ingestors

package
v0.0.0-...-34ab2fa Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Oct 29, 2025 License: AGPL-3.0 Imports: 18 Imported by: 0

Documentation

Index

Constants

View Source
const UserAgent = "LibrariesDepper/1.0 (support@libraries.io)"

Variables

This section is empty.

Functions

func NewCocoaPods

func NewCocoaPods() *cocoapods

Types

type CPAN

type CPAN struct {
	LatestRun time.Time
}

func NewCPAN

func NewCPAN() *CPAN

func (*CPAN) Ingest

func (ingestor *CPAN) Ingest() []data.PackageVersion

func (*CPAN) Name

func (ingestor *CPAN) Name() string

func (*CPAN) Schedule

func (ingestor *CPAN) Schedule() string

type Cargo

type Cargo struct {
	LatestRun time.Time
}

func NewCargo

func NewCargo() *Cargo

func (*Cargo) Ingest

func (ingestor *Cargo) Ingest() []data.PackageVersion

func (*Cargo) Name

func (ingestor *Cargo) Name() string

func (*Cargo) Schedule

func (ingestor *Cargo) Schedule() string

type CondaIngestor

type CondaIngestor struct {
	LatestRun  time.Time
	Repository CondaRepository
}

func NewConda

func NewConda(repository CondaRepository) *CondaIngestor

func (*CondaIngestor) GetParser

func (ingestor *CondaIngestor) GetParser() *CondaParser

func (*CondaIngestor) Ingest

func (ingestor *CondaIngestor) Ingest() []data.PackageVersion

func (*CondaIngestor) Name

func (ingestor *CondaIngestor) Name() string

func (*CondaIngestor) Schedule

func (ingestor *CondaIngestor) Schedule() string

type CondaParser

type CondaParser struct {
	URL      string
	Platform string
}

func NewCondaParser

func NewCondaParser(url string, platform string) *CondaParser

func (*CondaParser) GetPackages

func (parser *CondaParser) GetPackages(lastRun time.Time) ([]data.PackageVersion, error)

type CondaRepository

type CondaRepository string
const (
	CondaForge CondaRepository = "conda_forge"
	CondaMain  CondaRepository = "conda_main"
)

type Drupal

type Drupal struct {
	LatestRun time.Time
}

func NewDrupal

func NewDrupal() *Drupal

func (*Drupal) Ingest

func (ingestor *Drupal) Ingest() []data.PackageVersion

func (*Drupal) Name

func (ingestor *Drupal) Name() string

func (*Drupal) Schedule

func (ingestor *Drupal) Schedule() string

type Elm

type Elm struct {
	LatestRun time.Time
}

func NewElm

func NewElm() *Elm

func (*Elm) Ingest

func (ingestor *Elm) Ingest() []data.PackageVersion

func (*Elm) Name

func (ingestor *Elm) Name() string

func (*Elm) Schedule

func (ingestor *Elm) Schedule() string

type Go

type Go struct {
	LatestRun time.Time
}

func NewGo

func NewGo() *Go

func (*Go) Ingest

func (ingestor *Go) Ingest() []data.PackageVersion

func (*Go) Name

func (ingestor *Go) Name() string

func (*Go) Schedule

func (ingestor *Go) Schedule() string

type Hackage

type Hackage struct {
	LatestRun time.Time
}

func NewHackage

func NewHackage() *Hackage

func (*Hackage) Ingest

func (ingestor *Hackage) Ingest() []data.PackageVersion

func (*Hackage) Name

func (ingestor *Hackage) Name() string

func (*Hackage) Schedule

func (ingestor *Hackage) Schedule() string

type Hex

type Hex struct {
	LatestRun time.Time
}

func NewHex

func NewHex() *Hex

func (*Hex) Ingest

func (ingestor *Hex) Ingest() []data.PackageVersion

func (*Hex) Name

func (ingestor *Hex) Name() string

func (*Hex) Schedule

func (ingestor *Hex) Schedule() string

type Ingestor

type Ingestor interface {
	Name() string
}

type MavenIngestor

type MavenIngestor struct {
	LatestRun  time.Time
	Repository MavenRepository
}

func NewMaven

func NewMaven(repository MavenRepository) *MavenIngestor

func (*MavenIngestor) GetParser

func (ingestor *MavenIngestor) GetParser() *MavenParser

func (*MavenIngestor) Ingest

func (ingestor *MavenIngestor) Ingest() []data.PackageVersion

func (*MavenIngestor) Name

func (ingestor *MavenIngestor) Name() string

func (*MavenIngestor) Schedule

func (ingestor *MavenIngestor) Schedule() string

func (*MavenIngestor) TTL

func (ingestor *MavenIngestor) TTL() time.Duration

type MavenParser

type MavenParser struct {
	URL      string
	Platform string
}

func NewMavenParser

func NewMavenParser(url string, platform string) *MavenParser

func (*MavenParser) GetPackages

func (parser *MavenParser) GetPackages() ([]data.PackageVersion, error)

type MavenRepository

type MavenRepository string
const (
	MavenCentral MavenRepository = "maven_mavencentral"
	GoogleMaven  MavenRepository = "maven_google"
)

type NPM

type NPM struct {
}

func NewNPM

func NewNPM() *NPM

func (*NPM) Ingest

func (ingestor *NPM) Ingest() []data.PackageVersion

func (*NPM) Name

func (ingestor *NPM) Name() string

func (*NPM) Schedule

func (ingestor *NPM) Schedule() string

func (*NPM) TTL

func (ingestor *NPM) TTL() time.Duration

type Nuget

type Nuget struct {
	LatestRun time.Time
}

func NewNuget

func NewNuget() *Nuget

func (*Nuget) Ingest

func (ingestor *Nuget) Ingest() []data.PackageVersion

func (*Nuget) Name

func (ingestor *Nuget) Name() string

func (*Nuget) Schedule

func (ingestor *Nuget) Schedule() string

type Packagist

type Packagist struct {
	LatestRun time.Time
}

func NewPackagist

func NewPackagist() *Packagist

func (*Packagist) Ingest

func (ingestor *Packagist) Ingest() []data.PackageVersion

func (*Packagist) Name

func (ingestor *Packagist) Name() string

func (*Packagist) Schedule

func (ingestor *Packagist) Schedule() string

type PollingIngestor

type PollingIngestor interface {
	Ingestor

	Schedule() string
	Ingest() []data.PackageVersion
}

Regular ingestors provide an API we can poll for changes. This polling is done on a regular schedule.

type Pub

type Pub struct {
	LatestRun time.Time
}

func NewPub

func NewPub() *Pub

func (*Pub) Ingest

func (ingestor *Pub) Ingest() []data.PackageVersion

func (*Pub) Name

func (ingestor *Pub) Name() string

func (*Pub) Schedule

func (ingestor *Pub) Schedule() string

type PyPiRss

type PyPiRss struct {
	LatestRun time.Time
}

func NewPyPiRss

func NewPyPiRss() *PyPiRss

func (*PyPiRss) Ingest

func (ingestor *PyPiRss) Ingest() []data.PackageVersion

func (*PyPiRss) Name

func (ingestor *PyPiRss) Name() string

func (*PyPiRss) Schedule

func (ingestor *PyPiRss) Schedule() string

type PyPiXmlRpc

type PyPiXmlRpc struct {
	LatestRun time.Time
}

func NewPyPiXmlRpc

func NewPyPiXmlRpc() *PyPiXmlRpc

func (*PyPiXmlRpc) Ingest

func (ingestor *PyPiXmlRpc) Ingest() []data.PackageVersion

Retrieve a list of [name, version, timestamp, action] since the given since. All since timestamps are UTC values. The argument is a UTC integer seconds since the epoch (e.g., the timestamp method to a datetime.datetime object). calls "changelog(since, with_ids=False)" RPC

func (*PyPiXmlRpc) Name

func (ingestor *PyPiXmlRpc) Name() string

func (*PyPiXmlRpc) Schedule

func (ingestor *PyPiXmlRpc) Schedule() string

type PyPiXmlRpcResponse

type PyPiXmlRpcResponse struct {
	Name      string
	Version   string
	Timestamp int64
	Action    string
	Serial    int64
}

Structured storage for the tuple returned by the xmlrpc client

func (*PyPiXmlRpcResponse) GetPackageVersion

func (response *PyPiXmlRpcResponse) GetPackageVersion() data.PackageVersion

Get the PackageVersion struct for this response

func (*PyPiXmlRpcResponse) IsIngestionAction

func (response *PyPiXmlRpcResponse) IsIngestionAction() bool

Return trhe if this response is an ingestable action

type RubyGems

type RubyGems struct {
	LatestRun time.Time
}

func NewRubyGems

func NewRubyGems() *RubyGems

func (*RubyGems) Ingest

func (ingestor *RubyGems) Ingest() []data.PackageVersion

func (*RubyGems) Name

func (ingestor *RubyGems) Name() string

func (*RubyGems) Schedule

func (ingestor *RubyGems) Schedule() string

type TTLer

type TTLer interface {
	TTL() time.Duration
}

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL