atlas

type BuildOptions struct {
	Source    SourceRun
	Recipe    Recipe
	Reader    provider.ObjectGetter
	OutputDir string
	Now       func() time.Time
}

type BuildResult struct {
	Header    Header
	OutputDir string
}

type Counts struct {
	ObjectsScanned       int64 `json:"objects_scanned"`
	RowsWritten          int64 `json:"rows_written"`
	Diagnostics          int64 `json:"diagnostics"`
	ReadFailures         int64 `json:"read_failures"`
	ExtractionFailures   int64 `json:"extraction_failures"`
	ValidationFailures   int64 `json:"validation_failures"`
	ArtifactWriteFailure int64 `json:"artifact_write_failures,omitempty"`
}

type DiagnosticRow struct {
	SchemaVersion    string    `json:"schema_version"`
	SourceIndexSetID string    `json:"source_index_set_id"`
	SourceRunID      string    `json:"source_run_id"`
	StorageKey       string    `json:"storage_key"`
	RelKey           string    `json:"rel_key"`
	Stage            string    `json:"stage"`
	Code             string    `json:"code"`
	Message          string    `json:"message"`
	OccurredAt       time.Time `json:"occurred_at"`
}

type DimensionDeclaration struct {
	Name           string `json:"name"`
	Kind           string `json:"kind"`
	Classification string `json:"classification"`
}

type DimensionRecipe struct {
	Name           string                `json:"name" yaml:"name"`
	Kind           string                `json:"kind" yaml:"kind"`
	From           string                `json:"from,omitempty" yaml:"from,omitempty"`
	Classification string                `json:"classification,omitempty" yaml:"classification,omitempty"`
	Extractor      probe.ExtractorConfig `json:"extractor" yaml:"extractor"`
}

type FieldPolicy struct {
	Classification string `json:"classification" yaml:"classification"`
}

type Header struct {
	SchemaVersion    string                   `json:"schema_version"`
	AtlasID          string                   `json:"atlas_id"`
	CreatedAt        time.Time                `json:"created_at"`
	SourceIndexSetID string                   `json:"source_index_set_id"`
	SourceRunID      string                   `json:"source_run_id"`
	BaseURI          string                   `json:"base_uri"`
	ScopeDigest      string                   `json:"scope_digest"`
	RecipeDigest     string                   `json:"recipe_digest"`
	HashProfile      string                   `json:"hash_profile"`
	Coverage         string                   `json:"coverage"`
	ShardBy          []string                 `json:"shard_by"`
	Dimensions       []DimensionDeclaration   `json:"dimensions"`
	SystemFields     []SystemFieldDeclaration `json:"system_fields"`
	Counts           Counts                   `json:"counts"`
}

type ObjectRow struct {
	SchemaVersion    string            `json:"schema_version"`
	SourceIndexSetID string            `json:"source_index_set_id"`
	SourceRunID      string            `json:"source_run_id"`
	StorageKey       string            `json:"storage_key"`
	RelKey           string            `json:"rel_key"`
	SourceURI        string            `json:"source_uri"`
	ContentHash      string            `json:"content_hash"`
	HashProfile      string            `json:"hash_profile"`
	Dimensions       map[string]string `json:"dimensions"`
	Shard            map[string]string `json:"shard"`
	SizeBytes        int64             `json:"size_bytes"`
	ETag             string            `json:"etag,omitempty"`
	FirstSeenRunID   string            `json:"first_seen_run_id"`
	FirstSeenAt      time.Time         `json:"first_seen_at"`
}

type Recipe struct {
	Schema       string                 `json:"$schema,omitempty" yaml:"$schema,omitempty"`
	Version      string                 `json:"version,omitempty" yaml:"version,omitempty"`
	Hash         string                 `json:"hash,omitempty" yaml:"hash,omitempty"`
	Coverage     string                 `json:"coverage,omitempty" yaml:"coverage,omitempty"`
	Dimensions   []DimensionRecipe      `json:"dimensions" yaml:"dimensions"`
	ShardBy      []string               `json:"shard_by" yaml:"shard_by"`
	SystemFields map[string]FieldPolicy `json:"system_fields,omitempty" yaml:"system_fields,omitempty"`
}

type SourceObject struct {
	RelKey        string
	SizeBytes     int64
	ETag          string
	LastSeenRunID string
	LastSeenAt    time.Time
}

type SourceRun struct {
	IndexSetID  string
	RunID       string
	BaseURI     string
	ScopeDigest string
	Coverage    string
	Objects     []SourceObject
}

type Stats struct {
	Header       Header `json:"header"`
	Tier1Keys    int64  `json:"tier1_keys"`
	Tier2Content int64  `json:"tier2_content"`
	Tier3Shards  int64  `json:"tier3_shard_content"`
	Diagnostics  int64  `json:"diagnostics"`
	ShardFiles   int    `json:"shard_files"`
}

type SystemFieldDeclaration struct {
	Name           string `json:"name"`
	Classification string `json:"classification"`
}