config

package
v0.22.1 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jan 11, 2021 License: Apache-2.0 Imports: 27 Imported by: 0

Documentation

Index

Constants

View Source
const (
	DefaultBlockStoreType                    = "local"
	DefaultBlockStoreLocalPath               = "~/lakefs/data"
	DefaultBlockStoreS3Region                = "us-east-1"
	DefaultBlockStoreS3StreamingChunkSize    = 2 << 19         // 1MiB by default per chunk
	DefaultBlockStoreS3StreamingChunkTimeout = time.Second * 1 // or 1 seconds, whatever comes first

	DefaultCommittedLocalCacheRangePercent     = 0.9
	DefaultCommittedLocalCacheMetaRangePercent = 0.1
	DefaultCommittedLocalCacheBytes            = 1 * 1024 * 1024 * 1024
	DefaultCommittedLocalCacheDir              = "~/lakefs/local_tier"
	DefaultCommittedMetaRangeReaderCacheSize   = 20
	DefaultCommittedMetaRangeReaderNumShards   = 6
	DefaultCommittedRangeReaderCacheSize       = 100
	DefaultCommittedRangeReaderNumShards       = 12
	DefaultCommittedBlockStoragePrefix         = "_lakefs"
	DefaultCommittedPermanentRangeSizeBytes    = 10 * 1024 * 1024

	DefaultBlockStoreGSS3Endpoint = "https://storage.googleapis.com"

	DefaultAuthCacheEnabled = true
	DefaultAuthCacheSize    = 1024
	DefaultAuthCacheTTL     = 20 * time.Second
	DefaultAuthCacheJitter  = 3 * time.Second

	DefaultListenAddr          = "0.0.0.0:8000"
	DefaultS3GatewayDomainName = "s3.local.lakefs.io"
	DefaultS3GatewayRegion     = "us-east-1"
	DefaultS3MaxRetries        = 5

	DefaultStatsEnabled       = true
	DefaultStatsAddr          = "https://stats.treeverse.io"
	DefaultStatsFlushInterval = time.Second * 30

	MetaStoreType          = "metastore.type"
	MetaStoreHiveURI       = "metastore.hive.uri"
	MetastoreGlueCatalogID = "metastore.glue.catalog_id"
)
View Source
const (
	ListenAddressKey = "listen_address"

	LoggingFormatKey = "logging.format"
	LoggingLevelKey  = "logging.level"
	LoggingOutputKey = "logging.output"

	AuthCacheEnabledKey = "auth.cache.enabled"
	AuthCacheSizeKey    = "auth.cache.size"
	AuthCacheTTLKey     = "auth.cache.ttl"
	AuthCacheJitterKey  = "auth.cache.jitter"

	BlockstoreTypeKey                    = "blockstore.type"
	BlockstoreLocalPathKey               = "blockstore.local.path"
	BlockstoreS3RegionKey                = "blockstore.s3.region"
	BlockstoreS3StreamingChunkSizeKey    = "blockstore.s3.streaming_chunk_size"
	BlockstoreS3StreamingChunkTimeoutKey = "blockstore.s3.streaming_chunk_timeout"
	BlockstoreS3MaxRetriesKey            = "blockstore.s3.max_retries"

	CommittedLocalCacheSizeBytesKey        = "committed.local_cache.size_bytes"
	CommittedLocalCacheDirKey              = "committed.local_cache.dir"
	CommittedLocalCacheRangeProportion     = "committed.local_cache.range_proportion"
	CommittedRangeReaderCacheSize          = "committed.local_cache.range.open_readers"
	CommittedRangeReaderCacheNumShards     = "committed.local_cache.range.num_shards"
	CommittedLocalCacheMetaRangeProportion = "committed.local_cache.metarange_proportion"
	CommittedMetaRangeReaderCacheSize      = "committed.local_cache.metarange.open_readers"
	CommittedMetaRangeReaderCacheNumShards = "committed.local_cache.metarange.num_shards"
	CommittedBlockStoragePrefixKey         = "committed.block_storage_prefix"
	CommittedPermanentStorageRangeSizeKey  = "committed.permanent.approximate_range_size_bytes"
	GatewaysS3DomainNameKey                = "gateways.s3.domain_name"
	GatewaysS3RegionKey                    = "gateways.s3.region"

	BlockstoreGSS3EndpointKey = "blockstore.gs.s3_endpoint"

	StatsEnabledKey       = "stats.enabled"
	StatsAddressKey       = "stats.address"
	StatsFlushIntervalKey = "stats.flush_interval"
)

Default flag keys

View Source
const (
	ModuleName           = "github.com/treeverse/lakefs"
	ProjectDirectoryName = "lakefs"

	DefaultLoggingFormat = "text"
	DefaultLoggingLevel  = "INFO"
	DefaultLoggingOutput = "-"
)

Variables

View Source
var (
	ErrMissingSecretKey  = errors.New("auth.encrypt.secret_key cannot be empty")
	ErrInvalidProportion = errors.New("total proportion isn't 1.0")
)
View Source
var (
	UnreleasedVersion = "dev"
	Version           = "dev"
)

Functions

func GetAccount

func GetAccount(awsConfig *aws.Config) (string, error)

func GetAwsAccessKeyID added in v0.8.2

func GetAwsAccessKeyID(awsConfig *aws.Config) (string, error)

func GetFixedInstallationID added in v0.15.0

func GetFixedInstallationID() string

func GetMetastoreAwsConfig

func GetMetastoreAwsConfig() *aws.Config

func GetMetastoreGlueCatalogID

func GetMetastoreGlueCatalogID() string

func GetMetastoreHiveURI

func GetMetastoreHiveURI() string

func GetMetastoreType

func GetMetastoreType() string

Types

type AwsS3RetentionConfig

type AwsS3RetentionConfig struct {
	RoleArn           string
	ManifestBaseURL   *url.URL
	ReportS3PrefixURL *string
}

type Config

type Config struct{}

func NewConfig

func NewConfig() *Config

func (*Config) GetAuthCacheConfig

func (c *Config) GetAuthCacheConfig() authparams.ServiceCache

func (*Config) GetAuthEncryptionSecret

func (c *Config) GetAuthEncryptionSecret() []byte

func (*Config) GetAwsConfig

func (c *Config) GetAwsConfig() *aws.Config

func (*Config) GetAwsS3RetentionConfig

func (c *Config) GetAwsS3RetentionConfig() AwsS3RetentionConfig

func (*Config) GetBlockAdapterGSParams added in v0.9.0

func (c *Config) GetBlockAdapterGSParams() (blockparams.GS, error)

func (*Config) GetBlockAdapterLocalParams added in v0.9.0

func (c *Config) GetBlockAdapterLocalParams() (blockparams.Local, error)

func (*Config) GetBlockAdapterS3Params added in v0.9.0

func (c *Config) GetBlockAdapterS3Params() (blockparams.S3, error)

func (*Config) GetBlockstoreType added in v0.9.0

func (c *Config) GetBlockstoreType() string

func (*Config) GetCatalogerType added in v0.17.0

func (c *Config) GetCatalogerType() string

func (*Config) GetCommittedMetaRangeSSTableCacheParams added in v0.22.1

func (c *Config) GetCommittedMetaRangeSSTableCacheParams() *cache.ParamsWithDisposal

func (*Config) GetCommittedParams added in v0.22.1

func (c *Config) GetCommittedParams() *committed.Params

func (*Config) GetCommittedRangeSSTableCacheParams added in v0.22.1

func (c *Config) GetCommittedRangeSSTableCacheParams() *cache.ParamsWithDisposal

func (*Config) GetCommittedTierFSParams added in v0.22.0

func (c *Config) GetCommittedTierFSParams() (*pyramidparams.ExtParams, error)

GetCommittedTierFSParams returns parameters for building a tierFS. Caller must separately build and populate Adapter.

func (*Config) GetDatabaseParams added in v0.9.0

func (c *Config) GetDatabaseParams() dbparams.Database

func (*Config) GetListenAddress

func (c *Config) GetListenAddress() string

func (*Config) GetMvccCatalogerCatalogParams added in v0.17.0

func (c *Config) GetMvccCatalogerCatalogParams() catalogparams.Catalog

func (*Config) GetS3GatewayDomainName

func (c *Config) GetS3GatewayDomainName() string

func (*Config) GetS3GatewayFallbackURL added in v0.22.0

func (c *Config) GetS3GatewayFallbackURL() string

func (*Config) GetS3GatewayRegion

func (c *Config) GetS3GatewayRegion() string

func (*Config) GetStatsAddress

func (c *Config) GetStatsAddress() string

func (*Config) GetStatsEnabled

func (c *Config) GetStatsEnabled() bool

func (*Config) GetStatsFlushInterval

func (c *Config) GetStatsFlushInterval() time.Duration

type LogrusAWSAdapter

type LogrusAWSAdapter struct {
	// contains filtered or unexported fields
}

func (*LogrusAWSAdapter) Log

func (l *LogrusAWSAdapter) Log(vars ...interface{})

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL