Documentation
¶
Index ¶
- Constants
- Variables
- func GetAccount(awsConfig *aws.Config) (string, error)
- func GetAwsAccessKeyID(awsConfig *aws.Config) (string, error)
- func GetFixedInstallationID() string
- func GetMetastoreAwsConfig() *aws.Config
- func GetMetastoreGlueCatalogID() string
- func GetMetastoreHiveURI() string
- func GetMetastoreType() string
- type AwsS3RetentionConfig
- type Config
- func (c *Config) GetAuthCacheConfig() authparams.ServiceCache
- func (c *Config) GetAuthEncryptionSecret() []byte
- func (c *Config) GetAwsConfig() *aws.Config
- func (c *Config) GetAwsS3RetentionConfig() AwsS3RetentionConfig
- func (c *Config) GetBlockAdapterGSParams() (blockparams.GS, error)
- func (c *Config) GetBlockAdapterLocalParams() (blockparams.Local, error)
- func (c *Config) GetBlockAdapterS3Params() (blockparams.S3, error)
- func (c *Config) GetBlockstoreType() string
- func (c *Config) GetCatalogerType() string
- func (c *Config) GetCommittedMetaRangeSSTableCacheParams() *cache.ParamsWithDisposal
- func (c *Config) GetCommittedParams() *committed.Params
- func (c *Config) GetCommittedRangeSSTableCacheParams() *cache.ParamsWithDisposal
- func (c *Config) GetCommittedTierFSParams() (*pyramidparams.ExtParams, error)
- func (c *Config) GetDatabaseParams() dbparams.Database
- func (c *Config) GetListenAddress() string
- func (c *Config) GetMvccCatalogerCatalogParams() catalogparams.Catalog
- func (c *Config) GetS3GatewayDomainName() string
- func (c *Config) GetS3GatewayFallbackURL() string
- func (c *Config) GetS3GatewayRegion() string
- func (c *Config) GetStatsAddress() string
- func (c *Config) GetStatsEnabled() bool
- func (c *Config) GetStatsFlushInterval() time.Duration
- type LogrusAWSAdapter
Constants ¶
View Source
const ( DefaultBlockStoreType = "local" DefaultBlockStoreLocalPath = "~/lakefs/data" DefaultBlockStoreS3Region = "us-east-1" DefaultBlockStoreS3StreamingChunkSize = 2 << 19 // 1MiB by default per chunk DefaultBlockStoreS3StreamingChunkTimeout = time.Second * 1 // or 1 seconds, whatever comes first DefaultCommittedLocalCacheRangePercent = 0.9 DefaultCommittedLocalCacheMetaRangePercent = 0.1 DefaultCommittedLocalCacheBytes = 1 * 1024 * 1024 * 1024 DefaultCommittedLocalCacheDir = "~/lakefs/local_tier" DefaultCommittedMetaRangeReaderCacheSize = 20 DefaultCommittedMetaRangeReaderNumShards = 6 DefaultCommittedRangeReaderCacheSize = 100 DefaultCommittedRangeReaderNumShards = 12 DefaultCommittedBlockStoragePrefix = "_lakefs" DefaultCommittedPermanentRangeSizeBytes = 10 * 1024 * 1024 DefaultBlockStoreGSS3Endpoint = "https://storage.googleapis.com" DefaultAuthCacheEnabled = true DefaultAuthCacheSize = 1024 DefaultAuthCacheTTL = 20 * time.Second DefaultAuthCacheJitter = 3 * time.Second DefaultListenAddr = "0.0.0.0:8000" DefaultS3GatewayDomainName = "s3.local.lakefs.io" DefaultS3GatewayRegion = "us-east-1" DefaultS3MaxRetries = 5 DefaultStatsEnabled = true DefaultStatsAddr = "https://stats.treeverse.io" DefaultStatsFlushInterval = time.Second * 30 MetaStoreType = "metastore.type" MetaStoreHiveURI = "metastore.hive.uri" MetastoreGlueCatalogID = "metastore.glue.catalog_id" )
View Source
const ( ListenAddressKey = "listen_address" LoggingFormatKey = "logging.format" LoggingLevelKey = "logging.level" LoggingOutputKey = "logging.output" AuthCacheEnabledKey = "auth.cache.enabled" AuthCacheSizeKey = "auth.cache.size" AuthCacheTTLKey = "auth.cache.ttl" AuthCacheJitterKey = "auth.cache.jitter" BlockstoreTypeKey = "blockstore.type" BlockstoreLocalPathKey = "blockstore.local.path" BlockstoreS3RegionKey = "blockstore.s3.region" BlockstoreS3StreamingChunkSizeKey = "blockstore.s3.streaming_chunk_size" BlockstoreS3StreamingChunkTimeoutKey = "blockstore.s3.streaming_chunk_timeout" BlockstoreS3MaxRetriesKey = "blockstore.s3.max_retries" CommittedLocalCacheSizeBytesKey = "committed.local_cache.size_bytes" CommittedLocalCacheDirKey = "committed.local_cache.dir" CommittedLocalCacheRangeProportion = "committed.local_cache.range_proportion" CommittedRangeReaderCacheSize = "committed.local_cache.range.open_readers" CommittedRangeReaderCacheNumShards = "committed.local_cache.range.num_shards" CommittedLocalCacheMetaRangeProportion = "committed.local_cache.metarange_proportion" CommittedMetaRangeReaderCacheSize = "committed.local_cache.metarange.open_readers" CommittedMetaRangeReaderCacheNumShards = "committed.local_cache.metarange.num_shards" CommittedBlockStoragePrefixKey = "committed.block_storage_prefix" CommittedPermanentStorageRangeSizeKey = "committed.permanent.approximate_range_size_bytes" GatewaysS3DomainNameKey = "gateways.s3.domain_name" GatewaysS3RegionKey = "gateways.s3.region" BlockstoreGSS3EndpointKey = "blockstore.gs.s3_endpoint" StatsEnabledKey = "stats.enabled" StatsAddressKey = "stats.address" StatsFlushIntervalKey = "stats.flush_interval" )
Default flag keys
View Source
const ( ModuleName = "github.com/treeverse/lakefs" ProjectDirectoryName = "lakefs" DefaultLoggingFormat = "text" DefaultLoggingLevel = "INFO" DefaultLoggingOutput = "-" )
Variables ¶
View Source
var ( ErrMissingSecretKey = errors.New("auth.encrypt.secret_key cannot be empty") ErrInvalidProportion = errors.New("total proportion isn't 1.0") )
View Source
var ( UnreleasedVersion = "dev" Version = "dev" )
Functions ¶
func GetAwsAccessKeyID ¶ added in v0.8.2
func GetFixedInstallationID ¶ added in v0.15.0
func GetFixedInstallationID() string
func GetMetastoreAwsConfig ¶
func GetMetastoreGlueCatalogID ¶
func GetMetastoreGlueCatalogID() string
func GetMetastoreHiveURI ¶
func GetMetastoreHiveURI() string
func GetMetastoreType ¶
func GetMetastoreType() string
Types ¶
type AwsS3RetentionConfig ¶
type Config ¶
type Config struct{}
func (*Config) GetAuthCacheConfig ¶
func (c *Config) GetAuthCacheConfig() authparams.ServiceCache
func (*Config) GetAuthEncryptionSecret ¶
func (*Config) GetAwsConfig ¶
func (*Config) GetAwsS3RetentionConfig ¶
func (c *Config) GetAwsS3RetentionConfig() AwsS3RetentionConfig
func (*Config) GetBlockAdapterGSParams ¶ added in v0.9.0
func (c *Config) GetBlockAdapterGSParams() (blockparams.GS, error)
func (*Config) GetBlockAdapterLocalParams ¶ added in v0.9.0
func (c *Config) GetBlockAdapterLocalParams() (blockparams.Local, error)
func (*Config) GetBlockAdapterS3Params ¶ added in v0.9.0
func (c *Config) GetBlockAdapterS3Params() (blockparams.S3, error)
func (*Config) GetBlockstoreType ¶ added in v0.9.0
func (*Config) GetCatalogerType ¶ added in v0.17.0
func (*Config) GetCommittedMetaRangeSSTableCacheParams ¶ added in v0.22.1
func (c *Config) GetCommittedMetaRangeSSTableCacheParams() *cache.ParamsWithDisposal
func (*Config) GetCommittedParams ¶ added in v0.22.1
func (*Config) GetCommittedRangeSSTableCacheParams ¶ added in v0.22.1
func (c *Config) GetCommittedRangeSSTableCacheParams() *cache.ParamsWithDisposal
func (*Config) GetCommittedTierFSParams ¶ added in v0.22.0
func (c *Config) GetCommittedTierFSParams() (*pyramidparams.ExtParams, error)
GetCommittedTierFSParams returns parameters for building a tierFS. Caller must separately build and populate Adapter.
func (*Config) GetDatabaseParams ¶ added in v0.9.0
func (*Config) GetListenAddress ¶
func (*Config) GetMvccCatalogerCatalogParams ¶ added in v0.17.0
func (c *Config) GetMvccCatalogerCatalogParams() catalogparams.Catalog
func (*Config) GetS3GatewayDomainName ¶
func (*Config) GetS3GatewayFallbackURL ¶ added in v0.22.0
func (*Config) GetS3GatewayRegion ¶
func (*Config) GetStatsAddress ¶
func (*Config) GetStatsEnabled ¶
func (*Config) GetStatsFlushInterval ¶
type LogrusAWSAdapter ¶
type LogrusAWSAdapter struct {
// contains filtered or unexported fields
}
func (*LogrusAWSAdapter) Log ¶
func (l *LogrusAWSAdapter) Log(vars ...interface{})
Click to show internal directories.
Click to hide internal directories.