Versions in this module Expand all Collapse all v1 v1.5.5 May 18, 2020 Changes in this version + const B + const CheckPattern + const CheckPatternKey + const Checkbox + const DATE + const DROP + const DefaultEncodingWay + const DefaultErrorsListCap + const DefaultInternalPrefix + const DefaultMaxBatchSize + const DefaultSelfRunnerName + const DefaultSendIntervalSeconds + const DefaultTruncateMaxSize + const ErrRunnerErrorGet + const FLOAT + const GB + const InputNumber + const InternalKeyPrefix + const KB + const KeyPandoraSeparateId + const KeyRunnerIsBlock + const KeyRunnerMaxLineLen + const KeyType + const LONG + const Local + const Lst + const MB + const PipeLineError + const ProcessAt + const Radio + const STRING + const Server + const Text + const TextPlain + const TypeIP + var Encoding = []interface + var ErrNotExist = errors.New("runner does not exist") + var ErrNotSupport = errors.New("runner does not support") + var ErrQueueClosed = errors.New("queue is closed") + var LogkitAutoCreateDescription = "由logkit日志收集自动创建" + var MaxProcs = 1 + var MetricAutoCreateDescription = "由logkit监控收集自动创建" + var ModifierRe = regexp.MustCompile(`%{\w+:(\w+):(long|string|date|float|drop)}`) + var NumCPU = runtime.NumCPU() + var PatternOnlyRe = regexp.MustCompile(`%{(\w+)}`) + var SelfLogAutoCreateDescription = "由logkit收集自身日志创建" + func CheckErr(err error) error + func CheckLogPath(logpath string) (dir string, path string) + func CheckPandoraKey(key string) bool + func CheckPath(path string) (string, error) + func ConvertDate(layoutBefore, layoutAfter string, offset int, loc *time.Location, ...) (interface{}, error) + func DecompressTarGzip(srcPath, dstPath, targetFile string) (targetDir string, _ error) + func DeepConvertKey(data map[string]interface{}) map[string]interface + func DeepConvertKeyWithCache(data map[string]interface{}, cache map[string]KeyInfo) map[string]interface + func FormatWithUserOption(layoutAfter string, offset int, t time.Time) interface + func GetCmd(keyStr string) []string + func GetMapList(data string) map[string]string + func GetTime(timestamp string) (time.Time, error) + func IsFileModified(path string, interval time.Duration, compare time.Time) bool + func IsNotExist(err error) bool + func IsNotSupport(err error) bool + func IsSelfRunner(runnerName string) bool + func IsSpace(separator rune) bool + func IsSubMetaExpire(submetaExpire, expire time.Duration) bool + func IsSubmetaExpireValid(submetaExpire, expire time.Duration) bool + func KeyExist(m map[string]interface{}, val interface{}, keys ...string) (bool, error) + func MergeEnvTags(name string, tags map[string]interface{}) map[string]interface + func ModTimeLater(f1, f2 os.FileInfo) bool + func ParseTimeZoneOffset(zoneoffset string) (ret int) + func PickMapValue(m map[string]interface{}, pick map[string]interface{}, keys ...string) + func ReadFileContent(path string) (content []string, err error) + func SetExtractMapValue(m map[string]interface{}, val interface{}, coercive bool, newKey string, ...) error + func SetMapValueExistWithPrefix(m map[string]interface{}, val interface{}, prefix string, keys ...string) error + func TrimInvalidSpace(pattern string) string + func TruncateStrSize(err string, size int) string type Data + func AddTagsToData(tags map[string]interface{}, datas []Data, runnername string) []Data + type Deleteable interface + Delete func() error + type ErrorStatistic struct + ErrorSlice []equeue.ErrorInfo + Front int + MaxSize int + Rear int + func (e ErrorStatistic) GetMaxSize() int + func (e ErrorStatistic) IsNewVersion() bool + type FileInfos []os.FileInfo + func (p FileInfos) Len() int + func (p FileInfos) Less(i, j int) bool + func (p FileInfos) Sort() + func (p FileInfos) Swap(i, j int) + type GrokLabel struct + Name string + Value string + func GetGrokLabels(labelList []string, nameMap map[string]struct{}) (labels []GrokLabel) + func NewGrokLabel(name, dataValue string) GrokLabel + type KeyInfo struct + NewKey string + Valid bool type KeyValue + SortKey string + type KeyValueSlice []KeyValue + func (slice KeyValueSlice) Len() int + func (slice KeyValueSlice) Less(i, j int) bool + func (slice KeyValueSlice) Swap(i, j int) type LagInfo + Total int64 type Option + AdvanceDependValue interface{} + Element string + MultiDefault map[string]interface{} + MultiDefaultDepend string + MutiDefaultSource bool + type Pandora struct + AK string + LogDB string + Name string + Pipeline string + Region string + SK string + type Resetable interface + Reset func() error type StatsError + DatasourceSkipIndex []int + FtNotRetry bool + RemainDatas []Data + SendError *reqerr.SendError + func (se *StatsError) AddErrorsNum(n int) + func (se *StatsError) AddSuccessNum(n int) type StatsInfo + FtQueueLag int64 v1.4.7 Apr 17, 2018 Changes in this version + const ApplicationGzip + const ApplicationJson + const ContentEncodingHeader + const ContentTypeHeader + const DefaultDirPerm + const DefaultFilePerm + const ErrClusterConfig + const ErrClusterConfigs + const ErrClusterRegister + const ErrClusterRunnerAdd + const ErrClusterRunnerDelete + const ErrClusterRunnerReset + const ErrClusterRunnerStart + const ErrClusterRunnerStop + const ErrClusterRunnerUpdate + const ErrClusterSlaves + const ErrClusterSlavesDelete + const ErrClusterSlavesTag + const ErrClusterStatus + const ErrClusterTag + const ErrConfigName + const ErrNothing + const ErrParseParse + const ErrReadRead + const ErrRunnerAdd + const ErrRunnerDelete + const ErrRunnerReset + const ErrRunnerStart + const ErrRunnerStop + const ErrRunnerUpdate + const ErrSendSend + const ErrTransformTransform + const ExtraInfo + const GlobalKeyName + const InnerUserAgent + const KeyCore + const KeyFaultTolerant + const KeyFlowRateLimit + const KeyForceDataConvert + const KeyForceMicrosecond + const KeyHostName + const KeyIgnoreInvalidField + const KeyInsecureServer + const KeyIsMetrics + const KeyLocalIp + const KeyLogkitSendTime + const KeyMetricTime + const KeyName + const KeyNumberUseFloat + const KeyOsInfo + const KeyPandoraAk + const KeyPandoraAutoConvertDate + const KeyPandoraAutoCreate + const KeyPandoraEmail + const KeyPandoraEnableKodo + const KeyPandoraEnableLogDB + const KeyPandoraEnableTSDB + const KeyPandoraExtraInfo + const KeyPandoraGzip + const KeyPandoraHost + const KeyPandoraKodoBucketName + const KeyPandoraKodoCompressPrefix + const KeyPandoraKodoFilePrefix + const KeyPandoraLogDBHost + const KeyPandoraLogDBName + const KeyPandoraRegion + const KeyPandoraRepoName + const KeyPandoraSchema + const KeyPandoraSchemaFree + const KeyPandoraSchemaUpdateInterval + const KeyPandoraSk + const KeyPandoraStash + const KeyPandoraTSDBHost + const KeyPandoraTSDBName + const KeyPandoraTSDBSeriesName + const KeyPandoraTSDBSeriesTags + const KeyPandoraTSDBTimeStamp + const KeyPandoraUUID + const KeyPandoraUnescape + const KeyPandoraWithIP + const KeyPandoraWorkflowName + const KeyRequestRateLimit + const KeyRunnerName + const KeySenderType + const KodoTokensPrefix + const LogDBTokensPrefix + const PandoraUUID + const SchemaFreeTokensPrefix + const TimestampPrecision + const TsDBTokensPrefix + const TypeDiscard + const TypeElastic + const TypeFile + const TypeHttp + const TypeInfluxdb + const TypeKafka + const TypeMock + const TypeMongodbAccumulate + const TypePandora + const UnderfinedRunnerName + var ErrorCodeHumanize = map[string]string + func AddHttpProtocal(url string) string + func Bool2String(i bool) string + func CheckFileMode(path string, fileMode os.FileMode) error + func CreateDirIfNotExist(dir string) (err error) + func DecodeString(target string) (result string, err error) + func DecompressGzip(packPath, dstDir string) (packDir string, err error) + func DecompressZip(packFilePath, dstDir string) (packDir string, err error) + func DeleteMapValue(m map[string]interface{}, keys ...string) (interface{}, bool) + func EncodeString(target string) (result string) + func ExtractField(slice []string) ([]string, error) + func GetEnv(env string) string + func GetKeys(keyStr string) []string + func GetMapValue(m map[string]interface{}, keys ...string) (interface{}, error) + func GetRealPath(path string) (newPath string, fi os.FileInfo, err error) + func Hash(s string) string + func IsJsonString(s string) bool + func LogDirAndPattern(logpath string) (dir, pattern string, err error) + func PandoraKey(key string) string + func ReadDirByTime(dir string) (files []os.FileInfo, err error) + func RemoveHttpProtocal(url string) (hostport, schema string) + func SetMapValue(m map[string]interface{}, val interface{}, coercive bool, keys ...string) error + func SortFilesByTime(files []os.FileInfo) (soredfiles []os.FileInfo) + func TrimeList(strs []string) (ret []string) + func TuoDecode(value []byte) (values [][]byte, err error) + func TuoEncode(values []sql.RawBytes) (ret []byte) + type AuthTokens struct + RunnerName string + SenderIndex int + SenderTokens conf.MapConf + type Data map[string]interface + type ErrorResponse struct + Error error + func NewErrorResponse(err error) *ErrorResponse + type File struct + Info os.FileInfo + Path string + func GetLogFiles(doneFilePath string) (files []File) + type HashSet struct + func NewHashSet() *HashSet + func (s *HashSet) Add(ele interface{}) + func (s *HashSet) AddStringArray(ele []string) + func (s *HashSet) Clear() + func (s *HashSet) Elements() []interface{} + func (s *HashSet) IsEmpty() bool + func (s *HashSet) IsIn(ele interface{}) bool + func (s *HashSet) Len() int + func (s *HashSet) Remove(ele interface{}) + type Int64Slice []int64 + func (p Int64Slice) Len() int + func (p Int64Slice) Less(i, j int) bool + func (p Int64Slice) Sort() + func (p Int64Slice) Swap(i, j int) + type KeyValue struct + Key string + Value string + type LagInfo struct + Ftlags int64 + Size int64 + SizeUnit string + type Option struct + Advance bool + AdvanceDepend string + CheckRegex string + ChooseOnly bool + ChooseOptions []interface{} + Default interface{} + DefaultNoUse bool + Description string + KeyName string + Placeholder string + Required bool + Secret bool + Style string + ToolTip string + ToolTipActive bool + Type string + type SchemaErr struct + Last time.Time + Number int64 + func (s *SchemaErr) Output(count int64, err error) + type StatsError struct + ErrorDetail error + ErrorIndex []int + Ft bool + func (se *StatsError) AddErrors() + func (se *StatsError) AddSuccess() + func (se *StatsError) Error() string + func (se *StatsError) ErrorIndexIn(idx int) bool + type StatsInfo struct + Errors int64 + Ftlag int64 + LastError string + Speed float64 + Success int64 + Trend string