util

package
v0.8.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Oct 20, 2025 License: Apache-2.0 Imports: 24 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	TraceKindFetchStart   string = "fetch start"
	TraceKindFetchEnd     string = "fetch end"
	TraceKindProcessStart string = "process start"
	TraceKindProcessEnd   string = "process end"
	TraceKindWriteStart   string = "loopwrite start"
	TraceKindWriteEnd     string = "loopwrite end"
	TraceKindProcessing   string = "process continue"
)
View Source 
const (
	GosyptPrefixDefault = "ENC("
	GosyptSuffxiDefault = ")"
	GosyptAlgorithm     = "AESWITHHEXANDBASE64"
)
View Source 
const (
	HttpPortBase = 10000
	MaxPort      = 65535
)
View Source 
const (
	StateRunning uint32 = 0
	StateStopped uint32 = 1
)

Variables

View Source 
var (
	// ErrStopped when stopped
	ErrStopped = errors.New("WorkerPool already stopped")
)
View Source 
var Gsypt = &Gosypt{
	prefix:    GosyptPrefixDefault,
	suffix:    GosyptSuffxiDefault,
	algorithm: GosyptAlgorithm,
}
View Source 
var (
	Logger *zap.Logger
)

Functions

func AesDecryptECB added in v0.5.0 

func AesDecryptECB(encrypted string) string

select aes_decrypt(unhex("E310E892E56801CED9ED98AA177F18E6"), unhex("656f6974656b")); => 123456

func AesEncryptECB added in v0.5.0 

func AesEncryptECB(origData string) string

select hex(aes_encrypt("123456", unhex("656f6974656b"))); => E310E892E56801CED9ED98AA177F18E6

func CompareClickHouseVersion added in v0.5.0 

func CompareClickHouseVersion(v1, v2 string) int

func EnvBoolVar 

func EnvBoolVar(value *bool, key string)

func EnvIntVar 

func EnvIntVar(value *int, key string)

func EnvStringVar 

func EnvStringVar(value *string, key string)

func GenTraceId added in v0.5.0 

func GenTraceId() string

func GetIP4Byname 

func GetIP4Byname(host string) (ips []string, err error)

func GetNetAddrPort 

func GetNetAddrPort(addr net.Addr) (port int)

https://stackoverflow.com/questions/50428176/how-to-get-ip-and-port-from-net-addr-when-it-could-be-a-net-udpaddr-or-net-tcpad

func GetOutboundIP 

func GetOutboundIP() (ip net.IP, err error)

GetOutboundIP gets preferred outbound ip of this machine https://stackoverflow.com/questions/23558425/how-do-i-get-the-local-ip-address-in-go.

func GetShift 

func GetShift(s int) (shift uint)

GetShift returns the smallest `shift` which 1<<shift is no smaller than s

func GetSourceName 

func GetSourceName(parser, name string) (sourcename string)

GetSourceName returns the field name in message for the given ClickHouse column

func GetSpareTCPPort 

func GetSpareTCPPort(portBegin int) int

GetSpareTCPPort finds a spare TCP port.

func InitLogger 

func InitLogger(newLogPaths []string)

func JksToPem 

func JksToPem(jksPath, jksPassword string, overwrite bool) (certPemPath, keyPemPath string, err error)

JksToPem converts JKS to PEM Refers to: https://serverfault.com/questions/715827/how-to-generate-key-and-crt-file-from-jks-file-for-httpd-apache-server

func LogTrace added in v0.5.0 

func LogTrace(traceId string, kind string, fields ...zapcore.Field)

func NewTLSConfig 

func NewTLSConfig(caCertFiles, clientCertFile, clientKeyFile string, insecureSkipVerify bool) (*tls.Config, error)

Refers to: https://medium.com/processone/using-tls-authentication-for-your-go-kafka-client-3c5841f2a625 https://github.com/denji/golang-tls https://www.baeldung.com/java-keystore-truststore-difference

func Run 

func Run(appName string, initFunc, jobFunc, cleanupFunc func() error)

func SetLogLevel 

func SetLogLevel(newLogLevel string)

func SetLogTrace added in v0.5.0 

func SetLogTrace(enabled bool)

func StringContains 

func StringContains(arr []string, str string) bool

StringContains check if contains string in array

func TrySetValue added in v0.5.0 

func TrySetValue(v1, v2 interface{}) bool

set v2 to v1, if v1 didn't bind any value FIXME: how about v1 bind default value?

Types

type CmdOptions added in v0.5.0 

type CmdOptions struct {
	ShowVer  bool
	LogLevel string // "debug", "info", "warn", "error", "dpanic", "panic", "fatal"
	LogPaths string // comma-separated paths. "stdout" means the console stdout

	// HTTPHost to bind to. If empty, outbound ip of machine
	// is automatically determined and used.
	HTTPHost string
	HTTPPort int // 0 means a randomly chosen port.

	PushGatewayAddrs string
	PushInterval     int
	LocalCfgFile     string
	NacosAddr        string
	NacosNamespaceID string
	NacosGroup       string
	NacosUsername    string
	NacosPassword    string
	NacosDataID      string
	NacosServiceName string // participate in assignment management if not empty
	Encrypt          string

	Credentials
}

type Credentials added in v0.5.0 

type Credentials struct {
	ClickhouseUsername  string
	ClickhousePassword  string
	KafkaUsername       string
	KafkaPassword       string
	KafkaGSSAPIUsername string
	KafkaGSSAPIPassword string
}

type Gosypt added in v0.5.0 

type Gosypt struct {
	// contains filtered or unexported fields
}

Golang Simple Encrypt, simulate jasypt

func (*Gosypt) SetAttribution added in v0.5.0 

func (gsypt *Gosypt) SetAttribution(prefix, suffix, algorithm string)

func (*Gosypt) Unmarshal added in v0.5.0 

func (gsypt *Gosypt) Unmarshal(v interface{}) error

type RecordSize added in v0.5.0 

type RecordSize struct {
	// contains filtered or unexported fields
}
var Rs RecordSize

func (*RecordSize) Allow added in v0.5.0 

func (rs *RecordSize) Allow() bool

func (*RecordSize) Dec added in v0.5.0 

func (rs *RecordSize) Dec(size int64)

func (*RecordSize) Get added in v0.5.0 

func (rs *RecordSize) Get() int64

func (*RecordSize) Inc added in v0.5.0 

func (rs *RecordSize) Inc(size int64)

func (*RecordSize) Reset added in v0.5.0 

func (rs *RecordSize) Reset()

func (*RecordSize) SetPoolSize added in v0.5.0 

func (rs *RecordSize) SetPoolSize(size int64)

type WorkerPool 

type WorkerPool struct {
	sync.Mutex
	// contains filtered or unexported fields
}

WorkerPool is a blocked worker pool inspired by https://github.com/gammazero/workerpool/

func NewWorkerPool 

func NewWorkerPool(maxWorkers int, queueSize int) *WorkerPool

New creates and starts a pool of worker goroutines.

func (*WorkerPool) Resize 

func (w *WorkerPool) Resize(maxWorkers int)

Resize ensures worker number match the expected one.

func (*WorkerPool) Restart 

func (w *WorkerPool) Restart()

func (*WorkerPool) StopWait 

func (w *WorkerPool) StopWait()

StopWait stops the worker pool and waits for all queued tasks tasks to complete.

func (*WorkerPool) Submit 

func (w *WorkerPool) Submit(fn func()) (err error)

Submit enqueues a function for a worker to execute. Submit will block regardless if there is no free workers.

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.