Documentation
¶
Index ¶
Constants ¶
View Source
const ( KisIdTypeFlow = "flow" KisIdTypeConnector = "conn" KisIdTypeFunction = "func" KisIdTypeGlobal = "global" KisIdJoinChar = "-" )
用户生成KisId的字符串前缀
View Source
const ( // FunctionIdFirstVirtual 为首结点Function上一层虚拟的Function ID FunctionIdFirstVirtual = "FunctionIdFirstVirtual" // FunctionIdLastVirtual 为尾结点Function下一层虚拟的Function ID FunctionIdLastVirtual = "FunctionIdLastVirtual" )
View Source
const ( // DeFaultFlowCacheCleanUp KisFlow中Flow对象Cache缓存默认的清理内存时间 DeFaultFlowCacheCleanUp = 5 // 单位 min // DefaultExpiration 默认GoCahce时间 ,永久保存 DefaultExpiration time.Duration = 0 )
cache
View Source
const ( METRICS_ROUTE string = "/metrics" LABEL_FLOW_NAME string = "flow_name" LABEL_FLOW_ID string = "flow_id" LABEL_FUNCTION_NAME string = "func_name" LABEL_FUNCTION_MODE string = "func_mode" COUNTER_KISFLOW_DATA_TOTAL_NAME string = "kisflow_data_total" COUNTER_KISFLOW_DATA_TOTAL_HELP string = "KisFlow全部Flow的数据总量" GANGE_FLOW_DATA_TOTAL_NAME string = "flow_data_total" GANGE_FLOW_DATA_TOTAL_HELP string = "KisFlow各个FlowID数据流的数据数量总量" GANGE_FLOW_SCHE_CNTS_NAME string = "flow_schedule_cnts" GANGE_FLOW_SCHE_CNTS_HELP string = "KisFlow各个FlowID被调度的次数" GANGE_FUNC_SCHE_CNTS_NAME string = "func_schedule_cnts" GANGE_FUNC_SCHE_CNTS_HELP string = "KisFlow各个Function被调度的次数" HISTOGRAM_FUNCTION_DURATION_NAME string = "func_run_duration" HISTOGRAM_FUNCTION_DURATION_HELP string = "Function执行耗时" HISTOGRAM_FLOW_DURATION_NAME string = "flow_run_duration" HISTOGRAM_FLOW_DURATION_HELP string = "Flow执行耗时" )
metrics
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type KisConnType ¶
type KisConnType string
const ( REDIS KisConnType = "redis" MYSQL KisConnType = "mysql" KAFKA KisConnType = "kafka" TIDB KisConnType = "tidb" ES KisConnType = "es" )
type KisDataMap ¶
KisDataMap 当前Flow承载的全部数据
key : 数据所在的Function ID
value: 对应的KisRow
type KisMode ¶
type KisMode string
const ( // V 为校验特征的KisFunction, 主要进行数据的过滤,验证,字段梳理,幂等等前置数据处理 V KisMode = "Verify" // S 为存储特征的KisFunction, S会通过KisConnector进行将数据进行存储. S Function 会通过KisConnector进行数据存储,具备相同Connector的Function在逻辑上可以进行并流 S KisMode = "Save" // L 为加载特征的KisFunction,L会通过KisConnector进行数据加载,L Function 会通过KisConnector进行数据读取,具备相同Connector的Function可以从逻辑上与对应的S Function进行并流 L KisMode = "Load" // C 为计算特征的KisFunction, 可以生成新的字段,计算新的值,进行数据的聚合,分析等 C KisMode = "Calculate" // E 为扩展特征的KisFunction,作为流式计算的自定义特征Function,也同时是KisFlow当前流中的最后一个Function,概念类似Sink。 E KisMode = "Expand" )
Click to show internal directories.
Click to hide internal directories.