analysis

type AnalysisConfig struct {
	Backend     string // gse | jieba
	Concurrency int    // 分词并发数

	// 词典路径
	DictPath         string   // 主词典
	UserDictPath     string   // 用户词典
	SynonymPath      string   // 同义词词典
	StopPath         string   // 停用词词典
	PinyinPath       string   // 拼音词典
	PosKeepPath      string   // 词性保留
	ForceSplitPath   string   // 强制分词
	ForceNoSplitPath string   // 禁止分词
	CorrectPath      string   // 纠错词典
	WeightPath       string   // 权重词典
	DomainDicts      []string // 领域词库列表

	// Pipeline 配置
	PinyinFull         bool
	PinyinFirstLetter  bool
	PinyinKeepOriginal bool
	SynonymMode        string // bidirectional | unidirectional
	NgramMin           int
	NgramMax           int
	STConvertDir       string // s2t | t2s

	// 停用词
	StopEnable      bool
	StopPosFilter   bool
	StopMinTokenLen int

	// 性能
	CacheSize   int
	CacheTTLSec int
	MaxInputLen int

	// 调试
	Debug           bool
	SlowThresholdMs int
	Explain         bool

	// 热加载
	DictWatch           bool
	DictWatchDebounceMs int
}

type Backend interface {
	// Name 返回后端名称，如 "gse"、"jieba"
	Name() string
	// Cut 分词，isSearch=true 时启用搜索模式（子词扩展）
	Cut(text []byte, isSearch bool) []Token
}

type CNGramProcessor struct {
	MinGram int
	MaxGram int
}

type CorrectProcessor struct {
	// contains filtered or unexported fields
}

type Engine struct {
	// contains filtered or unexported fields
}

type EngineConfig struct {
	Backend        Backend
	IndexPipeline  []Processor
	SearchPipeline []Processor
	Config         AnalysisConfig
}

type ForceNoSplitProcessor struct {
	// contains filtered or unexported fields
}

type ForceSplitProcessor struct {
	// contains filtered or unexported fields
}

type GseBackend struct {
	// contains filtered or unexported fields
}

type JiebaBackend struct {
	// contains filtered or unexported fields
}

type LowerCaseProcessor struct{}

type PinyinConfig struct {
	Full         bool // 全拼，如 "中国"→"zhongguo"
	FirstLetter  bool // 首字母，如 "中国"→"zg"
	KeepOriginal bool // 是否保留原词
}

type PinyinProcessor struct {
	// contains filtered or unexported fields
}

type Processor interface {
	Name() string
	Process(tokens []Token) []Token
}

type STConvertProcessor struct {
	// contains filtered or unexported fields
}

type StopProcessor struct {
	// contains filtered or unexported fields
}

type SynonymConfig struct {
	Mode          SynonymMode // 模式
	Path          string      // 同义词文件路径
	CaseSensitive bool        // 大小写敏感
}

type SynonymMode string

type SynonymProcessor struct {
	// contains filtered or unexported fields
}

type Token struct {
	Term  []byte
	Start int
	End   int
	Pos   int
	POS   string // 词性标注（仅 jieba backend 有）
}

type TokenStream []Token

type UniqueProcessor struct{}