tokens

type DefaultTokenizer struct {
	// contains filtered or unexported fields
}

type ModelEncoding struct {
	Model    string
	Encoding string
}

type SavingsCalculator struct {
	// contains filtered or unexported fields
}

type ServerToolInfo struct {
	ServerName string
	ToolCount  int
	Tools      []ToolInfo
}

type TokenSavingsMetrics struct {
	TotalServerToolListSize int            `json:"total_server_tool_list_size"` // All upstream tools combined (tokens)
	AverageQueryResultSize  int            `json:"average_query_result_size"`   // Typical retrieve_tools output (tokens)
	SavedTokens             int            `json:"saved_tokens"`                // Difference
	SavedTokensPercentage   float64        `json:"saved_tokens_percentage"`     // Percentage saved
	PerServerToolListSizes  map[string]int `json:"per_server_tool_list_sizes"`  // Token size per server
}

type Tokenizer interface {
	// CountTokens counts tokens in text using the default encoding
	CountTokens(text string) (int, error)

	// CountTokensForModel counts tokens for a specific model
	CountTokensForModel(text string, model string) (int, error)

	// CountTokensForEncoding counts tokens using a specific encoding
	CountTokensForEncoding(text string, encoding string) (int, error)

	// CountTokensInJSON counts tokens in a JSON object (serialized first)
	CountTokensInJSON(data interface{}) (int, error)

	// CountTokensInJSONForModel counts tokens in JSON for a specific model
	CountTokensInJSONForModel(data interface{}, model string) (int, error)
}

type ToolInfo struct {
	Name        string
	Description string
	InputSchema map[string]interface{}
}