textproc

const (
	WeightTopic = 3.0
	// A topic's words are worth less than the topic itself: the label is the
	// deliberate part, its vocabulary is shared with everything else.
	WeightTopicWord = 1.2
	// Weights for a topic recognized in text rather than applied by a person,
	// graded by how reliably each source names the project.
	//
	// Measured against repositories that do carry topics, a phrase found in
	// the repository name is really one of its topics 65% of the time, in the
	// description 43%, and in the opening of the README 33% — falling to 21%
	// by a hundred words in. Precision tracks how deliberately the text was
	// written: a name is chosen once and carefully, a description is a
	// sentence, a README is prose that mentions neighbouring technologies
	// without being about them. None of these approaches a real topic, so none
	// is weighted like one.
	WeightTopicFromName   = 3.0
	WeightTopicFromText   = 2.0
	WeightTopicFromReadme = 1.0
	// ReadmeInferWords is how far into a README a topic phrase is still
	// trusted. Precision halves between the opening and the hundred-word mark.
	ReadmeInferWords = 20
	WeightName       = 2.0
	// The detected primary language is deliberately not counted as evidence.
	// Every repository in a language shares one identical term, which makes it
	// an overwhelmingly strong grouper that then absorbs whatever else is
	// nearby — it was fusing Go with Wardley mapping, and C with Zsh. Measured
	// on a real account, dropping it raised topic agreement by a tenth and
	// halved the number of categories named after two unrelated things. A
	// language the author tagged as a topic still counts, at topic weight,
	// because that is a choice rather than a detection.
	WeightLanguage = 0
	WeightText     = 1.0
	// An owner is a publisher, not a subject. Weighting it like the repository
	// name produces a "Google" category holding a fuzzer, a Bluetooth stack
	// and a YAML formatter. It still earns a small weight because narrow
	// owners — kubernetes, rust-lang, bufbuild — really do say what a
	// repository is about.
	WeightOwner = 0.5
	// A README is a hundred terms against a description's nine, so per term it
	// has to count for much less if the two are to carry comparable weight.
	WeightReadme = 0.15
)

const LangPrefix = "lang:"

const TopicPrefix = "topic:"