From 152c73d8205a252d4311595ffba562110334fd0f Mon Sep 17 00:00:00 2001 From: alex Date: Tue, 28 Jul 2026 14:22:32 +0200 Subject: begin work on better searching algorithms, created logic for tf-idf --- scoring/idf.go | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 scoring/idf.go diff --git a/scoring/idf.go b/scoring/idf.go new file mode 100644 index 0000000..6d96089 --- /dev/null +++ b/scoring/idf.go @@ -0,0 +1,17 @@ +package scoring + +import ( + "math" + "searchEngine/index" +) + +func CalculateIDF(totalDocs int, docFrequency int) float64 { + if docFrequency == 0 { + return 0.0 + } + return math.Log10(float64(totalDocs) / float64(docFrequency)) +} +func ScoreTFIDF(p index.Posting, idf float64) float64 { + + return float64(p.Count) * idf +} -- cgit v1.2.3