From c91c3afd8700138f8eb8a25a4ae422c2c9e46cea Mon Sep 17 00:00:00 2001
From: alex <alexander.vrabel@proton.me>
Date: Tue, 28 Jul 2026 17:37:06 +0200
Subject: refactored entire code base to be in the package core so i can later
 implement interfaces to interact with the engine

---
 analyzer/analyzer.go | 38 --------------------------------------
 1 file changed, 38 deletions(-)
 delete mode 100644 analyzer/analyzer.go

(limited to 'analyzer')

diff --git a/analyzer/analyzer.go b/analyzer/analyzer.go
deleted file mode 100644
index 2bb8f96..0000000
--- a/analyzer/analyzer.go
+++ /dev/null
@@ -1,38 +0,0 @@
-package analyzer
-
-import (
-	"strings"
-	"unicode"
-)
-
-var stopWords = map[string]struct{}{
-	"the": {}, "a": {}, "an": {}, "and": {}, "or": {}, "but": {},
-	"is": {}, "are": {}, "was": {}, "were": {}, "in": {}, "on": {},
-	"at": {}, "to": {}, "from": {}, "by": {}, "of": {},
-}
-
-func ProcessText(text string) []string {
-	text = strings.ToLower(text)
-	text = SanitizeText(text)
-	tokens := strings.Fields(text)
-	var cleanTokens []string
-	for _, token := range tokens {
-		_, exists := stopWords[token]
-		if !exists {
-			cleanTokens = append(cleanTokens, token)
-		}
-	}
-
-	return cleanTokens
-}
-
-func SanitizeText(s string) string {
-	var builder strings.Builder
-
-	for _, char := range s {
-		if unicode.IsLetter(char) || unicode.IsNumber(char) || unicode.IsSpace(char) {
-			builder.WriteRune(char)
-		}
-	}
-	return builder.String()
-}
-- 
cgit v1.2.3