feat: Update Fiber version to v2 and update internal controller and search logic to use new index module

pkg/index/index.go

@@ -0,0 +1,98 @@
+package index
+
+import (
+	"bufio"
+	"log"
+	"os"
+	"strings"
+)
+
+// needs to be saved in a file or database
+type InvertedIndex map[string]map[string]int
+type DocumentFrequency map[string]int
+
+var Index InvertedIndex
+var DocFreq DocumentFrequency
+var Documents []string
+
+// BuildIndex reads files and builds an inverted index.
+func BuildIndex(files []string) (InvertedIndex, DocumentFrequency, error) {
+	index := make(InvertedIndex)
+	docFreq := make(DocumentFrequency)
+
+	for _, file := range files {
+		f, err := os.Open(file)
+		if err != nil {
+			return nil, nil, err
+		}
+		defer f.Close()
+
+		seenTerms := make(map[string]bool) // Track terms in this document
+		scanner := bufio.NewScanner(f)
+		scanner.Split(bufio.ScanWords)
+
+		for scanner.Scan() {
+			word := strings.ToLower(strings.Trim(scanner.Text(), ",.!?"))
+
+			if index[word] == nil {
+				index[word] = make(map[string]int)
+			}
+			index[word][file]++
+
+			if !seenTerms[word] {
+				docFreq[word]++
+				seenTerms[word] = true
+			}
+		}
+	}
+	return index, docFreq, nil
+}
+
+func TestIndex() {
+	// Index files
+	files := []string{"data/doc1.txt", "data/doc2.txt", "data/doc3.txt"}
+
+	index, docFreq, err := BuildIndex(files)
+	if err != nil {
+		log.Fatalf("Error building index: %v", err)
+	}
+
+	Documents = files
+	Index = index
+	DocFreq = docFreq
+}
+
+func CreateIndex() {
+	index := make(InvertedIndex)
+	docFreq := make(DocumentFrequency)
+	var docs []string
+
+	Documents = docs
+	Index = index
+	DocFreq = docFreq
+}
+
+func AddDocToIndex(url string, content string) {
+	Documents = append(Documents, url)
+
+	reader := strings.NewReader(content)
+
+	seenTerms := make(map[string]bool) // Track terms in this document
+	scanner := bufio.NewScanner(reader)
+	scanner.Split(bufio.ScanWords)
+
+	for scanner.Scan() {
+		word := strings.ToLower(strings.Trim(scanner.Text(), ",.!?"))
+
+		if Index[word] == nil {
+			Index[word] = make(map[string]int)
+		}
+		Index[word][url]++
+
+		if !seenTerms[word] {
+			DocFreq[word]++
+			seenTerms[word] = true
+		}
+	}
+
+}