Compare commits
13 Commits
dd7f0c0a28
...
0.1.1
Author | SHA1 | Date | |
---|---|---|---|
64efaf5514 | |||
8d320f96cd | |||
75c5e7ea4c | |||
e6e668451a | |||
9528fca452 | |||
cf95ee2acb | |||
4a673d1894 | |||
0d22da3643 | |||
0107f77570 | |||
d5f658244b | |||
72128f97a3 | |||
78e2568e2b | |||
75ba450d9b |
@@ -10,7 +10,7 @@ on:
|
||||
jobs:
|
||||
renovate:
|
||||
runs-on: ubuntu-latest
|
||||
container: ghcr.io/renovatebot/renovate:39.215.2
|
||||
container: ghcr.io/renovatebot/renovate:39.216.1
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
- run: renovate
|
||||
|
25
.gitea/workflows/sonarqube.yaml
Normal file
25
.gitea/workflows/sonarqube.yaml
Normal file
@@ -0,0 +1,25 @@
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
- main
|
||||
pull_request:
|
||||
types: [opened, synchronize, reopened]
|
||||
|
||||
name: SonarQube Scan
|
||||
jobs:
|
||||
build:
|
||||
name: Build and analyze
|
||||
runs-on: ubuntu-latest
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
with:
|
||||
fetch-depth: 0 # Shallow clones should be disabled for a better relevancy of analysis
|
||||
- uses: SonarSource/sonarqube-scan-action@v4
|
||||
env:
|
||||
SONAR_TOKEN: ${{ secrets.SONARQUBE_TOKEN }}
|
||||
SONAR_HOST_URL: ${{ secrets.SONARQUBE_HOST }}
|
||||
- uses: SonarSource/sonarqube-quality-gate-action@v1
|
||||
timeout-minutes: 5
|
||||
env:
|
||||
SONAR_TOKEN: ${{ secrets.SONARQUBE_TOKEN }}
|
10
CHANGELOG.md
10
CHANGELOG.md
@@ -2,6 +2,16 @@
|
||||
|
||||
All notable changes to this project will be documented in this file.
|
||||
|
||||
## [unreleased]
|
||||
|
||||
### 🚀 Features
|
||||
|
||||
- *(index)* Add save and load functionality for Index using gob encoding/decoding
|
||||
|
||||
### 📚 Documentation
|
||||
|
||||
- Add first release in Changelog
|
||||
|
||||
## [0.1.0] - 2025-03-25
|
||||
|
||||
### 🚀 Features
|
||||
|
@@ -1,5 +1,7 @@
|
||||
# gosearch
|
||||
|
||||
[](https://sonar.dev-null.rocks/dashboard?id=gosearch)
|
||||
|
||||
### Diagram of the Architecture
|
||||
|
||||
```mermaid
|
||||
|
@@ -12,7 +12,7 @@ import (
|
||||
|
||||
func SearchQuery(c *fiber.Ctx) error {
|
||||
query := c.Params("query")
|
||||
query = strings.TrimSpace(strings.ToLower(query))
|
||||
query = strings.TrimSpace(query)
|
||||
|
||||
terms, queryType := parseQuery(query)
|
||||
results := search.Search(terms, queryType, index.Index, index.DocFreq, len(index.Documents))
|
||||
@@ -29,12 +29,12 @@ func SearchQuery(c *fiber.Ctx) error {
|
||||
|
||||
// parseQuery parses the query to determine query type and terms
|
||||
func parseQuery(query string) ([]string, string) {
|
||||
if strings.Contains(query, "AND") {
|
||||
return strings.Split(query, " AND "), "AND"
|
||||
} else if strings.Contains(query, "OR") {
|
||||
return strings.Split(query, " OR "), "OR"
|
||||
if strings.Contains(strings.ToLower(query), "AND") {
|
||||
return strings.Split(strings.ToLower(query), " AND "), "AND"
|
||||
} else if strings.Contains(strings.ToLower(query), "OR") {
|
||||
return strings.Split(strings.ToLower(query), " OR "), "OR"
|
||||
}
|
||||
return strings.Fields(query), "SIMPLE"
|
||||
return strings.Fields(strings.ToLower(query)), "SIMPLE"
|
||||
}
|
||||
|
||||
// phraseMatch checks if all terms appear in the given document in sequence
|
||||
|
@@ -2,6 +2,7 @@ package http
|
||||
|
||||
import (
|
||||
"github.com/gofiber/fiber/v2"
|
||||
"github.com/gofiber/fiber/v2/log"
|
||||
"github.com/gofiber/fiber/v2/middleware/logger"
|
||||
)
|
||||
|
||||
@@ -12,6 +13,7 @@ func StartService() {
|
||||
app.Use(logger.New(logger.Config{
|
||||
Format: "[${ip}]:${port} ${status} - ${method} ${path}\n",
|
||||
}))
|
||||
log.SetLevel(log.LevelInfo)
|
||||
|
||||
// Configure Routes
|
||||
app = configureRoutes(app)
|
||||
|
2
main.go
2
main.go
@@ -7,7 +7,7 @@ import (
|
||||
|
||||
func main() {
|
||||
// Initialize Index
|
||||
index.CreateIndex()
|
||||
index.InitIndex("default")
|
||||
|
||||
// Start HTTP Server
|
||||
http.StartService()
|
||||
|
@@ -2,6 +2,12 @@ package index
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"bytes"
|
||||
"encoding/gob"
|
||||
"errors"
|
||||
"fmt"
|
||||
"log"
|
||||
"os"
|
||||
"strings"
|
||||
)
|
||||
|
||||
@@ -13,7 +19,40 @@ var Index InvertedIndex
|
||||
var DocFreq DocumentFrequency
|
||||
var Documents []string
|
||||
|
||||
func CreateIndex() {
|
||||
type SavedIndex struct {
|
||||
Index InvertedIndex
|
||||
DocFreq DocumentFrequency
|
||||
Documents []string
|
||||
}
|
||||
|
||||
func InitIndex(name string) {
|
||||
createIndex()
|
||||
|
||||
// check if index as file exists
|
||||
// if not, create one and save it
|
||||
indexFilePath := "/tmp/" + name + ".db"
|
||||
if _, err := os.Stat(indexFilePath); errors.Is(err, os.ErrNotExist) {
|
||||
f, err := os.Create(indexFilePath)
|
||||
if err != nil {
|
||||
log.Fatal(err)
|
||||
}
|
||||
defer f.Close()
|
||||
} else {
|
||||
var savedIndex SavedIndex
|
||||
|
||||
err = readStructFromFile(indexFilePath, &savedIndex)
|
||||
if err != nil {
|
||||
fmt.Println("Fehler beim Lesen:", err)
|
||||
return
|
||||
}
|
||||
|
||||
Index = savedIndex.Index
|
||||
DocFreq = savedIndex.DocFreq
|
||||
Documents = savedIndex.Documents
|
||||
}
|
||||
}
|
||||
|
||||
func createIndex() {
|
||||
index := make(InvertedIndex)
|
||||
docFreq := make(DocumentFrequency)
|
||||
var docs []string
|
||||
@@ -23,6 +62,21 @@ func CreateIndex() {
|
||||
DocFreq = docFreq
|
||||
}
|
||||
|
||||
func updateIndex(name string) {
|
||||
savedIndex := SavedIndex{
|
||||
Index: Index,
|
||||
DocFreq: DocFreq,
|
||||
Documents: Documents,
|
||||
}
|
||||
|
||||
indexFilePath := "/tmp/" + name + ".db"
|
||||
err := writeStructToFile(indexFilePath, savedIndex)
|
||||
if err != nil {
|
||||
fmt.Println("Fehler beim Schreiben:", err)
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
func AddDocToIndex(url string, content string) {
|
||||
Documents = append(Documents, url)
|
||||
|
||||
@@ -33,7 +87,7 @@ func AddDocToIndex(url string, content string) {
|
||||
scanner.Split(bufio.ScanWords)
|
||||
|
||||
for scanner.Scan() {
|
||||
word := strings.ToLower(strings.Trim(scanner.Text(), ",.!?"))
|
||||
word := strings.ToLower(strings.Trim(scanner.Text(), ",.!?&<>;:=§$%{}[]()|"))
|
||||
|
||||
if Index[word] == nil {
|
||||
Index[word] = make(map[string]int)
|
||||
@@ -46,4 +100,35 @@ func AddDocToIndex(url string, content string) {
|
||||
}
|
||||
}
|
||||
|
||||
go updateIndex("default")
|
||||
}
|
||||
|
||||
func writeStructToFile(filename string, data interface{}) error {
|
||||
var buf bytes.Buffer
|
||||
enc := gob.NewEncoder(&buf)
|
||||
err := enc.Encode(data)
|
||||
if err != nil {
|
||||
return fmt.Errorf("error when encoding the structs: %w", err)
|
||||
}
|
||||
|
||||
err = os.WriteFile(filename, buf.Bytes(), 0644)
|
||||
if err != nil {
|
||||
return fmt.Errorf("error when writing to the file: %w", err)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func readStructFromFile(filename string, data interface{}) error {
|
||||
content, err := os.ReadFile(filename)
|
||||
if err != nil {
|
||||
return fmt.Errorf("error reading the file: %w", err)
|
||||
}
|
||||
|
||||
buf := bytes.NewBuffer(content)
|
||||
dec := gob.NewDecoder(buf)
|
||||
err = dec.Decode(data)
|
||||
if err != nil {
|
||||
return fmt.Errorf("error when decoding the structs: %w", err)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
1
sonar-project.properties
Normal file
1
sonar-project.properties
Normal file
@@ -0,0 +1 @@
|
||||
sonar.projectKey=gosearch
|
Reference in New Issue
Block a user