From 95ccea8d0244e515947c335ace620838f01be60a Mon Sep 17 00:00:00 2001
From: alex <alexander.vrabel@proton.me>
Date: Tue, 28 Jul 2026 20:01:28 +0200
Subject: forgor :skull:

---
 core/engine.go | 14 ++++++++++++--
 1 file changed, 12 insertions(+), 2 deletions(-)

(limited to 'core/engine.go')

diff --git a/core/engine.go b/core/engine.go
index 4b6b150..6e929e2 100644
--- a/core/engine.go
+++ b/core/engine.go
@@ -19,6 +19,11 @@ func NewEngine() *Engine {
 	}
 }
 
+func NewEngineWithIndex(idx *index.InvertedIndex) *Engine {
+	return &Engine{
+		idx: idx,
+	}
+}
 func (e *Engine) Index() *index.InvertedIndex {
 	return e.idx
 }
@@ -39,8 +44,13 @@ func (e *Engine) IndexDump(filePath string, numWorkers int) error {
 			}
 		})
 	}
-
-	err := ingest.IngestWikiDump(filePath, jobQueue)
+	var processedCount int
+	err := ingest.WikiDump(filePath, jobQueue, func() {
+		processedCount++
+		if processedCount%1000 == 0 {
+			fmt.Printf("\rProcessed %d articles...", processedCount)
+		}
+	})
 	close(jobQueue)
 	wg.Wait()
 
-- 
cgit v1.2.3