#118 - Improved caching

That will teach me to read documentation (it won't).

src/cache-manager.ts

@@ -3,7 +3,6 @@ import type { IndexedDocument } from './globals'
 import { database } from './database'
 import MiniSearch from 'minisearch'
 import { minisearchOptions } from './search/search-engine'
-import { fileToIndexedDocument } from './file-loader'
 
 class CacheManager {
   private documentsCache: Map<string, IndexedDocument> = new Map()

src/database.ts

@@ -9,11 +9,11 @@ class OmnisearchCache extends Dexie {
   minisearch!: Dexie.Table<{ date: string; data: string }, string>
 
   constructor() {
-    super(app.appId + '_omnisearch')
+    super('omnisearch/cache/' + app.appId)
-    this.version(4).stores({
+    this.version(5).stores({
-      pdf: 'path, hash, size, text',
+      pdf: 'path, hash, size',
-      searchHistory: '++id, query',
+      searchHistory: '++id',
-      minisearch: 'date, data'
+      minisearch: 'date',
     })
   }
 }

src/main.ts

@@ -116,6 +116,9 @@ async function populateIndex(): Promise<void> {
   console.log(`Omnisearch - Indexed ${files.length} notes`)
   console.timeEnd('Omnisearch - Timing')
 
+  // Load normal notes into the main search engine
+  SearchEngine.loadTmpDataIntoMain()
+
   // Load PDFs
   if (settings.PDFIndexing) {
     console.time('Omnisearch - Timing')
@@ -126,10 +129,12 @@ async function populateIndex(): Promise<void> {
     console.timeEnd('Omnisearch - Timing')
   }
 
+  // Load PDFs into the main search engine, and write cache
+  SearchEngine.loadTmpDataIntoMain()
   await tmpEngine.writeToCache()
-  SearchEngine.swapEngines()
 
-  // Save minisearch
+  // Clear memory
+  SearchEngine.clearTmp()
 }
 
 async function cleanOldCacheFiles() {

src/search/search-engine.ts

@@ -89,12 +89,15 @@ export class SearchEngine {
   }
 
   /**
-   * Must be called when the background indexing is done,
+   * Loads the freshest indexed data into the main instance.
-   * to load the freshest data into the main instance
    */
-  public static swapEngines(): void {
+  public static loadTmpDataIntoMain(): void {
-    ;[this.engine, this.tmpEngine] = [this.tmpEngine, this.engine]
+    const tmpData = this.tmpEngine.minisearch.toJSON()
-    this.isIndexing.set(false)
+    this.engine.minisearch = MiniSearch.loadJS(tmpData, minisearchOptions);
+  }
+
+  public static clearTmp():void {
+    this.tmpEngine.minisearch = new MiniSearch(minisearchOptions)
   }
 
   private minisearch: MiniSearch