import { TFile } from 'obsidian' import type { IndexedDocument } from './globals' import { extractHeadingsFromCache, getAliasesFromMetadata, getTagsFromMetadata, isFileCanvas, isFileFromDataloom, isFileImage, isFileOffice, isFilePDF, logDebug, removeDiacritics, stripMarkdownCharacters, } from './tools/utils' import type { CanvasData } from 'obsidian/canvas' import type OmnisearchPlugin from './main' import { getNonExistingNotes } from './tools/notes' export class CacheManager { /** * Show an empty input field next time the user opens Omnisearch modal */ private nextQueryIsEmpty = false /** * The "live cache", containing all indexed vault files * in the form of IndexedDocuments */ private documents: Map = new Map() constructor(private plugin: OmnisearchPlugin) {} /** * Set or update the live cache with the content of the given file. * @param path */ public async addToLiveCache(path: string): Promise { try { const doc = await this.getAndMapIndexedDocument(path) if (!doc.path) { console.error( `Missing .path field in IndexedDocument "${doc.basename}", skipping` ) return } this.documents.set(path, doc) } catch (e) { console.warn(`Omnisearch: Error while adding "${path}" to live cache`, e) // Shouldn't be needed, but... this.removeFromLiveCache(path) } } public removeFromLiveCache(path: string): void { this.documents.delete(path) } public async getDocument(path: string): Promise { if (this.documents.has(path)) { return this.documents.get(path)! } logDebug('Generating IndexedDocument from', path) await this.addToLiveCache(path) return this.documents.get(path)! } public async addToSearchHistory(query: string): Promise { if (!query) { this.nextQueryIsEmpty = true return } this.nextQueryIsEmpty = false const database = this.plugin.database let history = await database.searchHistory.toArray() history = history.filter(s => s.query !== query).reverse() history.unshift({ query }) history = history.slice(0, 10) await database.searchHistory.clear() await database.searchHistory.bulkAdd(history) } /** * @returns The search history, in reverse chronological order */ public async getSearchHistory(): Promise> { const data = (await this.plugin.database.searchHistory.toArray()) .reverse() .map(o => o.query) if (this.nextQueryIsEmpty) { data.unshift('') } return data } /** * This function is responsible for extracting the text from a file and * returning it as an `IndexedDocument` object. * @param path */ private async getAndMapIndexedDocument( path: string ): Promise { const app = this.plugin.app const file = app.vault.getAbstractFileByPath(path) if (!file) throw new Error(`Invalid file path: "${path}"`) if (!(file instanceof TFile)) throw new Error(`Not a TFile: "${path}"`) let content: string | null = null const extractor = this.plugin.getTextExtractor() // ** Plain text ** // Just read the file content if (this.plugin.notesIndexer.isFilePlaintext(path)) { content = await app.vault.cachedRead(file) } // ** Canvas ** // Extract the text fields from the json else if (isFileCanvas(path)) { const canvas = JSON.parse(await app.vault.cachedRead(file)) as CanvasData let texts: string[] = [] // Concatenate text from the canvas fields for (const node of canvas.nodes) { if (node.type === 'text') { texts.push(node.text) } else if (node.type === 'file') { texts.push(node.file) } } for (const edge of canvas.edges.filter(e => !!e.label)) { texts.push(edge.label!) } content = texts.join('\r\n') } // ** Dataloom plugin ** else if (isFileFromDataloom(path)) { try { const data = JSON.parse(await app.vault.cachedRead(file)) // data is a json object, we recursively iterate the keys // and concatenate the values if the key is "markdown" const texts: string[] = [] const iterate = (obj: any) => { for (const key in obj) { if (typeof obj[key] === 'object') { iterate(obj[key]) } else if (key === 'content') { texts.push(obj[key]) } } } iterate(data) content = texts.join('\r\n') } catch (e) { console.error('Omnisearch: Error while parsing Dataloom file', path) console.error(e) } } // ** Image ** else if ( isFileImage(path) && this.plugin.settings.imagesIndexing && extractor?.canFileBeExtracted(path) ) { content = await extractor.extractText(file) } // ** PDF ** else if ( isFilePDF(path) && this.plugin.settings.PDFIndexing && extractor?.canFileBeExtracted(path) ) { content = await extractor.extractText(file) } // ** Office document ** else if ( isFileOffice(path) && this.plugin.settings.officeIndexing && extractor?.canFileBeExtracted(path) ) { content = await extractor.extractText(file) } // ** Unsupported files ** else if (this.plugin.notesIndexer.isFilenameIndexable(path)) { content = file.path } if (content === null || content === undefined) { // This shouldn't happen console.warn(`Omnisearch: ${content} content for file`, file.path) content = '' } const metadata = app.metadataCache.getFileCache(file) // Look for links that lead to non-existing files, // and add them to the index. if (metadata) { const nonExisting = getNonExistingNotes(this.plugin.app, file, metadata) for (const name of nonExisting.filter(o => !this.documents.has(o))) { const doc = this.plugin.notesIndexer.generateIndexableNonexistingDocument( name, file.path ) // TODO: index non-existing note } // EXCALIDRAW // Remove the json code if (metadata.frontmatter?.['excalidraw-plugin']) { const comments = metadata.sections?.filter(s => s.type === 'comment') ?? [] for (const { start, end } of comments.map(c => c.position)) { content = content.substring(0, start.offset - 1) + content.substring(end.offset) } } } const displayTitle = metadata?.frontmatter?.[this.plugin.settings.displayTitle] ?? '' const tags = getTagsFromMetadata(metadata) return { basename: file.basename, displayTitle, content, /** Content without diacritics and markdown chars */ cleanedContent: stripMarkdownCharacters(removeDiacritics(content)), path: file.path, mtime: file.stat.mtime, tags: tags, unmarkedTags: tags.map(t => t.replace('#', '')), aliases: getAliasesFromMetadata(metadata).join(''), headings1: metadata ? extractHeadingsFromCache(metadata, 1).join(' ') : '', headings2: metadata ? extractHeadingsFromCache(metadata, 2).join(' ') : '', headings3: metadata ? extractHeadingsFromCache(metadata, 3).join(' ') : '', } } }