add fuzzy search and combine it with semantic search results, update readme, change license file extension

src/lib/components/NavBar.svelte

@@ -2,18 +2,22 @@
 	import type { SearchResult } from '$lib/utils/search';
 	import { searchResults } from '$lib/store';
 
-	let searchQuery = '';
+	let timer: NodeJS.Timeout | undefined;
 
-	async function handleSearch() {
-		// const section = window.location.pathname.split('/')[1];
-		const response = await fetch(`/api/poetry/search?q=${encodeURIComponent(searchQuery)}`);
-		if (response.ok) {
-			const data: SearchResult[] = await response.json();
-			searchResults.set(data);
-		} else {
-			console.error('Failed to fetch search results');
-			searchResults.set([]);
-		}
+	async function handleSearch({ target }: Event) {
+		const { value } = target as HTMLInputElement;
+		clearTimeout(timer);
+		timer = setTimeout(async () => {
+			// const section = window.location.pathname.split('/')[1];
+			const response = await fetch(`/api/search?q=${encodeURIComponent(value)}`);
+			if (response.ok) {
+				const data: SearchResult[] = await response.json();
+				searchResults.set(data);
+			} else {
+				console.error('Failed to fetch search results');
+				searchResults.set([]);
+			}
+		}, 300);
 	}
 </script>
 
@@ -54,20 +58,13 @@
 				type="text"
 				placeholder="Search"
 				class="input w-24 md:w-auto"
-				bind:value={searchQuery}
-				on:input={handleSearch}
+				on:keyup={handleSearch}
 			/>
 		</div>
 	</div>
 	<div class="navbar-end hidden lg:flex">
 		<div class="form-control">
-			<input
-				type="text"
-				placeholder="Search"
-				class="input md:w-auto"
-				bind:value={searchQuery}
-				on:input={handleSearch}
-			/>
+			<input type="text" placeholder="Search" class="input md:w-auto" on:keyup={handleSearch} />
 		</div>
 		<ul class="menu menu-horizontal px-1">
 			<li><a href="/thoughts" class="link-primary">Thoughts</a></li>

src/lib/components/SearchResults.svelte

@@ -31,8 +31,12 @@
 			{#each results as result}
 				<li class="py-4">
 					<h3 class="pb-1">
-						<a class="link" href={`/poetry/${result.poem.id}`}>{slugToTitle(result.poem.id)}</a>
-						<p class="text-sm">(Relevance: {(result.similarity * 100).toFixed(3)}%)</p>
+						<a class="link" href={`/${result.post.section}/${result.post.filename}`} target="_blank"
+							>{slugToTitle(result.post.id)}</a
+						>
+						<p class="text-sm">
+							(Relevance: {(result.similarity * 100).toFixed(2)}%, Section: {result.post.section})
+						</p>
 					</h3>
 				</li>
 			{/each}

src/lib/utils/index.ts

@@ -1,7 +1,6 @@
 export interface Metadata {
 	title: string;
 	date: string;
-	content: string;
 	categories?: string[];
 	draft?: boolean;
 }
@@ -9,18 +8,25 @@ export interface Metadata {
 export interface Section {
 	poetry: 'poetry';
 	thoughts: 'thoughts';
-	projects: 'projects';
+	services: 'services';
+	all: 'all';
 }
 
 type SectionKey = keyof Section;
 
 export interface Post {
 	meta: Metadata;
-	path: string;
+	content: string;
+	section: string;
+	filename: string;
+	id: string;
 }
 
 interface Data {
 	metadata: Metadata;
+	default: {
+		render: () => { html: string };
+	};
 }
 
 function isData(obj: unknown): obj is Data {
@@ -39,20 +45,19 @@ function isData(obj: unknown): obj is Data {
 
 export const fetchMarkdownPosts = async (
 	section: SectionKey,
-	limit: number,
-	offset: number
+	limit?: number,
+	offset?: number
 ): Promise<{ posts: Post[]; total: number }> => {
 	let posts: Record<string, () => Promise<unknown>>;
 	switch (section) {
+		case 'all':
+			posts = import.meta.glob('/src/posts/**/*.md');
+			break;
 		case 'poetry':
 			posts = import.meta.glob('/src/posts/poetry/*.md');
 			break;
-		case 'projects':
-			posts = import.meta.glob('/src/routes/(app)/projects/posts/*.md');
-			break;
 		case 'thoughts':
 			posts = import.meta.glob('/src/posts/thoughts/*.md');
-			console.log(posts);
 			break;
 		default:
 			throw new Error('Could not find this section');
@@ -70,10 +75,18 @@ export const fetchMarkdownPosts = async (
 						return undefined;
 					}
 					const { metadata } = data;
-					const postPath = path.slice(11, -3);
+					const { html } = data.default.render();
+					// remove html tags
+					const content = html.replace(/<[^>]*>/g, '');
+					const section = path.split('/')[3];
+					const filename = path.split('/').pop()?.slice(0, -3);
+
 					return {
 						meta: { ...metadata },
-						path: postPath
+						content,
+						section,
+						filename,
+						id: data.metadata.title
 					};
 				} else {
 					console.error('Could not properly parse this post');
@@ -94,6 +107,10 @@ export const fetchMarkdownPosts = async (
 			(b, a) => new Date(a?.meta.date || '').getTime() - new Date(b?.meta.date || '').getTime()
 		);
 
+	if (limit === undefined || offset === undefined) {
+		return { posts: sortedPosts, total: allPosts.length };
+	}
+
 	const paginatedPosts = sortedPosts.slice(offset, offset + limit);
 
 	return { posts: paginatedPosts, total: allPosts.length };

src/lib/utils/search.ts

@@ -8,10 +8,12 @@ import * as tf from '@tensorflow/tfjs-node';
 export type Embedding = {
 	id: string;
 	vector: number[];
+	section: string;
+	filename: string;
 };
 
 export type SearchResult = {
-	poem: Embedding;
+	post: Embedding;
 	similarity: number;
 };