fix: strip diacritics from letters in search queries (#143)

Resolves #142

This commit improves search functionality by
normalizing diacritics in search queries and
searchable text. This ensures that users can
find items even if they use characters with
diacritics, and vice versa.

src/components/ui/combobox/combobox.tsx

@@ -2,6 +2,7 @@ import type { Coded } from "@/store/services/queries.types";
 import { FLOATING_PORTAL_ID } from "@/utils/constants";
 import { cx } from "@/utils/cx";
 import { isEmpty } from "@/utils/is-empty";
+import { normalizeDiacritics } from "@/utils/normalize-diacritics";
 import {
   FloatingFocusManager,
   FloatingPortal,
@@ -35,10 +36,16 @@ function fuzzyMatch<T extends Coded>(
 ) {
   if (!search) return items;
 
+  const normalizedSearchTerm = normalizeDiacritics(search);
+
   const uf = new uFuzzy();
-  const searchItems = items.map(itemToString);
 
-  const results = uf.search(searchItems, search, 1);
+  // Normalize diacritics in search items to stripped letters
+  const searchItems = items.map((item) =>
+    normalizeDiacritics(itemToString(item)),
+  );
+
+  const results = uf.search(searchItems, normalizedSearchTerm, 1);
   if (!results?.[0]) return items;
 
   const matches = results[0].reduce<Record<string, boolean>>((acc, curr) => {

src/store/lib/searching.ts

@@ -1,4 +1,5 @@
 import type { Card } from "@/store/services/queries.types";
+import { normalizeDiacritics } from "@/utils/normalize-diacritics";
 import uFuzzy from "@leeoniya/ufuzzy";
 import type { Search } from "../slices/lists.types";
 import type { Metadata } from "../slices/metadata.types";
@@ -72,7 +73,7 @@ export function applySearch(
       if (back) content += prepareCardFace(back, search);
     }
 
-    return content;
+    return normalizeDiacritics(content);
   });
 
   const results = uf.search(searchCards, prepareNeedle(search.value), 0);
@@ -88,5 +89,5 @@ export function applySearch(
 }
 
 function prepareNeedle(needle: string): string {
-  return needle.replaceAll(/((?:\+|-)\d+)/g, `"$1"`);
+  return normalizeDiacritics(needle.replaceAll(/((?:\+|-)\d+)/g, `"$1"`));
 }

src/store/selectors/deck-filters.ts

@@ -2,6 +2,7 @@ import { assert } from "@/utils/assert";
 import { FACTION_ORDER, type FactionName } from "@/utils/constants";
 import { capitalize } from "@/utils/formatting";
 import { and, or } from "@/utils/fp";
+import { normalizeDiacritics } from "@/utils/normalize-diacritics";
 import uFuzzy from "@leeoniya/ufuzzy";
 import { createSelector } from "reselect";
 import { extendedDeckTags } from "../lib/resolve-deck";
@@ -253,7 +254,15 @@ const selectDecksFiltered = createSelector(
         interIns: MATCHING_MAX_TOKEN_DISTANCE_DECKS,
       });
 
-      const results = finder.search(searchableText, searchTerm);
+      const normalizedSearchTerm = normalizeDiacritics(searchTerm);
+
+      // Normalize letters with diacritics in searchable text to stripped letters
+      const normalizedSearchableText = searchableText.map(normalizeDiacritics);
+
+      const results = finder.search(
+        normalizedSearchableText,
+        normalizedSearchTerm,
+      );
 
       decksToFilter = [];
 

src/utils/normalize-diacritics.ts

@@ -0,0 +1,3 @@
+export function normalizeDiacritics(str: string) {
+  return str.normalize("NFKD").replace(/\p{Diacritic}/gu, "");
+}