Handle common punctuation

gleam-lang · Dec 29, 2024 · 85a14da · 85a14da
1 parent 2054387
commit 85a14da
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/packages/text_search.gleam b/src/packages/text_search.gleam
@@ -64,6 +64,11 @@ fn remove(index: TextSearchIndex, name: String) -> Result(Nil, Error) {
 
 fn stem_words(phrase: String) -> List(String) {
   phrase
+  |> string.replace(",", " ")
+  |> string.replace(".", " ")
+  |> string.replace("!", " ")
+  |> string.replace("/", " ")
+  |> string.replace("'", "")
   |> string.split(" ")
   |> list.filter(fn(word) { word != "" })
   |> list.map(porter_stemmer.stem)