chore: revert wip dict

ndabAP · Feb 25, 2023 · 9d9e27c · 9d9e27c
1 parent 99d94be
commit 9d9e27c
Showing 1 changed file with 0 additions and 19 deletions.
diff --git a/normalizer.go b/normalizer.go
@@ -60,22 +60,3 @@ func Threshold(dists map[tokenize.Token][]float64, threshold float64) {
 		}
 	}
 }
-
-var EnglishDictonary = map[tokenize.PoS]func(tokenize.Token) bool{}
-
-func Dictonary(dists map[tokenize.Token][]float64, dict map[tokenize.PoS]func(tokenize.Token) bool) {
-	for tok := range dists {
-		f, ok := dict[tok.PoS]
-		if !ok {
-			continue
-		}
-
-		if !f(tok) {
-			delete(dists, tok)
-		}
-	}
-}
-
-func LoadDict() error {
-	return nil
-}