fix(partial-json): don't error on unknown tokens

anthropics · Jun 28, 2024 · 75e6dd9 · 75e6dd9
1 parent c0cf3c1
commit 75e6dd9
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/_vendor/partial-json-parser/parser.ts b/src/_vendor/partial-json-parser/parser.ts
@@ -157,7 +157,9 @@ const tokenize = (input: string) => {
             value,
           });
         } else {
-          throw new Error(`Invalid token: ${value} is not a valid token!`);
+          // unknown token, e.g. `nul` which isn't quite `null`
+          current++;
+          continue;
         }
         continue;
       }