Merge pull request #8 from danemadsen/sequence

Fix sequenceFilter and add abstract classes for different formats
netdur · Jan 25, 2024 · 1d54faf · 1d54faf
2 parents 3ce4d61 + c2d768b
commit 1d54faf
Show file tree

Hide file tree

Showing 10 changed files with 1,894 additions and 2,371 deletions.
diff --git a/lib/llama_cpp_dart.dart b/lib/llama_cpp_dart.dart
@@ -5,3 +5,4 @@ export 'src/model_params.dart';
 export 'src/context_params.dart';
 export 'src/llama.dart';
 export 'src/llama_processor.dart';
+export 'src/prompt_format.dart';
diff --git a/lib/src/alpaca_format.dart b/lib/src/alpaca_format.dart
@@ -0,0 +1,8 @@
+import 'prompt_format.dart';
+import 'sequence_filter.dart';
+
+class AlpacaFormat extends PromptFormat {
+  AlpacaFormat()
+      : super(PromptFormatType.alpaca,
+            [SequenceFilter('### Input:'), SequenceFilter('### Response:')]);
+}
diff --git a/lib/src/chatml_format.dart b/lib/src/chatml_format.dart
@@ -0,0 +1,11 @@
+import 'prompt_format.dart';
+import 'sequence_filter.dart';
+
+class ChatMLFormat extends PromptFormat {
+  ChatMLFormat()
+      : super(PromptFormatType.chatml, [
+          SequenceFilter('<|im_start|>user'),
+          SequenceFilter('<|im_end|>'),
+          SequenceFilter('<|im_start|>assistant')
+        ]);
+}