Implement grammar sampling for function and parameters names

.vscode/settings.json

@@ -3,7 +3,7 @@
     "editor.defaultFormatter": "ms-python.black-formatter",
     "editor.formatOnSave": true,
     "editor.codeActionsOnSave": {
-        "source.organizeImports": true
+      "source.organizeImports": "explicit"
     },
   },
   "isort.args":["--profile", "black"],

functionary/prompt_template/prompt_template_v1.py

@@ -10,6 +10,7 @@ class PromptTemplateV1(PromptTemplate):
     end_assistant = "<|END_OF_ASSISTANT|>"
     end_function = "<|END_OF_FUNCTION_RESULT|>"
     end_function_call = "<|END_OF_FUNCTION_CALL|>"
+    version = "v1"
 
     def get_end_token_from_message(self, message: Dict) -> str:
         """this function is used for getting the end token for each message.
@@ -234,4 +235,3 @@ def get_chat_template_jinja(self) -> str:
         chat_template = chat_template.replace("<br>\n", "")
         chat_template = chat_template.strip()
         return chat_template
-

functionary/prompt_template/prompt_template_v2.py

@@ -10,6 +10,7 @@ class PromptTemplateV2(PromptTemplate):
     recipient_token = "<|recipient|>"
     content_token = "<|content|>"
     stop_token = "<|stop|>"
+    version = "v2"
 
     def get_additional_tokens(self) -> List[str]:
         return [
@@ -264,7 +265,7 @@ def update_response_state_from_delta_text(
                 "func_name": None,  # function_name of the current tool, if the response requires to use tool
                 "response_type": None,  # response_type=text(text response)/function (using tool)
                 "func_index": -1,  # index of the tool in tool_calls
-                "call_id": None,  # call_id of the current tool 
+                "call_id": None,  # call_id of the current tool
                 # skip_until_reach we skip new tokens until we reach certain token. This is used when we hit special tokens
                 "skip_until_reach": self.content_token,  # at first we will skip until reach <|content|>
                 "first_time": True,  # if first_time we return an tempty delta with role=assistant