dnrops
/
r2ai
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix systag <<SYS>> glitch in some prompts

This commit is contained in:
pancake 2023-11-20 14:39:33 +01:00
parent e9c00df56f
commit dc7258087d
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
r2ai/interpreter.py
View File

@ -424,9 +424,10 @@ class Interpreter:
print(f"**Removed codeblock**") # TODO: Could add preview of code removed here. print(f"**Removed codeblock**") # TODO: Could add preview of code removed here.
def systag(self, beg): def systag(self, beg):
if "mistral" in self.model.lower(): lowermodel = self.model.lower()
return "[INST]" if beg else "[/INST]\n" if "llama" in lowermodel:
return "<<SYS>>" if beg else "<</SYS>>" return "[INST]<<SYS>>" if beg else "<</SYS>>[/INST]"
return "[INST]" if beg else "[/INST]\n"
def chat(self, message=None, return_messages=False): def chat(self, message=None, return_messages=False):
global Ginterrupted global Ginterrupted