zephyr update

config/prompt_templates/zephyr_7b.txt

@@ -0,0 +1,10 @@
+<|system|>Using the information contained in the context, 
+give a comprehensive answer to the question.
+Respond only to the question asked, response should be concise and relevant to the question.
+If the answer cannot be deduced from the context, do not give an answer.</s>
+<|user|>
+Context:
+  {context}
+  Question: {question}
+  </s>
+<|assistant|>

qa_engine/qa_engine.py

@@ -240,15 +240,15 @@ class QAEngine():
         '''
         Preprocess the answer by removing unnecessary sequences and stop sequences.
         '''
-        REMOVE_SEQUENCES = [
+        SEQUENCES_TO_REMOVE = [
             'Factually: ', 'Answer: ', '<<SYS>>', '<</SYS>>', '[INST]', '[/INST]'
         ]
-        STOP_SEQUENCES = [
-            '\nUser:', '\nYou:'
+        SEQUENCES_TO_STOP = [
+            'User:', 'You:', 'Question:'
         ]
-        for seq in REMOVE_SEQUENCES:
+        for seq in SEQUENCES_TO_REMOVE:
             answer = answer.replace(seq, '')
-        for seq in STOP_SEQUENCES:
+        for seq in SEQUENCES_TO_STOP:
             if seq in answer:
                 answer = answer[:answer.index(seq)]
         answer = answer.strip()