Update app.py

app.py

@@ -4,7 +4,15 @@ import random
 import textwrap
 
 # Define the model to be used
-model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+#model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+
+
+from peft import PeftModel, PeftConfig
+from transformers import AutoModelForCausalLM
+
+config = PeftConfig.from_pretrained("TachyHealthResearch/Mistral-7B-Medical-Finetune_V2")
+base_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
+model = PeftModel.from_pretrained(base_model, "TachyHealthResearch/Mistral-7B-Medical-Finetune_V2")
 client = InferenceClient(model)
 
 # Embedded system prompt