Update app.py
Browse files
app.py
CHANGED
|
@@ -5,7 +5,7 @@ from peft import AutoPeftModelForCausalLM
|
|
| 5 |
|
| 6 |
# Load the fine-tuned model and tokenizer
|
| 7 |
model_name = "richardcsuwandi/llama2-javanese"
|
| 8 |
-
model = AutoPeftModelForCausalLM.from_pretrained(model_name, device_map=
|
| 9 |
|
| 10 |
# Merge adapter with base
|
| 11 |
model = model.merge_and_unload()
|
|
|
|
| 5 |
|
| 6 |
# Load the fine-tuned model and tokenizer
|
| 7 |
model_name = "richardcsuwandi/llama2-javanese"
|
| 8 |
+
model = AutoPeftModelForCausalLM.from_pretrained(model_name, device_map='cpu', offload_folder='./', torch_dtype=torch.bfloat16)
|
| 9 |
|
| 10 |
# Merge adapter with base
|
| 11 |
model = model.merge_and_unload()
|