richardcsuwandi commited on
Commit
6aefc3e
·
verified ·
1 Parent(s): df8306b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -5,7 +5,7 @@ from peft import AutoPeftModelForCausalLM
5
 
6
  # Load the fine-tuned model and tokenizer
7
  model_name = "richardcsuwandi/llama2-javanese"
8
- model = AutoPeftModelForCausalLM.from_pretrained(model_name, device_map="auto", offload_folder='./', torch_dtype=torch.bfloat16)
9
 
10
  # Merge adapter with base
11
  model = model.merge_and_unload()
 
5
 
6
  # Load the fine-tuned model and tokenizer
7
  model_name = "richardcsuwandi/llama2-javanese"
8
+ model = AutoPeftModelForCausalLM.from_pretrained(model_name, device_map='cpu', offload_folder='./', torch_dtype=torch.bfloat16)
9
 
10
  # Merge adapter with base
11
  model = model.merge_and_unload()