beyoru commited on
Commit
8d2927f
·
verified ·
1 Parent(s): 664b802

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -6,14 +6,15 @@ import gradio as gr
6
  import os
7
 
8
  MODEL_NAME = os.getenv('MODEL_ID')
9
-
10
  print("Loading model...")
11
- tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
12
  model = AutoModelForCausalLM.from_pretrained(
13
  MODEL_NAME,
14
  torch_dtype=torch.bfloat16,
15
  device_map="auto",
16
- trust_remote_code=True
 
17
  )
18
  print("Model loaded.")
19
 
 
6
  import os
7
 
8
  MODEL_NAME = os.getenv('MODEL_ID')
9
+ TOKEN = os.getenv('TOKEN')
10
  print("Loading model...")
11
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True, token=TOKEN)
12
  model = AutoModelForCausalLM.from_pretrained(
13
  MODEL_NAME,
14
  torch_dtype=torch.bfloat16,
15
  device_map="auto",
16
+ trust_remote_code=True,
17
+ token=TOKEN
18
  )
19
  print("Model loaded.")
20