1

app.py

@@ -4,7 +4,8 @@ import os
 
 ##Bloom
 API_URL = "https://api-inference.huggingface.co/models/bigscience/bloom"
-headers = {"Authorization": "Bearer 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"}
+HF_TOKEN = os.environ["HF_TOKEN"]
+headers = {"Authorization": f"Bearer {HF_TOKEN}"}
 
 #def query(payload):
 #	response = requests.post(API_URL, headers=headers, json=payload)
@@ -52,14 +53,14 @@ examples = [["river"], ["night"], ["trees"],["table"],["laughs"]]
 
 def text_generate(prompt):
 
-  #p = prompt + word.lower() + "\n" + "poem using word: "
+  #p = prompt .lower() + "\n" + "poem using word: "
   print(f"*****Inside poem_generate - Prompt is :{prompt}")
   json_ = {"inputs": prompt,
             "parameters":
             {
             "top_p": 0.9,
           "temperature": 1.1,
-          "max_new_tokens": 300,
+          "max_new_tokens": 200,
           "return_full_text": False
           }}
   response = requests.post(API_URL, headers=headers, json=json_)