prthm11 commited on
Commit
6f8752b
·
verified ·
1 Parent(s): 724c595

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +39 -6
app.py CHANGED
@@ -22,6 +22,39 @@ from io import BytesIO
22
  from pathlib import Path
23
  import os
24
  from utils.block_relation_builder import block_builder, variable_adder_main
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
25
 
26
  def log_execution_time(func):
27
  @functools.wraps(func)
@@ -55,11 +88,11 @@ load_dotenv()
55
  # os.environ["GROQ_API_KEY"] = os.getenv("GROQ_API_KEY")
56
  groq_api_key = os.getenv("GROQ_API_KEY")
57
 
58
- llm = ChatGroq(
59
- model="meta-llama/llama-4-scout-17b-16e-instruct",
60
- temperature=0,
61
- max_tokens=None,
62
- )
63
 
64
  app = Flask(__name__)
65
 
@@ -2488,7 +2521,7 @@ def convert_pdf_stream_to_images(pdf_stream: io.BytesIO, dpi=300):
2488
 
2489
  def delay_for_tpm_node(state: GameState):
2490
  logger.info("--- Running DelayForTPMNode ---")
2491
- time.sleep(60) # Adjust the delay as needed
2492
  logger.info("Delay completed.")
2493
  return state
2494
 
 
22
  from pathlib import Path
23
  import os
24
  from utils.block_relation_builder import block_builder, variable_adder_main
25
+ from langchain.chat_models import ChatOpenAI
26
+ from langchain_openai import ChatOpenAI
27
+ from pydantic import Field, SecretStr
28
+
29
+ os.environ["OPENROUTER_API_KEY"] = os.getenv("OPENROUTER_API_KEY", "default_key_or_placeholder")
30
+ class ChatOpenRouter(ChatOpenAI):
31
+ openai_api_key: Optional[SecretStr] = Field(
32
+ alias="api_key",
33
+ default_factory=secret_from_env("OPENROUTER_API_KEY", default=None),
34
+ )
35
+ @property
36
+ def lc_secrets(self) -> dict[str, str]:
37
+ return {"openai_api_key": "OPENROUTER_API_KEY"}
38
+
39
+ def __init__(self,
40
+ openai_api_key: Optional[str] = None,
41
+ **kwargs):
42
+ openai_api_key = (
43
+ openai_api_key or os.environ.get("OPENROUTER_API_KEY")
44
+ )
45
+ super().__init__(
46
+ base_url="https://openrouter.ai/api/v1",
47
+ openai_api_key=openai_api_key,
48
+ **kwargs
49
+ )
50
+
51
+ llm = ChatOpenRouter(
52
+ #model_name="deepseek/deepseek-r1-0528:free",
53
+ #model_name="google/gemini-2.0-flash-exp:free",
54
+ #model_name="deepseek/deepseek-v3-base:free",
55
+ model_name="deepseek/deepseek-r1:free"
56
+ )
57
+
58
 
59
  def log_execution_time(func):
60
  @functools.wraps(func)
 
88
  # os.environ["GROQ_API_KEY"] = os.getenv("GROQ_API_KEY")
89
  groq_api_key = os.getenv("GROQ_API_KEY")
90
 
91
+ # llm = ChatGroq(
92
+ # model="meta-llama/llama-4-scout-17b-16e-instruct",
93
+ # temperature=0,
94
+ # max_tokens=None,
95
+ # )
96
 
97
  app = Flask(__name__)
98
 
 
2521
 
2522
  def delay_for_tpm_node(state: GameState):
2523
  logger.info("--- Running DelayForTPMNode ---")
2524
+ time.sleep(1) # Adjust the delay as needed
2525
  logger.info("Delay completed.")
2526
  return state
2527