Spaces:
Sleeping
Sleeping
Update server.py
Browse files
server.py
CHANGED
|
@@ -25,13 +25,13 @@ def launch_vllm_server(beta=1.0):
|
|
| 25 |
"--max-num-seqs", "1",
|
| 26 |
"--port", "8000"
|
| 27 |
]
|
| 28 |
-
subprocess.
|
|
|
|
|
|
|
|
|
|
| 29 |
|
| 30 |
# Step 1: Setup
|
| 31 |
setup_mixinputs()
|
| 32 |
|
| 33 |
# Step 2: Launch vLLM server in background
|
| 34 |
threading.Thread(target=launch_vllm_server, daemon=True).start()
|
| 35 |
-
|
| 36 |
-
# Step 3: Give time for server to initialize
|
| 37 |
-
time.sleep(60)
|
|
|
|
| 25 |
"--max-num-seqs", "1",
|
| 26 |
"--port", "8000"
|
| 27 |
]
|
| 28 |
+
_server_process = subprocess.Popen(cmd, env=env)
|
| 29 |
+
|
| 30 |
+
# Wait for the process to complete or be terminated
|
| 31 |
+
_server_process.wait()
|
| 32 |
|
| 33 |
# Step 1: Setup
|
| 34 |
setup_mixinputs()
|
| 35 |
|
| 36 |
# Step 2: Launch vLLM server in background
|
| 37 |
threading.Thread(target=launch_vllm_server, daemon=True).start()
|
|
|
|
|
|
|
|
|