Spaces:
Sleeping
Sleeping
Update server.py
Browse files
server.py
CHANGED
|
@@ -27,11 +27,11 @@ def launch_vllm_server(beta=1.0):
|
|
| 27 |
]
|
| 28 |
subprocess.run(cmd, env=env)
|
| 29 |
|
| 30 |
-
#
|
| 31 |
-
|
| 32 |
|
| 33 |
-
#
|
| 34 |
-
|
| 35 |
|
| 36 |
-
#
|
| 37 |
-
|
|
|
|
| 27 |
]
|
| 28 |
subprocess.run(cmd, env=env)
|
| 29 |
|
| 30 |
+
# Step 1: Setup
|
| 31 |
+
setup_mixinputs()
|
| 32 |
|
| 33 |
+
# Step 2: Launch vLLM server in background
|
| 34 |
+
threading.Thread(target=launch_vllm_server, daemon=True).start()
|
| 35 |
|
| 36 |
+
# Step 3: Give time for server to initialize
|
| 37 |
+
time.sleep(60)
|