Spaces:
Running
on
L40S
Running
on
L40S
miaoyibo
commited on
Commit
·
e52721c
1
Parent(s):
49e9feb
app.py
CHANGED
@@ -332,11 +332,11 @@ def main(args: argparse.Namespace):
|
|
332 |
)
|
333 |
|
334 |
if __name__ == "__main__":
|
335 |
-
|
336 |
-
|
337 |
-
|
338 |
-
|
339 |
-
|
340 |
|
341 |
|
342 |
args = parse_args()
|
|
|
332 |
)
|
333 |
|
334 |
if __name__ == "__main__":
|
335 |
+
print("Start serving vllm...")
|
336 |
+
script_path = os.path.join(os.path.dirname(__file__), "serve_vllm.sh")
|
337 |
+
subprocess.Popen(["bash", script_path])
|
338 |
+
time.sleep(450)
|
339 |
+
print("Served vllm!")
|
340 |
|
341 |
|
342 |
args = parse_args()
|