badayvedat
commited on
Commit
•
255cd6e
1
Parent(s):
0b8daad
fix: start worker proc
Browse files
app.py
CHANGED
@@ -584,10 +584,10 @@ if __name__ == "__main__":
|
|
584 |
|
585 |
model_path = "liuhaotian/llava-v1.5-7b"
|
586 |
|
587 |
-
|
588 |
|
589 |
controller_proc = start_controller()
|
590 |
-
|
591 |
|
592 |
# Wait for worker and controller to start
|
593 |
time.sleep(10)
|
|
|
584 |
|
585 |
model_path = "liuhaotian/llava-v1.5-7b"
|
586 |
|
587 |
+
preload_models(model_path)
|
588 |
|
589 |
controller_proc = start_controller()
|
590 |
+
worker_proc = start_worker(model_path)
|
591 |
|
592 |
# Wait for worker and controller to start
|
593 |
time.sleep(10)
|