Fix the environment and delete one function
Browse files- app.py +3 -6
- requirements.txt +3 -3
app.py
CHANGED
|
@@ -4,22 +4,19 @@
|
|
| 4 |
|
| 5 |
def start_controller():
|
| 6 |
subprocess.Popen(['python', '-m', 'llava.serve.controller', '--host', '0.0.0.0', '--port', '10000'])
|
| 7 |
-
time.sleep(
|
| 8 |
|
| 9 |
|
| 10 |
def start_gradio_web_server():
|
| 11 |
subprocess.Popen(['python', '-m', 'llava.serve.gradio_web_server', '--controller', 'http://localhost:10000', '--model-list-mode', 'reload'])
|
| 12 |
-
time.sleep(
|
| 13 |
|
| 14 |
def start_model_worker():
|
| 15 |
-
subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--port', '40000', '--worker', 'http://localhost:40000', '--model-path', '/
|
| 16 |
|
| 17 |
-
def gradio_interface():
|
| 18 |
-
gr.Interface(fn=lambda x: x, inputs="text", outputs="text").launch()
|
| 19 |
|
| 20 |
|
| 21 |
if __name__ == "__main__":
|
| 22 |
start_controller()
|
| 23 |
start_gradio_web_server()
|
| 24 |
start_model_worker()
|
| 25 |
-
gradio_interface()
|
|
|
|
| 4 |
|
| 5 |
def start_controller():
|
| 6 |
subprocess.Popen(['python', '-m', 'llava.serve.controller', '--host', '0.0.0.0', '--port', '10000'])
|
| 7 |
+
time.sleep(60)
|
| 8 |
|
| 9 |
|
| 10 |
def start_gradio_web_server():
|
| 11 |
subprocess.Popen(['python', '-m', 'llava.serve.gradio_web_server', '--controller', 'http://localhost:10000', '--model-list-mode', 'reload'])
|
| 12 |
+
time.sleep(60)
|
| 13 |
|
| 14 |
def start_model_worker():
|
| 15 |
+
subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--port', '40000', '--worker', 'http://localhost:40000', '--model-path', 'liuhaotian/llava-v1.5-13b'])
|
| 16 |
|
|
|
|
|
|
|
| 17 |
|
| 18 |
|
| 19 |
if __name__ == "__main__":
|
| 20 |
start_controller()
|
| 21 |
start_gradio_web_server()
|
| 22 |
start_model_worker()
|
|
|
requirements.txt
CHANGED
|
@@ -8,13 +8,13 @@ numpy
|
|
| 8 |
requests
|
| 9 |
sentencepiece
|
| 10 |
tokenizers>=0.12.1
|
| 11 |
-
torch==2.0
|
| 12 |
-
torchvision==0.
|
| 13 |
uvicorn
|
| 14 |
wandb
|
| 15 |
shortuuid
|
| 16 |
httpx==0.24.0
|
| 17 |
-
deepspeed==0.
|
| 18 |
peft==0.4.0
|
| 19 |
transformers==4.31.0
|
| 20 |
accelerate==0.21.0
|
|
|
|
| 8 |
requests
|
| 9 |
sentencepiece
|
| 10 |
tokenizers>=0.12.1
|
| 11 |
+
torch==2.4.0
|
| 12 |
+
torchvision==0.19.0
|
| 13 |
uvicorn
|
| 14 |
wandb
|
| 15 |
shortuuid
|
| 16 |
httpx==0.24.0
|
| 17 |
+
deepspeed==0.16.1
|
| 18 |
peft==0.4.0
|
| 19 |
transformers==4.31.0
|
| 20 |
accelerate==0.21.0
|