Spaces:
Paused
Paused
fix missing arg_parser
Browse files- api_server.py +4 -1
api_server.py
CHANGED
@@ -29,6 +29,7 @@ from vllm.entrypoints.openai.serving_completion import OpenAIServingCompletion
|
|
29 |
from vllm.entrypoints.openai.serving_embedding import OpenAIServingEmbedding
|
30 |
from vllm.logger import init_logger
|
31 |
from vllm.usage.usage_lib import UsageContext
|
|
|
32 |
|
33 |
TIMEOUT_KEEP_ALIVE = 5 # seconds
|
34 |
|
@@ -61,7 +62,9 @@ app = fastapi.FastAPI(lifespan=lifespan)
|
|
61 |
|
62 |
|
63 |
def parse_args():
|
64 |
-
|
|
|
|
|
65 |
return parser.parse_args()
|
66 |
|
67 |
|
|
|
29 |
from vllm.entrypoints.openai.serving_embedding import OpenAIServingEmbedding
|
30 |
from vllm.logger import init_logger
|
31 |
from vllm.usage.usage_lib import UsageContext
|
32 |
+
from vllm.utils import FlexibleArgumentParser
|
33 |
|
34 |
TIMEOUT_KEEP_ALIVE = 5 # seconds
|
35 |
|
|
|
62 |
|
63 |
|
64 |
def parse_args():
|
65 |
+
parser_text = FlexibleArgumentParser(
|
66 |
+
description="vLLM OpenAI-Compatible RESTful API server.")
|
67 |
+
parser = make_arg_parser(parser_text)
|
68 |
return parser.parse_args()
|
69 |
|
70 |
|