Spaces:
Paused
Paused
typo .
Browse files- serving_completion.py +1 -1
serving_completion.py
CHANGED
@@ -4,7 +4,7 @@ from typing import AsyncGenerator, AsyncIterator
|
|
4 |
from vllm.logger import init_logger
|
5 |
from vllm.utils import random_uuid
|
6 |
from vllm.engine.async_llm_engine import AsyncLLMEngine
|
7 |
-
from
|
8 |
CompletionRequest,
|
9 |
CompletionResponse,
|
10 |
CompletionResponseChoice,
|
|
|
4 |
from vllm.logger import init_logger
|
5 |
from vllm.utils import random_uuid
|
6 |
from vllm.engine.async_llm_engine import AsyncLLMEngine
|
7 |
+
from protocol import (
|
8 |
CompletionRequest,
|
9 |
CompletionResponse,
|
10 |
CompletionResponseChoice,
|