fixed bug
Browse files
app_modules/llm_loader.py
CHANGED
@@ -91,7 +91,7 @@ class LLMLoader:
|
|
91 |
self.streamer = None if lc_serve else TextIteratorStreamer("")
|
92 |
self.max_tokens_limit = 2048
|
93 |
self.search_kwargs = {"k": 4}
|
94 |
-
lock = threading.Lock()
|
95 |
|
96 |
def _init_streamer(self, tokenizer, custom_handler):
|
97 |
self.streamer = (
|
|
|
91 |
self.streamer = None if lc_serve else TextIteratorStreamer("")
|
92 |
self.max_tokens_limit = 2048
|
93 |
self.search_kwargs = {"k": 4}
|
94 |
+
self.lock = threading.Lock()
|
95 |
|
96 |
def _init_streamer(self, tokenizer, custom_handler):
|
97 |
self.streamer = (
|