moriire commited on
Commit
a2a0b63
1 Parent(s): cb52748

Update app/llm.py

Browse files
Files changed (1) hide show
  1. app/llm.py +1 -0
app/llm.py CHANGED
@@ -5,6 +5,7 @@ from time import time
5
  #from fastapi.middleware.cors import CORSMiddleware
6
  #MODEL_PATH = "./qwen1_5-0_5b-chat-q4_0.gguf" #"./qwen1_5-0_5b-chat-q4_0.gguf"
7
  import logging
 
8
  import llama_cpp
9
  import llama_cpp.llama_tokenizer
10
  from pydantic import BaseModel
 
5
  #from fastapi.middleware.cors import CORSMiddleware
6
  #MODEL_PATH = "./qwen1_5-0_5b-chat-q4_0.gguf" #"./qwen1_5-0_5b-chat-q4_0.gguf"
7
  import logging
8
+ from langchain_community.llms import LlamaCpp
9
  import llama_cpp
10
  import llama_cpp.llama_tokenizer
11
  from pydantic import BaseModel