Update index.py
Browse files
index.py
CHANGED
@@ -4,6 +4,8 @@ from langchain.vectorstores.chroma import Chroma
|
|
4 |
from langchain.embeddings.openai import OpenAIEmbeddings
|
5 |
from langchain.text_splitter import CharacterTextSplitter
|
6 |
from langchain.document_loaders import DirectoryLoader, TextLoader
|
|
|
|
|
7 |
from PyPDF2 import PdfReader
|
8 |
from dotenv import load_dotenv
|
9 |
load_dotenv()
|
@@ -34,9 +36,7 @@ def create_index(file_path: str) -> None:
|
|
34 |
|
35 |
texts = text_splitter.split_documents(documents)
|
36 |
|
37 |
-
embeddings =
|
38 |
-
openai_api_key=os.getenv('OPENAI_API_KEY')
|
39 |
-
)
|
40 |
|
41 |
persist_directory = 'db'
|
42 |
|
|
|
4 |
from langchain.embeddings.openai import OpenAIEmbeddings
|
5 |
from langchain.text_splitter import CharacterTextSplitter
|
6 |
from langchain.document_loaders import DirectoryLoader, TextLoader
|
7 |
+
from langchain.llms import HuggingFaceHub
|
8 |
+
|
9 |
from PyPDF2 import PdfReader
|
10 |
from dotenv import load_dotenv
|
11 |
load_dotenv()
|
|
|
36 |
|
37 |
texts = text_splitter.split_documents(documents)
|
38 |
|
39 |
+
embeddings = HuggingFaceInstructEmbeddings(model_name="hkunlp/instructor-xl")
|
|
|
|
|
40 |
|
41 |
persist_directory = 'db'
|
42 |
|