Spaces:
Sleeping
Sleeping
amartyasaran
commited on
Commit
•
09184b5
1
Parent(s):
69dc1e7
- app.py +0 -2
- environment.yml +207 -0
- requirements.txt +1 -2
app.py
CHANGED
@@ -1,8 +1,6 @@
|
|
1 |
import json
|
2 |
import pickle
|
3 |
import streamlit as st
|
4 |
-
# from haystack.document_stores import FAISSDocumentStore
|
5 |
-
from haystack.document_stores import InMemoryDocumentStore
|
6 |
from transformers import DPRContextEncoder, DPRContextEncoderTokenizer
|
7 |
from haystack.nodes import DensePassageRetriever
|
8 |
from haystack.nodes import FARMReader
|
|
|
1 |
import json
|
2 |
import pickle
|
3 |
import streamlit as st
|
|
|
|
|
4 |
from transformers import DPRContextEncoder, DPRContextEncoderTokenizer
|
5 |
from haystack.nodes import DensePassageRetriever
|
6 |
from haystack.nodes import FARMReader
|
environment.yml
ADDED
@@ -0,0 +1,207 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
name: faiss9
|
2 |
+
channels:
|
3 |
+
- defaults
|
4 |
+
dependencies:
|
5 |
+
- ca-certificates=2024.3.11=haa95532_0
|
6 |
+
- openssl=3.0.13=h2bbff1b_2
|
7 |
+
- pip=24.0=py39haa95532_0
|
8 |
+
- python=3.9.19=h1aa4202_1
|
9 |
+
- setuptools=69.5.1=py39haa95532_0
|
10 |
+
- sqlite=3.45.3=h2bbff1b_0
|
11 |
+
- vc=14.2=h2eaa2aa_1
|
12 |
+
- vs2015_runtime=14.29.30133=h43f2093_3
|
13 |
+
- wheel=0.43.0=py39haa95532_0
|
14 |
+
- pip:
|
15 |
+
- accelerate==0.30.1
|
16 |
+
- alembic==1.13.1
|
17 |
+
- altair==5.3.0
|
18 |
+
- aniso8601==9.0.1
|
19 |
+
- anyio==4.4.0
|
20 |
+
- appdirs==1.4.4
|
21 |
+
- attrs==23.2.0
|
22 |
+
- authlib==1.3.0
|
23 |
+
- azure-ai-formrecognizer==3.3.3
|
24 |
+
- azure-common==1.1.28
|
25 |
+
- azure-core==1.30.1
|
26 |
+
- backoff==2.2.1
|
27 |
+
- beautifulsoup4==4.12.3
|
28 |
+
- bidict==0.23.1
|
29 |
+
- blinker==1.8.2
|
30 |
+
- boilerpy3==1.0.7
|
31 |
+
- boto3==1.34.117
|
32 |
+
- botocore==1.34.117
|
33 |
+
- breeze-connect==1.0.55
|
34 |
+
- cachetools==5.3.3
|
35 |
+
- cattrs==23.2.3
|
36 |
+
- certifi==2024.2.2
|
37 |
+
- cffi==1.16.0
|
38 |
+
- charset-normalizer==3.3.2
|
39 |
+
- click==8.1.7
|
40 |
+
- cloudpickle==3.0.0
|
41 |
+
- colorama==0.4.6
|
42 |
+
- contourpy==1.2.1
|
43 |
+
- cryptography==42.0.7
|
44 |
+
- cycler==0.12.1
|
45 |
+
- deprecated==1.2.14
|
46 |
+
- distro==1.9.0
|
47 |
+
- dnspython==2.6.1
|
48 |
+
- docker==7.1.0
|
49 |
+
- docopt==0.6.2
|
50 |
+
- elastic-transport==7.16.0
|
51 |
+
- elasticsearch==7.17.9
|
52 |
+
- entrypoints==0.4
|
53 |
+
- events==0.5
|
54 |
+
- exceptiongroup==1.2.1
|
55 |
+
- faiss-cpu==1.7.2
|
56 |
+
- farm-haystack==1.25.5
|
57 |
+
- filelock==3.14.0
|
58 |
+
- flask==3.0.3
|
59 |
+
- fonttools==4.53.0
|
60 |
+
- fsspec==2024.5.0
|
61 |
+
- gitdb==4.0.11
|
62 |
+
- gitpython==3.1.43
|
63 |
+
- graphene==3.3
|
64 |
+
- graphql-core==3.2.3
|
65 |
+
- graphql-relay==3.2.0
|
66 |
+
- greenlet==3.0.3
|
67 |
+
- h11==0.14.0
|
68 |
+
- haystack-bm25==1.0.2
|
69 |
+
- httpcore==1.0.5
|
70 |
+
- httpx==0.27.0
|
71 |
+
- huggingface-hub==0.23.2
|
72 |
+
- idna==3.7
|
73 |
+
- importlib-metadata==7.1.0
|
74 |
+
- importlib-resources==6.4.0
|
75 |
+
- inflect==7.2.1
|
76 |
+
- intel-openmp==2021.4.0
|
77 |
+
- isodate==0.6.1
|
78 |
+
- itsdangerous==2.2.0
|
79 |
+
- jarowinkler==1.2.3
|
80 |
+
- jinja2==3.1.4
|
81 |
+
- jmespath==1.0.1
|
82 |
+
- joblib==1.4.2
|
83 |
+
- jsonschema==4.22.0
|
84 |
+
- jsonschema-specifications==2023.12.1
|
85 |
+
- kiwisolver==1.4.5
|
86 |
+
- langdetect==1.0.9
|
87 |
+
- lazy-imports==0.3.1
|
88 |
+
- llvmlite==0.42.0
|
89 |
+
- loguru==0.7.2
|
90 |
+
- lxml==5.2.2
|
91 |
+
- mako==1.3.5
|
92 |
+
- markdown==3.6
|
93 |
+
- markdown-it-py==3.0.0
|
94 |
+
- markupsafe==2.1.5
|
95 |
+
- matplotlib==3.9.0
|
96 |
+
- mdurl==0.1.2
|
97 |
+
- mkl==2021.4.0
|
98 |
+
- mlflow==2.13.1
|
99 |
+
- monotonic==1.6
|
100 |
+
- more-itertools==10.2.0
|
101 |
+
- mpmath==1.3.0
|
102 |
+
- msrest==0.7.1
|
103 |
+
- networkx==3.2.1
|
104 |
+
- nltk==3.8.1
|
105 |
+
- num2words==0.5.13
|
106 |
+
- numba==0.59.1
|
107 |
+
- numpy==1.26.4
|
108 |
+
- oauthlib==3.2.2
|
109 |
+
- openai==1.30.5
|
110 |
+
- openai-whisper==20231117
|
111 |
+
- opensearch-py==2.6.0
|
112 |
+
- opentelemetry-api==1.25.0
|
113 |
+
- opentelemetry-sdk==1.25.0
|
114 |
+
- opentelemetry-semantic-conventions==0.46b0
|
115 |
+
- outcome==1.3.0.post0
|
116 |
+
- packaging==24.0
|
117 |
+
- pandas==2.2.2
|
118 |
+
- pdf2image==1.17.0
|
119 |
+
- pillow==10.3.0
|
120 |
+
- pinecone-client==2.2.4
|
121 |
+
- platformdirs==4.2.2
|
122 |
+
- posthog==3.5.0
|
123 |
+
- prompthub-py==4.0.0
|
124 |
+
- protobuf==4.25.3
|
125 |
+
- psutil==5.9.8
|
126 |
+
- pyarrow==15.0.2
|
127 |
+
- pycparser==2.22
|
128 |
+
- pydantic==1.10.15
|
129 |
+
- pydeck==0.9.1
|
130 |
+
- pygments==2.18.0
|
131 |
+
- pymongo==4.7.2
|
132 |
+
- pymupdf==1.24.5
|
133 |
+
- pymupdfb==1.24.3
|
134 |
+
- pyparsing==3.1.2
|
135 |
+
- pysocks==1.7.1
|
136 |
+
- pytesseract==0.3.10
|
137 |
+
- python-dateutil==2.9.0.post0
|
138 |
+
- python-docx==1.1.2
|
139 |
+
- python-engineio==4.9.1
|
140 |
+
- python-frontmatter==1.1.0
|
141 |
+
- python-magic-bin==0.4.14
|
142 |
+
- python-pptx==0.6.23
|
143 |
+
- python-socketio==5.11.2
|
144 |
+
- pytz==2024.1
|
145 |
+
- pywin32==306
|
146 |
+
- pyyaml==6.0.1
|
147 |
+
- quantulum3==0.9.1
|
148 |
+
- querystring-parser==1.2.4
|
149 |
+
- rank-bm25==0.2.2
|
150 |
+
- rapidfuzz==2.7.0
|
151 |
+
- referencing==0.35.1
|
152 |
+
- regex==2024.5.15
|
153 |
+
- requests==2.32.3
|
154 |
+
- requests-cache==0.9.8
|
155 |
+
- requests-oauthlib==2.0.0
|
156 |
+
- rich==13.7.1
|
157 |
+
- rpds-py==0.18.1
|
158 |
+
- s3transfer==0.10.1
|
159 |
+
- safetensors==0.4.3
|
160 |
+
- scikit-learn==1.5.0
|
161 |
+
- scipy==1.13.1
|
162 |
+
- selenium==4.21.0
|
163 |
+
- sentence-transformers==3.0.0
|
164 |
+
- sentencepiece==0.2.0
|
165 |
+
- seqeval==1.2.2
|
166 |
+
- simple-websocket==1.0.0
|
167 |
+
- six==1.16.0
|
168 |
+
- smmap==5.0.1
|
169 |
+
- sniffio==1.3.1
|
170 |
+
- sortedcontainers==2.4.0
|
171 |
+
- soupsieve==2.5
|
172 |
+
- sqlalchemy==1.4.52
|
173 |
+
- sqlalchemy-utils==0.41.2
|
174 |
+
- sqlparse==0.5.0
|
175 |
+
- sseclient-py==1.8.0
|
176 |
+
- streamlit==1.35.0
|
177 |
+
- sympy==1.12.1
|
178 |
+
- tbb==2021.12.0
|
179 |
+
- tenacity==8.3.0
|
180 |
+
- threadpoolctl==3.5.0
|
181 |
+
- tika==2.6.0
|
182 |
+
- tiktoken==0.7.0
|
183 |
+
- tokenizers==0.15.2
|
184 |
+
- toml==0.10.2
|
185 |
+
- toolz==0.12.1
|
186 |
+
- torch==2.3.0
|
187 |
+
- tornado==6.4
|
188 |
+
- tqdm==4.66.4
|
189 |
+
- transformers==4.39.3
|
190 |
+
- trio==0.25.1
|
191 |
+
- trio-websocket==0.11.1
|
192 |
+
- typeguard==4.3.0
|
193 |
+
- typing-extensions==4.12.0
|
194 |
+
- tzdata==2024.1
|
195 |
+
- url-normalize==1.4.3
|
196 |
+
- urllib3==1.26.18
|
197 |
+
- validators==0.28.3
|
198 |
+
- waitress==3.0.0
|
199 |
+
- watchdog==4.0.1
|
200 |
+
- weaviate-client==3.26.2
|
201 |
+
- websocket-client==1.8.0
|
202 |
+
- werkzeug==3.0.3
|
203 |
+
- win32-setctime==1.1.0
|
204 |
+
- wrapt==1.16.0
|
205 |
+
- wsproto==1.2.0
|
206 |
+
- xlsxwriter==3.2.0
|
207 |
+
- zipp==3.19.0
|
requirements.txt
CHANGED
@@ -1,5 +1,4 @@
|
|
1 |
-
|
2 |
transformers
|
3 |
streamlit
|
4 |
-
farm-haystack[inference]
|
5 |
sentence-transformers
|
|
|
1 |
+
haystack-ai
|
2 |
transformers
|
3 |
streamlit
|
|
|
4 |
sentence-transformers
|