Spaces:
Runtime error
Runtime error
Kushwanth Chowday Kandala
commited on
Commit
•
2da6f20
1
Parent(s):
0d87e23
update app.py
Browse files
app.py
CHANGED
@@ -5,17 +5,17 @@ from streamlit_chat import message
|
|
5 |
|
6 |
from datasets import load_dataset
|
7 |
|
8 |
-
dataset = load_dataset("wikipedia", "20220301.en", split="train[240000:250000]")
|
9 |
|
10 |
|
11 |
-
wikidata = []
|
12 |
|
13 |
-
for record in dataset:
|
14 |
-
|
15 |
|
16 |
-
wikidata = list(set(wikidata))
|
17 |
-
# print("\n".join(wikidata[:5]))
|
18 |
-
# print(len(wikidata))
|
19 |
|
20 |
from sentence_transformers import SentenceTransformer
|
21 |
import torch
|
|
|
5 |
|
6 |
from datasets import load_dataset
|
7 |
|
8 |
+
# dataset = load_dataset("wikipedia", "20220301.en", split="train[240000:250000]")
|
9 |
|
10 |
|
11 |
+
# wikidata = []
|
12 |
|
13 |
+
# for record in dataset:
|
14 |
+
# wikidata.append(record["text"])
|
15 |
|
16 |
+
# wikidata = list(set(wikidata))
|
17 |
+
# # print("\n".join(wikidata[:5]))
|
18 |
+
# # print(len(wikidata))
|
19 |
|
20 |
from sentence_transformers import SentenceTransformer
|
21 |
import torch
|