Spaces:
Runtime error
Runtime error
Kushwanth Chowday Kandala
commited on
Commit
•
db780e3
1
Parent(s):
a78496d
chunk_size update
Browse files
app.py
CHANGED
@@ -199,7 +199,7 @@ def create_embeddings():
|
|
199 |
# The maximum metadata size per vector is 40KB ~ 40000Bytes ~ each text character is 1 to 2 bytes. so rougly given chunk size of 10000 to 40000
|
200 |
chunk_size = 10000
|
201 |
batch_size = 2
|
202 |
-
chunks = split_into_chunks(inputtext,
|
203 |
|
204 |
for i in tqdm(range(0, len(chunks), batch_size)):
|
205 |
# find end of batch
|
|
|
199 |
# The maximum metadata size per vector is 40KB ~ 40000Bytes ~ each text character is 1 to 2 bytes. so rougly given chunk size of 10000 to 40000
|
200 |
chunk_size = 10000
|
201 |
batch_size = 2
|
202 |
+
chunks = split_into_chunks(inputtext, chunk_size)
|
203 |
|
204 |
for i in tqdm(range(0, len(chunks), batch_size)):
|
205 |
# find end of batch
|