Kushwanth Chowday Kandala commited on
Commit
db780e3
1 Parent(s): a78496d

chunk_size update

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -199,7 +199,7 @@ def create_embeddings():
199
  # The maximum metadata size per vector is 40KB ~ 40000Bytes ~ each text character is 1 to 2 bytes. so rougly given chunk size of 10000 to 40000
200
  chunk_size = 10000
201
  batch_size = 2
202
- chunks = split_into_chunks(inputtext, batch_size)
203
 
204
  for i in tqdm(range(0, len(chunks), batch_size)):
205
  # find end of batch
 
199
  # The maximum metadata size per vector is 40KB ~ 40000Bytes ~ each text character is 1 to 2 bytes. so rougly given chunk size of 10000 to 40000
200
  chunk_size = 10000
201
  batch_size = 2
202
+ chunks = split_into_chunks(inputtext, chunk_size)
203
 
204
  for i in tqdm(range(0, len(chunks), batch_size)):
205
  # find end of batch