File size: 1,981 Bytes
fa2034d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
import argparse
import os
import os
from dotenv import load_dotenv

load_dotenv()
parser = argparse.ArgumentParser(description='This app lists animals')

document_store_choices = ('inmemory', 'weaviate', 'milvus', 'opensearch')
parser.add_argument('--store', choices=document_store_choices, default='inmemory', help='DocumentStore selection (default: %(default)s)')
parser.add_argument('--name', default="Document Insights: Extractive & Generative Methods")

model_configs = {
    'EMBEDDING_MODEL': os.getenv("EMBEDDING_MODEL", "sentence-transformers/all-MiniLM-L12-v2"),
    'GENERATIVE_MODEL': os.getenv("GENERATIVE_MODEL", "gpt-4"),
    #'EXTRACTIVE_MODEL': os.getenv("EXTRACTIVE_MODEL", "deepset/roberta-base-squad2"),
    'EXTRACTIVE_MODEL': os.getenv("EXTRACTIVE_MODEL", "deepset/gelectra-large-germanquad"),
    #'EXTRACTIVE_MODEL': os.getenv("EXTRACTIVE_MODEL", "MachineLearningReply/bert-base-german-legal-qa"),
    'OPENAI_KEY': os.getenv("OPENAI_KEY"),
    'COHERE_KEY': os.getenv("COHERE_KEY"),
}

document_store_configs = {
# Weaviate Config
'WEAVIATE_HOST':  os.getenv("WEAVIATE_HOST", "http://localhost"),
'WEAVIATE_PORT': os.getenv("WEAVIATE_PORT", 8080),
'WEAVIATE_INDEX': os.getenv("WEAVIATE_INDEX", "Document"),
'WEAVIATE_EMBEDDING_DIM': os.getenv("WEAVIATE_EMBEDDING_DIM", 768),

# OpenSearch Config
'OPENSEARCH_SCHEME': os.getenv("OPENSEARCH_SCHEME",  "https"),
'OPENSEARCH_USERNAME': os.getenv("OPENSEARCH_USERNAME", "admin"), 
'OPENSEARCH_PASSWORD': os.getenv("OPENSEARCH_PASSWORD", "admin"),
'OPENSEARCH_HOST': os.getenv("OPENSEARCH_HOST", "localhost"),
'OPENSEARCH_PORT': os.getenv("OPENSEARCH_PORT", 9200),
'OPENSEARCH_INDEX':  os.getenv("OPENSEARCH_INDEX", "document"),
'OPENSEARCH_EMBEDDING_DIM': os.getenv("OPENSEARCH_EMBEDDING_DIM", 768),

# Milvus Config
'MILVUS_URI': os.getenv("MILVUS_URI", "http://localhost:19530/default"),
'MILVUS_INDEX':  os.getenv("MILVUS_INDEX", "document"),
'MILVUS_EMBEDDING_DIM': os.getenv("MILVUS_EMBEDDING_DIM", 768),
}