File size: 2,488 Bytes
a48a49d 62a9207 71adca4 a48a49d 71adca4 a48a49d 61df40b a48a49d 71adca4 a48a49d 61df40b a48a49d 71adca4 a48a49d 61df40b 62a9207 71adca4 62a9207 71adca4 62a9207 71adca4 62a9207 71adca4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 |
cache: true
endpoints:
custom:
- name: "openAI"
apiKey: "${OPENAI_API_KEY}"
baseURL: "${OPENAI_REVERSE_PROXY}"
models:
default: ["gpt-4o", "gpt-4o-mini"]
fetch: true
titleConvo: true
titleModel: "gpt-4o-mini"
summarize: false
summaryModel: "gpt-4o-mini"
modelDisplayLabel: "ChatGPT"
dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]
- name: "assistants"
apiKey: "${ANTHROPIC_API_KEY}"
baseURL: "${ANTHROPIC_REVERSE_PROXY}"
models:
default: ["claude-3-opus",
"claude-3-sonnet",
"claude-3-haiku"]
fetch: true
titleConvo: true
modelDisplayLabel: "Claude"
dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]
- name: "google"
apiKey: "${GOOGLE_KEY}"
baseURL: "${GOOGLE_REVERSE_PROXY}"
models:
default: [ "gemini-pro-1.5",
"gemini-pro","gemini-1.5-flash-latest"]
fetch: true
titleConvo: true
modelDisplayLabel: "Gemini"
dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]
- name: 'HuggingFace'
apiKey: '${HUGGINGFACE_TOKEN}'
baseURL: 'https://api-inference.huggingface.co/v1'
models:
default: [
"codellama/CodeLlama-34b-Instruct-hf",
"google/gemma-1.1-2b-it",
"google/gemma-1.1-7b-it",
"HuggingFaceH4/starchat2-15b-v0.1",
"HuggingFaceH4/zephyr-7b-beta",
"meta-llama/Meta-Llama-3-8B-Instruct",
"microsoft/Phi-3-mini-4k-instruct",
"mistralai/Mistral-7B-Instruct-v0.1",
"mistralai/Mistral-7B-Instruct-v0.2",
"mistralai/Mixtral-8x7B-Instruct-v0.1",
"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
]
fetch: true
titleConvo: true
titleModel: "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"
dropParams: ["top_p"]
modelDisplayLabel: "HuggingFace"
- name: "cohere"
apiKey: "${COHERE_API_KEY}"
baseURL: "https://api.cohere.ai/v1"
models:
default: ["command-r","command-r-plus","command-light","command-light-nightly","command","command-nightly"]
fetch: false
modelDisplayLabel: "cohere"
titleModel: "command"
dropParams: ["stop", "user", "frequency_penalty", "presence_penalty", "temperature", "top_p"] |