libreChatGlasir

Sleeping

App Files Files Community

ritvit commited on Aug 27

Commit

fcc40fc

•

1 Parent(s): 4e30714

Update librechat.yaml

Browse files

Files changed (1) hide show

librechat.yaml +1080 -59

librechat.yaml CHANGED Viewed

@@ -1,70 +1,742 @@
 # Configuration version (required)
 version: 1.0.1
-# Cache settings: Set to true to enable caching
 cache: true
-# Definition of custom endpoints
 endpoints:
   custom:
-    # Mistral AI API
-    - name: "Mistral"  # Unique name for the endpoint
-      # For `apiKey` and `baseURL`, you can use environment variables that you define.
-      # recommended environment variables:
-      apiKey: "${MISTRAL_API_KEY}"
-      baseURL: "https://api.mistral.ai/v1"
-      # Models configuration
-      models:
-        # List of default models to use. At least one value is required.
-        default: ["mistral-tiny", "mistral-small", "mistral-medium"]
-        # Fetch option: Set to true to fetch models from API.
-        fetch: true  # Defaults to false.
-      # Optional configurations
-      # Title Conversation setting
-      titleConvo: true  # Set to true to enable title conversation
-      # Title Method: Choose between "completion" or "functions".
-      titleMethod: "completion"  # Defaults to "completion" if omitted.
-      # Title Model: Specify the model to use for titles.
-      titleModel: "mistral-tiny"  # Defaults to "gpt-3.5-turbo" if omitted.
-      # Summarize setting: Set to true to enable summarization.
       summarize: false
-      # Summary Model: Specify the model to use if summarization is enabled.
-      summaryModel: "mistral-tiny"  # Defaults to "gpt-3.5-turbo" if omitted.
-      # Force Prompt setting: If true, sends a `prompt` parameter instead of `messages`.
       forcePrompt: false
-      # The label displayed for the AI model in messages.
-      modelDisplayLabel: "Mistral"  # Default is "AI" when not set.
-      # Add additional parameters to the request. Default params will be overwritten.
-      addParams:
-        safe_mode: true # This field is specific to Mistral AI: https://docs.mistral.ai/api/
-      # Drop Default params parameters from the request. See default params in guide linked below.
-      dropParams: ["stop", "temperature", "top_p"]
-      # - stop # dropped since it's not recognized by Mistral AI API
-      # `temperature` and `top_p` are removed to allow Mistral AI API defaults to be used:
-      # - temperature
-      # - top_p
-    # OpenRouter.ai Example
     - name: "OpenRouter"
-      # For `apiKey` and `baseURL`, you can use environment variables that you define.
-      # recommended environment variables:
-      # Known issue: you should not use `OPENROUTER_API_KEY` as it will then override the `openAI` endpoint to use OpenRouter as well.
       apiKey: "${OPENROUTER_KEY}"
       baseURL: "https://openrouter.ai/api/v1"
       models:
-        default: ["nousresearch/nous-capybara-7b:free", "mistralai/mistral-7b-instruct:free", "huggingfaceh4/zephyr-7b-beta:free", "openchat/openchat-7b:free", "gryphe/mythomist-7b:free", "undi95/toppy-m-7b:free", "openrouter/cinematika-7b:free", "openrouter/auto", "nousresearch/nous-capybara-7b", "mistralai/mistral-7b-instruct", "huggingfaceh4/zephyr-7b-beta", "openchat/openchat-7b", "gryphe/mythomist-7b", "openrouter/cinematika-7b", "rwkv/rwkv-5-world-3b", "recursal/rwkv-5-3b-ai-town", "jondurbin/bagel-34b", "jebcarter/psyfighter-13b", "koboldai/psyfighter-13b-2", "neversleep/noromaid-mixtral-8x7b-instruct", "nousresearch/nous-hermes-llama2-13b", "meta-llama/codellama-34b-instruct", "phind/phind-codellama-34b", "intel/neural-chat-7b", "nousresearch/nous-hermes-2-mixtral-8x7b-dpo", "nousresearch/nous-hermes-2-mixtral-8x7b-sft", "haotian-liu/llava-13b", "nousresearch/nous-hermes-2-vision-7b", "meta-llama/llama-2-13b-chat", "gryphe/mythomax-l2-13b", "nousresearch/nous-hermes-llama2-70b", "teknium/openhermes-2-mistral-7b", "teknium/openhermes-2.5-mistral-7b", "undi95/remm-slerp-l2-13b", "undi95/toppy-m-7b", "01-ai/yi-34b-chat", "01-ai/yi-34b", "01-ai/yi-6b", "togethercomputer/stripedhyena-nous-7b", "togethercomputer/stripedhyena-hessian-7b", "mistralai/mixtral-8x7b", "nousresearch/nous-hermes-yi-34b", "open-orca/mistral-7b-openorca", "openai/gpt-3.5-turbo", "openai/gpt-3.5-turbo-1106", "openai/gpt-3.5-turbo-16k", "openai/gpt-4-1106-preview", "openai/gpt-4", "openai/gpt-4-latest", "openai/gpt-4-32k", "openai/gpt-4-vision-preview", "openai/gpt-3.5-turbo-instruct", "google/palm-2-chat-bison", "google/palm-2-codechat-bison", "google/palm-2-chat-bison-32k", "google/palm-2-codechat-bison-32k", "google/gemini-pro", "google/gemini-pro-vision", "perplexity/pplx-70b-online", "perplexity/pplx-7b-online", "perplexity/pplx-7b-chat", "perplexity/pplx-70b-chat", "meta-llama/llama-2-70b-chat", "nousresearch/nous-capybara-34b", "jondurbin/airoboros-l2-70b", "austism/chronos-hermes-13b", "migtissera/synthia-70b", "pygmalionai/mythalion-13b", "undi95/remm-slerp-l2-13b-6k", "xwin-lm/xwin-lm-70b", "gryphe/mythomax-l2-13b-8k", "alpindale/goliath-120b	", "lizpreciatior/lzlv-70b-fp16-hf", "neversleep/noromaid-20b", "mistralai/mixtral-8x7b-instruct", "cognitivecomputations/dolphin-mixtral-8x7b", "anthropic/claude-2", "anthropic/claude-2.0", "anthropic/claude-instant-v1", "mancer/weaver", "mistralai/mistral-tiny", "mistralai/mistral-small", "mistralai/mistral-medium"]
-        fetch: true
       titleConvo: true
       titleModel: "gpt-3.5-turbo"
       summarize: false
@@ -72,21 +744,370 @@ endpoints:
       forcePrompt: false
       modelDisplayLabel: "OpenRouter"
-    - name: "Reverse Proxy"
-      # For `apiKey` and `baseURL`, you can use environment variables that you define.
-      # recommended environment variables:
-      # Known issue: you should not use `OPENROUTER_API_KEY` as it will then override the `openAI` endpoint to use OpenRouter as well.
-      apiKey: "user_provided"
-      baseURL: "user_provided"
       models:
-        default: ["gpt-3.5-turbo"]
         fetch: true
       titleConvo: true
-      titleModel: "gpt-3.5-turbo"
       summarize: false
-      summaryModel: "gpt-3.5-turbo"
       forcePrompt: false
-      modelDisplayLabel: "AI"
-# See the Custom Configuration Guide for more information:
-# https://docs.librechat.ai/install/configuration/custom_config.html

 # Configuration version (required)
 version: 1.0.1
 cache: true
+registration:
+  socialLogins: ["discord", "facebook", "github", "google", "openid"]
 endpoints:
   custom:
+    # Anyscale
+    # # Model list: https://console.anyscale.com/v2/playground
+    - name: "Anyscale"
+      apiKey: "${ANYSCALE_API_KEY}"
+      baseURL: "https://api.endpoints.anyscale.com/v1"
+      models:
+        default: [
+          "meta-llama/Llama-2-7b-chat-hf",
+          "meta-llama/Llama-2-13b-chat-hf",
+          "meta-llama/Llama-2-70b-chat-hf",
+          "codellama/CodeLlama-34b-Instruct-hf",
+          "codellama/CodeLlama-70b-Instruct-hf",
+          "mistralai/Mistral-7B-Instruct-v0.1",
+          "mistralai/Mixtral-8x7B-Instruct-v0.1",
+          "mlabonne/NeuralHermes-2.5-Mistral-7B",
+          "Open-Orca/Mistral-7B-OpenOrca",
+          "HuggingFaceH4/zephyr-7b-beta",
+          "google/gemma-7b-it"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "meta-llama/Llama-2-7b-chat-hf"
+      summarize: false
+      summaryModel: "meta-llama/Llama-2-7b-chat-hf"
+      forcePrompt: false
+      modelDisplayLabel: "Anyscale"
+    # APIpie
+    # https://apipie.ai/dashboard/
+    # Script to fetch models: https://github.com/LibreChat-AI/librechat-config-yaml/blob/main/scripts/apipie.py
+    - name: "APIpie"
+      apiKey: "${APIPIE_API_KEY}"
+      baseURL: "https://apipie.ai/v1/"
+      models:
+        default: [
+          "GPT-JT-Moderation-6B",
+          "LLaMA-2-7B-32K",
+          "Llama-2-13b-chat-hf",
+          "Llama-2-13b-hf",
+          "Llama-2-70b-chat-hf",
+          "Llama-2-70b-hf",
+          "Llama-2-7B-32K-Instruct",
+          "Llama-2-7b-chat-hf",
+          "Llama-2-7b-hf",
+          "Meta-Llama-3-70B-Instruct",
+          "Meta-Llama-3-8B",
+          "Meta-Llama-3-8B-Instruct",
+          "Mistral-7B-Instruct-v0.1",
+          "Mistral-7B-Instruct-v0.2",
+          "Mistral-7B-OpenOrca",
+          "Mixtral-8x22B-Instruct-v0.1",
+          "Mixtral-8x22B-v0.1",
+          "Mixtral-8x7B-Instruct-v0.1",
+          "Mixtral-8x7B-v0.1",
+          "MythoMax-L2-13b",
+          "NexusRaven-V2-13B",
+          "Nous-Hermes-2-Mixtral-8x7B-DPO",
+          "Nous-Hermes-2-Mixtral-8x7B-SFT",
+          "Nous-Hermes-Llama2-13b",
+          "Nous-Hermes-llama-2-7b",
+          "ReMM-SLERP-L2-13B",
+          "RedPajama-INCITE-7B-Base",
+          "RedPajama-INCITE-7B-Chat",
+          "RedPajama-INCITE-Chat-3B-v1",
+          "TinyLlama-1.1B-Chat-v1.0",
+          "Toppy-M-7B",
+          "WizardLM-2-7B",
+          "WizardLM-2-8x22B",
+          "Yi-34B-Chat",
+          "airoboros-70b",
+          "airoboros-l2-70b",
+          "alpaca-7b",
+          "babbage-002",
+          "chat-bison",
+          "chatgpt-4o-latest",
+          "chronos-hermes-13b",
+          "chronos-hermes-13b-v2",
+          "claude-1",
+          "claude-1.2",
+          "claude-2",
+          "claude-2.0",
+          "claude-2.1",
+          "claude-3-5-sonnet",
+          "claude-3-5-sonnet-20240620-v1",
+          "claude-3-haiku",
+          "claude-3-haiku-20240307-v1",
+          "claude-3-opus",
+          "claude-3-sonnet",
+          "claude-3-sonnet-20240229-v1",
+          "claude-3.5-sonnet",
+          "claude-instant-1",
+          "claude-instant-1.0",
+          "claude-instant-1.1",
+          "claude-instant-1.2",
+          "claude-instant-v1",
+          "claude-v2",
+          "codellama-34b-instruct",
+          "codellama-70b-instruct",
+          "codestral-mamba",
+          "command",
+          "command-light",
+          "command-light-nightly",
+          "command-light-text-v14",
+          "command-nightly",
+          "command-r",
+          "command-r-plus",
+          "command-r-plus-v1",
+          "command-r-v1",
+          "command-text-v14",
+          "davinci-002",
+          "dbrx-instruct",
+          "deepseek-chat",
+          "deepseek-coder",
+          "dolphin-2.5-mixtral-8x7b",
+          "dolphin-2.6-mixtral-8x7b",
+          "dolphin-llama-3-70b",
+          "dolphin-mixtral-8x22b",
+          "dolphin-mixtral-8x7b",
+          "eagle-7b",
+          "fimbulvetr-11b-v2",
+          "firellava-13b",
+          "gemini-1.5-flash",
+          "gemini-1.5-pro",
+          "gemini-flash-1.5",
+          "gemini-pro",
+          "gemini-pro-1.5",
+          "gemini-pro-1.5-exp",
+          "gemini-pro-vision",
+          "gemma-1.1-7b-it",
+          "gemma-2-27b-it",
+          "gemma-2-9b-it",
+          "gemma-7b-it",
+          "goliath-120b",
+          "gpt-3.5-turbo",
+          "gpt-3.5-turbo-0125",
+          "gpt-3.5-turbo-0301",
+          "gpt-3.5-turbo-0613",
+          "gpt-3.5-turbo-1106",
+          "gpt-3.5-turbo-16k",
+          "gpt-3.5-turbo-16k-0613",
+          "gpt-3.5-turbo-instruct",
+          "gpt-3.5-turbo-instruct-0914",
+          "gpt-4",
+          "gpt-4-0125-preview",
+          "gpt-4-0314",
+          "gpt-4-0613",
+          "gpt-4-1106-preview",
+          "gpt-4-1106-vision-preview",
+          "gpt-4-32k",
+          "gpt-4-32k-0314",
+          "gpt-4-turbo",
+          "gpt-4-turbo-2024-04-09",
+          "gpt-4-turbo-preview",
+          "gpt-4-vision-preview",
+          "gpt-4o",
+          "gpt-4o-2024-05-13",
+          "gpt-4o-2024-08-06",
+          "gpt-4o-mini",
+          "gpt-4o-mini-2024-07-18",
+          "hermes-2-pro-llama-3-8b",
+          "hermes-2-theta-llama-3-8b",
+          "hermes-3-llama-3.1-405b",
+          "hermes-3-llama-3.1-70b",
+          "j2-grande-instruct",
+          "j2-jumbo-instruct",
+          "j2-mid",
+          "j2-mid-v1",
+          "j2-ultra",
+          "j2-ultra-v1",
+          "jamba-1-5-large",
+          "jamba-1-5-mini",
+          "jamba-instruct",
+          "jamba-instruct-v1",
+          "l3-euryale-70b",
+          "l3-lunaris-8b",
+          "l3-stheno-8b",
+          "large-latest",
+          "llama-2-13b-chat",
+          "llama-2-70b-chat",
+          "llama-3-70b",
+          "llama-3-70b-instruct",
+          "llama-3-8b",
+          "llama-3-8b-instruct",
+          "llama-3-lumimaid-70b",
+          "llama-3-lumimaid-8b",
+          "llama-3-sonar-large-32k-chat",
+          "llama-3-sonar-large-32k-online",
+          "llama-3-sonar-small-32k-chat",
+          "llama-3-sonar-small-32k-online",
+          "llama-3.1-405b",
+          "llama-3.1-405b-instruct",
+          "llama-3.1-70b-instruct",
+          "llama-3.1-8b-instruct",
+          "llama-3.1-sonar-huge-128k-online",
+          "llama-3.1-sonar-large-128k-chat",
+          "llama-3.1-sonar-large-128k-online",
+          "llama-3.1-sonar-small-128k-chat",
+          "llama-3.1-sonar-small-128k-online",
+          "llama-guard-2-8b",
+          "llama2-13b-chat-v1",
+          "llama2-70b-chat-v1",
+          "llama3-70b-instruct-v1",
+          "llama3-70b-instruct-v1:0",
+          "llama3-8b-instruct-v1",
+          "llama3-8b-instruct-v1:0",
+          "llava-1.5-7b-hf",
+          "lzlv-70b-fp16-hf",
+          "lzlv_70b_fp16_hf",
+          "magnum-72b",
+          "medium",
+          "midnight-rose-70b",
+          "mistral-7b-instruct",
+          "mistral-7b-instruct-v0",
+          "mistral-7b-instruct-v0.1",
+          "mistral-7b-instruct-v0.2",
+          "mistral-7b-instruct-v0.3",
+          "mistral-7b-openorca",
+          "mistral-large",
+          "mistral-large-2402-v1",
+          "mistral-medium",
+          "mistral-nemo",
+          "mistral-small",
+          "mistral-small-2402-v1",
+          "mistral-tiny",
+          "mixtral-8x22b",
+          "mixtral-8x22b-instruct",
+          "mixtral-8x7b",
+          "mixtral-8x7b-instruct",
+          "mixtral-8x7b-instruct-v0",
+          "mn-celeste-12b",
+          "mn-starcannon-12b",
+          "mythalion-13b",
+          "mythomax-l2-13b",
+          "mythomist-7b",
+          "noromaid-20b",
+          "nous-capybara-7b",
+          "nous-hermes-2-mistral-7b-dpo",
+          "nous-hermes-2-mixtral-8x7b-dpo",
+          "nous-hermes-2-mixtral-8x7b-sft",
+          "nous-hermes-2-vision-7b",
+          "nous-hermes-llama2-13b",
+          "nous-hermes-yi-34b",
+          "olmo-7b-instruct",
+          "olympus-premier-v1",
+          "openchat-3.5-1210",
+          "openchat-7b",
+          "openchat-8b",
+          "openchat_3.5",
+          "openhermes-2-mistral-7b",
+          "openhermes-2.5-mistral-7b",
+          "palm-2-chat-bison",
+          "palm-2-chat-bison-32k",
+          "palm-2-codechat-bison",
+          "palm-2-codechat-bison-32k",
+          "phi-2",
+          "phi-3-medium-128k-instruct",
+          "phi-3-medium-4k-instruct",
+          "phi-3-mini-128k-instruct",
+          "phi-3.5-mini-128k-instruct",
+          "phind-codellama-34b",
+          "pplx-70b-online",
+          "pplx-7b-chat",
+          "qwen-110b-chat",
+          "qwen-14b-chat",
+          "qwen-2-72b-instruct",
+          "qwen-2-7b-instruct",
+          "qwen-32b-chat",
+          "qwen-4b-chat",
+          "qwen-72b-chat",
+          "qwen-7b-chat",
+          "remm-slerp-l2-13b",
+          "small",
+          "snowflake-arctic-instruct",
+          "soliloquy-l3",
+          "sonar-medium-online",
+          "sonar-small-chat",
+          "sonar-small-online",
+          "stripedhyena-hessian-7b",
+          "stripedhyena-nous-7b",
+          "text-babbage-002",
+          "text-bison",
+          "text-davinci-002",
+          "tiny",
+          "titan-text-express-v1",
+          "titan-text-lite-v1",
+          "titan-text-premier-v1",
+          "titan-tg1-large",
+          "toppy-m-7b",
+          "vicuna-13b-v1.5",
+          "vicuna-7b-v1.5",
+          "weaver",
+          "wizardlm-2-7b",
+          "wizardlm-2-8x22b",
+          "xwin-lm-70b",
+          "yi-1.5-34b-chat",
+          "yi-34b",
+          "yi-34b-chat",
+          "yi-6b",
+          "yi-large",
+          "yi-large-fc",
+          "yi-large-turbo",
+          "yi-vision",
+          "zephyr-7b-beta",
+          "zephyr-orpo-141b-A35b-v0.1"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "claude-3-haiku"
+      summarize: false
+      summaryModel: "claude-3-haiku"
+      dropParams: ["stream"]
+      modelDisplayLabel: "APIpie"
+      iconURL: "https://raw.githubusercontent.com/fuegovic/lc-config-yaml/main/icons/APIpie.png"
+    # cohere
+    # Model list: https://dashboard.cohere.com/playground/chat
+    - name: "cohere"
+      apiKey: "${COHERE_API_KEY}"
+      baseURL: "https://api.cohere.ai/v1"
+      models:
+        default: [
+          "c4ai-aya-23-35b",
+          "c4ai-aya-23-8b",
+          "command",
+          "command-light",
+          "command-light-nightly",
+          "command-nightly",
+          "command-r",
+          "command-r-plus",
+          ]
+        fetch: false
+      modelDisplayLabel: "cohere"
+      titleModel: "command"
+      dropParams: ["stop", "user", "frequency_penalty", "presence_penalty", "temperature", "top_p"]
+    # DEEPNIGHT
+    # https://github.com/brahmai-research/aiforcause
+    # Model list: https://aiforcause.deepnight.tech/models
+    - name: "DEEPNIGHT"
+      apiKey: "sk-free1234"
+      baseURL: "https://aiforcause.deepnight.tech/openai/"
+      models:
+        default: [
+          "gpt-35-turbo",
+          "gpt-35-turbo-16k",
+          "gpt-4-turbo"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "gpt-35-turbo"
       summarize: false
+      summaryModel: "gpt-35-turbo"
+      forcePrompt: false
+      modelDisplayLabel: "DEEPNIGHT"
+      addParams:
+        stream: True
+      iconURL: "https://raw.githubusercontent.com/fuegovic/lc-config-yaml/main/icons/DEEPNIGHT.png"
+    # deepseek
+    # https://platform.deepseek.com/api_keys
+    # Model list: https://platform.deepseek.com/api-docs/pricing
+    - name: "deepseek"
+      apiKey: "${DEEPSEEK_API_KEY}"
+      baseURL: "https://api.deepseek.com"
+      models:
+        default: [
+          "deepseek-chat",
+          "deepseek-coder"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "deepseek-chat"
+      summarize: false
+      summaryModel: "deepseek-chat"
+      forcePrompt: false
+      modelDisplayLabel: "DeepSeek"
+    # Fireworks.ai
+    # Models: https://fireworks.ai/models?show=Serverless
+    - name: "Fireworks"
+      apiKey: "${FIREWORKS_API_KEY}"
+      baseURL: "https://api.fireworks.ai/inference/v1"
+      models:
+        default: [
+          "accounts/fireworks/models/devashisht-test-v2",
+          "accounts/fireworks/models/dt-fc-rc-v1",
+          "accounts/fireworks/models/firefunction-v1",
+          "accounts/fireworks/models/firefunction-v2",
+          "accounts/fireworks/models/firellava-13b",
+          "accounts/devashisht-72fdad/models/function-calling-v11",
+          "accounts/fireworks/models/fw-function-call-34b-v0",
+          "accounts/stability/models/japanese-stablelm-instruct-beta-70b",
+          "accounts/stability/models/japanese-stablelm-instruct-gamma-7b",
+          "accounts/fireworks/models/japanese-stable-vlm",
+          "accounts/fireworks/models/gemma2-9b-it",
+          "accounts/fireworks/models/llama-v3p1-405b-instruct",
+          "accounts/fireworks/models/llama-v3p1-70b-instruct",
+          "accounts/fireworks/models/llama-v3p1-8b-instruct",
+          "accounts/fireworks/models/llama-v3-70b-instruct",
+          "accounts/fireworks/models/llama-v3-70b-instruct-hf",
+          "accounts/fireworks/models/llama-v3-8b-hf",
+          "accounts/fireworks/models/llama-v3-8b-instruct",
+          "accounts/fireworks/models/llama-v3-8b-instruct-hf",
+          "accounts/fireworks/models/llama-v2-13b-chat",
+          "accounts/fireworks/models/llama-v2-13b-code-instruct",
+          "accounts/fireworks/models/llama-v2-34b-code-instruct",
+          "accounts/fireworks/models/llama-v2-70b-chat",
+          "accounts/fireworks/models/llama-v2-70b-code-instruct",
+          "accounts/fireworks/models/llama-v2-7b-chat",
+          "accounts/fireworks/models/deepseek-coder-v2-instruct",
+          "accounts/fireworks/models/deepseek-coder-v2-lite-instruct",
+          "accounts/fireworks/models/llava-v15-13b-fireworks",
+          "accounts/fireworks/models/mistral-7b-instruct-4k",
+          "accounts/dev-e24710/models/mistral-spellbound-format",
+          "accounts/fireworks/models/mixtral-8x22b-instruct",
+          "accounts/fireworks/models/mixtral-8x7b-instruct",
+          "accounts/fireworks/models/mixtral-8x7b-instruct-hf",
+          "accounts/fireworks/models/new-mixtral-chat",
+          "accounts/fireworks/models/qwen-14b-chat",
+          "accounts/fireworks/models/qwen-1-8b-chat",
+          "accounts/fireworks/models/qwen-72b-chat",
+          "accounts/stability/models/stablelm-zephyr-3b",
+          "accounts/fireworks/models/yi-34b-200k-capybara",
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "accounts/fireworks/models/llama-v2-7b-chat"
+      summarize: false
+      summaryModel: "accounts/fireworks/models/llama-v2-7b-chat"
       forcePrompt: false
+      modelDisplayLabel: "Fireworks"
+      dropParams: ["user"]
+    # groq
+    # Model list: https://console.groq.com/settings/limits
+    - name: "groq"
+      apiKey: "${GROQ_API_KEY}"
+      baseURL: "https://api.groq.com/openai/v1/"
+      models:
+        default: [
+          "llama-3.1-405b-reasoning",
+          "llama-3.1-70b-versatile",
+          "llama-3.1-8b-instant",
+          "llama3-groq-70b-8192-tool-use-preview",
+          "llama3-groq-8b-8192-tool-use-preview",
+          "llama3-70b-8192",
+          "llama3-8b-8192",
+          "mixtral-8x7b-32768",
+          "gemma-7b-it",
+          "gemma2-9b-it"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "mixtral-8x7b-32768"
+      modelDisplayLabel: "groq"
+    # HuggingFace
+    # https://huggingface.co/settings/tokens
+    - name: 'HuggingFace'
+      apiKey: '${HUGGINGFACE_TOKEN}'
+      baseURL: 'https://api-inference.huggingface.co/v1'
+      models:
+        default: [
+          "codellama/CodeLlama-34b-Instruct-hf",
+          "google/gemma-1.1-2b-it",
+          "google/gemma-1.1-7b-it",
+          "HuggingFaceH4/starchat2-15b-v0.1",
+          "HuggingFaceH4/zephyr-7b-beta",
+          "meta-llama/Meta-Llama-3-8B-Instruct",
+          "microsoft/Phi-3-mini-4k-instruct",
+          "mistralai/Mistral-7B-Instruct-v0.1",
+          "mistralai/Mistral-7B-Instruct-v0.2",
+          "mistralai/Mixtral-8x7B-Instruct-v0.1",
+          "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+          ]
+        fetch: true
+      titleConvo: true
+      titleModel: "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"
+      dropParams: ["top_p"]
+    # Mistral AI API
+    # Model list: https://docs.mistral.ai/getting-started/models/
+    - name: "Mistral"
+      apiKey: "${MISTRAL_API_KEY}"
+      baseURL: "https://api.mistral.ai/v1"
+      models:
+        default: [
+          "mistral-tiny",
+          "mistral-small",
+          "mistral-medium",
+          "mistral-large-latest"
+          ]
+        fetch: false
+      titleConvo: true
+      titleMethod: "completion"
+      titleModel: "mistral-tiny"
+      summarize: false
+      summaryModel: "mistral-tiny"
+      forcePrompt: false
+      modelDisplayLabel: "Mistral"
+      dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]
+    # OpenRouter.ai
+    # Model list: https://openrouter.ai/models
+    # Script to fetch models: https://github.com/LibreChat-AI/librechat-config-yaml/blob/main/scripts/openrouter.py
     - name: "OpenRouter"
       apiKey: "${OPENROUTER_KEY}"
       baseURL: "https://openrouter.ai/api/v1"
       models:
+        default: [
+          "openrouter/auto",
+          "---FREE---",
+          "google/gemma-2-9b-it:free",
+          "google/gemma-7b-it:free",
+          "gryphe/mythomist-7b:free",
+          "huggingfaceh4/zephyr-7b-beta:free",
+          "meta-llama/llama-3-8b-instruct:free",
+          "meta-llama/llama-3.1-8b-instruct:free",
+          "microsoft/phi-3-medium-128k-instruct:free",
+          "microsoft/phi-3-mini-128k-instruct:free",
+          "mistralai/mistral-7b-instruct:free",
+          "nousresearch/nous-capybara-7b:free",
+          "openchat/openchat-7b:free",
+          "qwen/qwen-2-7b-instruct:free",
+          "undi95/toppy-m-7b:free",
+          "---NITRO---",
+          "google/gemma-7b-it:nitro",
+          "gryphe/mythomax-l2-13b:nitro",
+          "meta-llama/llama-3-70b-instruct:nitro",
+          "meta-llama/llama-3-8b-instruct:nitro",
+          "mistralai/mistral-7b-instruct:nitro",
+          "mistralai/mixtral-8x7b-instruct:nitro",
+          "undi95/toppy-m-7b:nitro",
+          "---BETA---",
+          "anthropic/claude-2.0:beta",
+          "anthropic/claude-2.1:beta",
+          "anthropic/claude-2:beta",
+          "anthropic/claude-3-haiku:beta",
+          "anthropic/claude-3-opus:beta",
+          "anthropic/claude-3-sonnet:beta",
+          "anthropic/claude-3.5-sonnet:beta",
+          "anthropic/claude-instant-1:beta",
+          "---EXTENDED---",
+          "gryphe/mythomax-l2-13b:extended",
+          "meta-llama/llama-3-8b-instruct:extended",
+          "neversleep/llama-3-lumimaid-8b:extended",
+          "nousresearch/hermes-3-llama-3.1-405b:extended",
+          "openai/gpt-4o:extended",
+          "undi95/remm-slerp-l2-13b:extended",
+          "---01-AI---",
+          "01-ai/yi-1.5-34b-chat",
+          "01-ai/yi-34b",
+          "01-ai/yi-34b-chat",
+          "01-ai/yi-6b",
+          "01-ai/yi-large",
+          "01-ai/yi-large-fc",
+          "01-ai/yi-large-turbo",
+          "01-ai/yi-vision",
+          "---AI21---",
+          "ai21/jamba-1-5-large",
+          "ai21/jamba-1-5-mini",
+          "ai21/jamba-instruct",
+          "---ANTHROPIC---",
+          "anthropic/claude-1",
+          "anthropic/claude-1.2",
+          "anthropic/claude-2",
+          "anthropic/claude-2.0",
+          "anthropic/claude-2.1",
+          "anthropic/claude-3-haiku",
+          "anthropic/claude-3-opus",
+          "anthropic/claude-3-sonnet",
+          "anthropic/claude-3.5-sonnet",
+          "anthropic/claude-instant-1",
+          "anthropic/claude-instant-1.0",
+          "anthropic/claude-instant-1.1",
+          "---COGNITIVECOMPUTATIONS---",
+          "cognitivecomputations/dolphin-llama-3-70b",
+          "cognitivecomputations/dolphin-mixtral-8x22b",
+          "cognitivecomputations/dolphin-mixtral-8x7b",
+          "---COHERE---",
+          "cohere/command",
+          "cohere/command-r",
+          "cohere/command-r-plus",
+          "---GOOGLE---",
+          "google/gemini-flash-1.5",
+          "google/gemini-pro",
+          "google/gemini-pro-1.5",
+          "google/gemini-pro-1.5-exp",
+          "google/gemini-pro-vision",
+          "google/gemma-2-27b-it",
+          "google/gemma-2-9b-it",
+          "google/gemma-7b-it",
+          "google/palm-2-chat-bison",
+          "google/palm-2-chat-bison-32k",
+          "google/palm-2-codechat-bison",
+          "google/palm-2-codechat-bison-32k",
+          "---META-LLAMA---",
+          "meta-llama/codellama-34b-instruct",
+          "meta-llama/codellama-70b-instruct",
+          "meta-llama/llama-2-13b-chat",
+          "meta-llama/llama-2-70b-chat",
+          "meta-llama/llama-3-70b",
+          "meta-llama/llama-3-70b-instruct",
+          "meta-llama/llama-3-8b",
+          "meta-llama/llama-3-8b-instruct",
+          "meta-llama/llama-3.1-405b",
+          "meta-llama/llama-3.1-405b-instruct",
+          "meta-llama/llama-3.1-70b-instruct",
+          "meta-llama/llama-3.1-8b-instruct",
+          "meta-llama/llama-guard-2-8b",
+          "---MICROSOFT---",
+          "microsoft/phi-3-medium-128k-instruct",
+          "microsoft/phi-3-medium-4k-instruct",
+          "microsoft/phi-3-mini-128k-instruct",
+          "microsoft/phi-3.5-mini-128k-instruct",
+          "microsoft/wizardlm-2-7b",
+          "microsoft/wizardlm-2-8x22b",
+          "---MISTRALAI---",
+          "mistralai/codestral-mamba",
+          "mistralai/mistral-7b-instruct",
+          "mistralai/mistral-7b-instruct-v0.1",
+          "mistralai/mistral-7b-instruct-v0.2",
+          "mistralai/mistral-7b-instruct-v0.3",
+          "mistralai/mistral-large",
+          "mistralai/mistral-medium",
+          "mistralai/mistral-nemo",
+          "mistralai/mistral-small",
+          "mistralai/mistral-tiny",
+          "mistralai/mixtral-8x22b",
+          "mistralai/mixtral-8x22b-instruct",
+          "mistralai/mixtral-8x7b",
+          "mistralai/mixtral-8x7b-instruct",
+          "---NEVERSLEEP---",
+          "neversleep/llama-3-lumimaid-70b",
+          "neversleep/llama-3-lumimaid-8b",
+          "neversleep/noromaid-20b",
+          "---NOUSRESEARCH---",
+          "nousresearch/hermes-2-pro-llama-3-8b",
+          "nousresearch/hermes-2-theta-llama-3-8b",
+          "nousresearch/hermes-3-llama-3.1-405b",
+          "nousresearch/hermes-3-llama-3.1-70b",
+          "nousresearch/nous-capybara-7b",
+          "nousresearch/nous-hermes-2-mistral-7b-dpo",
+          "nousresearch/nous-hermes-2-mixtral-8x7b-dpo",
+          "nousresearch/nous-hermes-2-mixtral-8x7b-sft",
+          "nousresearch/nous-hermes-llama2-13b",
+          "nousresearch/nous-hermes-yi-34b",
+          "---OPENAI---",
+          "openai/chatgpt-4o-latest",
+          "openai/gpt-3.5-turbo",
+          "openai/gpt-3.5-turbo-0125",
+          "openai/gpt-3.5-turbo-0301",
+          "openai/gpt-3.5-turbo-0613",
+          "openai/gpt-3.5-turbo-1106",
+          "openai/gpt-3.5-turbo-16k",
+          "openai/gpt-3.5-turbo-instruct",
+          "openai/gpt-4",
+          "openai/gpt-4-0314",
+          "openai/gpt-4-1106-preview",
+          "openai/gpt-4-32k",
+          "openai/gpt-4-32k-0314",
+          "openai/gpt-4-turbo",
+          "openai/gpt-4-turbo-preview",
+          "openai/gpt-4-vision-preview",
+          "openai/gpt-4o",
+          "openai/gpt-4o-2024-05-13",
+          "openai/gpt-4o-2024-08-06",
+          "openai/gpt-4o-mini",
+          "openai/gpt-4o-mini-2024-07-18",
+          "---PERPLEXITY---",
+          "perplexity/llama-3-sonar-large-32k-chat",
+          "perplexity/llama-3-sonar-large-32k-online",
+          "perplexity/llama-3-sonar-small-32k-chat",
+          "perplexity/llama-3-sonar-small-32k-online",
+          "perplexity/llama-3.1-sonar-huge-128k-online",
+          "perplexity/llama-3.1-sonar-large-128k-chat",
+          "perplexity/llama-3.1-sonar-large-128k-online",
+          "perplexity/llama-3.1-sonar-small-128k-chat",
+          "perplexity/llama-3.1-sonar-small-128k-online",
+          "---QWEN---",
+          "qwen/qwen-110b-chat",
+          "qwen/qwen-14b-chat",
+          "qwen/qwen-2-72b-instruct",
+          "qwen/qwen-2-7b-instruct",
+          "qwen/qwen-32b-chat",
+          "qwen/qwen-4b-chat",
+          "qwen/qwen-72b-chat",
+          "qwen/qwen-7b-chat",
+          "---SAO10K---",
+          "sao10k/fimbulvetr-11b-v2",
+          "sao10k/l3-euryale-70b",
+          "sao10k/l3-lunaris-8b",
+          "sao10k/l3-stheno-8b",
+          "---OTHERS---",
+          "aetherwiing/mn-starcannon-12b",
+          "allenai/olmo-7b-instruct",
+          "alpindale/goliath-120b",
+          "alpindale/magnum-72b",
+          "austism/chronos-hermes-13b",
+          "databricks/dbrx-instruct",
+          "deepseek/deepseek-chat",
+          "deepseek/deepseek-coder",
+          "gryphe/mythomax-l2-13b",
+          "gryphe/mythomist-7b",
+          "jondurbin/airoboros-l2-70b",
+          "lizpreciatior/lzlv-70b-fp16-hf",
+          "mancer/weaver",
+          "nothingiisreal/mn-celeste-12b",
+          "open-orca/mistral-7b-openorca",
+          "openchat/openchat-7b",
+          "openchat/openchat-8b",
+          "openrouter/flavor-of-the-week",
+          "phind/phind-codellama-34b",
+          "pygmalionai/mythalion-13b",
+          "recursal/eagle-7b",
+          "recursal/rwkv-5-3b-ai-town",
+          "rwkv/rwkv-5-world-3b",
+          "snowflake/snowflake-arctic-instruct",
+          "sophosympatheia/midnight-rose-70b",
+          "teknium/openhermes-2-mistral-7b",
+          "teknium/openhermes-2.5-mistral-7b",
+          "togethercomputer/stripedhyena-hessian-7b",
+          "togethercomputer/stripedhyena-nous-7b",
+          "undi95/remm-slerp-l2-13b",
+          "undi95/toppy-m-7b",
+          "xwin-lm/xwin-lm-70b"
+          ]
+        fetch: false
+      dropParams: ["stop"]
       titleConvo: true
       titleModel: "gpt-3.5-turbo"
       summarize: false
       forcePrompt: false
       modelDisplayLabel: "OpenRouter"
+    # Preplexity
+    # Model list: https://docs.perplexity.ai/docs/model-cards
+    - name: "Perplexity"
+      apiKey: "${PERPLEXITY_API_KEY}"
+      baseURL: "https://api.perplexity.ai/"
       models:
+        default: [
+          "llama-3.1-sonar-small-128k-chat",
+          "llama-3.1-sonar-small-128k-online",
+          "llama-3.1-sonar-large-128k-chat",
+          "llama-3.1-sonar-large-128k-online",
+          "llama-3.1-sonar-huge-128k-online",
+          "llama-3.1-8b-instruct",
+          "llama-3.1-70b-instruct"
+          ]
+        fetch: false # fetching list of models is not supported
+      titleConvo: true
+      titleModel: "llama-3.1-sonar-small-128k-chat"
+      summarize: false
+      summaryModel: "llama-3.1-sonar-small-128k-chat"
+      forcePrompt: false
+      dropParams: ["stop", "frequency_penalty"]
+      modelDisplayLabel: "Perplexity"
+    # ShuttleAI API
+    - name: "ShuttleAI"
+      apiKey: "${SHUTTLEAI_API_KEY}"
+      baseURL: "https://api.shuttleai.app/v1"
+      models:
+        default: [
+          "shuttle-2-turbo",
+          "shuttle-turbo",
+          "gpt-4o-2024-05-13",
+          "gpt-4o",
+          "im-also-a-good-gpt2-chatbot",
+          "gpt-4-turbo-2024-04-09",
+          "gpt-4-turbo",
+          "gpt-4-0125-preview",
+          "gpt-4-turbo-preview",
+          "gpt-4-1106-preview",
+          "gpt-4-1106-vision-preview",
+          "gpt-4-vision-preview",
+          "gpt-4-0613",
+          "gpt-4",
+          "gpt-4-bing",
+          "gpt-4-turbo-bing",
+          "gpt-4-32k-0613",
+          "gpt-4-32k",
+          "gpt-3.5-turbo-0125",
+          "gpt-3.5-turbo",
+          "gpt-3.5-turbo-1106",
+          "claude-3-opus-20240229",
+          "claude-3-opus",
+          "claude-3-sonnet-20240229",
+          "claude-3-sonnet",
+          "claude-3-haiku-20240307",
+          "claude-3-haiku",
+          "claude-2.1",
+          "claude-2.0",
+          "claude-2",
+          "claude-instant-1.2",
+          "claude-instant-1.1",
+          "claude-instant-1.0",
+          "claude-instant",
+          "meta-llama-3-70b-instruct",
+          "llama-3-70b-instruct",
+          "meta-llama-3-8b-instruct",
+          "llama-3-8b-instruct",
+          "llama-3-sonar-large-32k-online",
+          "llama-3-sonar-small-32k-online",
+          "llama-3-sonar-large-32k-chat",
+          "llama-3-sonar-small-32k-chat",
+          "blackbox",
+          "blackbox-code",
+          "wizardlm-2-8x22b",
+          "wizardlm-2-70b",
+          "dolphin-2.6-mixtral-8x7b",
+          "dolphin-mixtral-8x7b",
+          "mistral-large",
+          "mistral-next",
+          "mistral-medium",
+          "mistral-small",
+          "mistral-tiny",
+          "mixtral-8x7b-instruct-v0.1",
+          "mixtral-8x7b-instruct",
+          "mixtral-8x22b-instruct-v0.1",
+          "mixtral-8x22b-instruct",
+          "mistral-7b-instruct-v0.2",
+          "mistral-7b-instruct-2",
+          "mistral-7b-instruct-v0.1",
+          "mistral-7b-instruct",
+          "nous-hermes-2-mixtral-8x7b",
+          "gemini-1.5-pro-latest",
+          "gemini-1.5-pro",
+          "gemini-1.0-pro-latest",
+          "gemini-1.0-pro",
+          "gemini-pro",
+          "gemini-1.0-pro-vision",
+          "gemini-pro-vision",
+          "lzlv-70b",
+          "figgs-rp",
+          "cinematika-7b"
+          ]
         fetch: true
       titleConvo: true
+      titleMethod: "completion"
+      titleModel: "shuttle-2-turbo"
       summarize: false
+      summaryModel: "shuttle-2-turbo"
       forcePrompt: false
+      dropParams: ["user", "frequency_penalty", "presence_penalty", "repition_penalty"]
+      modelDisplayLabel: "ShuttleAI"
+    - name: "together.ai"
+      apiKey: "${TOGETHERAI_API_KEY}"
+      baseURL: "https://api.together.xyz"
+      models:
+        default: [
+          "Austism/chronos-hermes-13b",
+          "Gryphe/MythoMax-L2-13b",
+          "HuggingFaceH4/zephyr-7b-beta",
+          "NousResearch/Hermes-2-Theta-Llama-3-70B",
+          "NousResearch/Nous-Capybara-7B-V1p9",
+          "NousResearch/Nous-Hermes-2-Mistral-7B-DPO",
+          "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+          "NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT",
+          "NousResearch/Nous-Hermes-2-Yi-34B",
+          "NousResearch/Nous-Hermes-Llama2-13b",
+          "NousResearch/Nous-Hermes-Llama2-70b",
+          "NousResearch/Nous-Hermes-llama-2-7b",
+          "Open-Orca/Mistral-7B-OpenOrca",
+          "Qwen/Qwen1.5-0.5B-Chat",
+          "Qwen/Qwen1.5-1.8B-Chat",
+          "Qwen/Qwen1.5-110B-Chat",
+          "Qwen/Qwen1.5-14B-Chat",
+          "Qwen/Qwen1.5-32B-Chat",
+          "Qwen/Qwen1.5-4B-Chat",
+          "Qwen/Qwen1.5-72B-Chat",
+          "Qwen/Qwen1.5-7B-Chat",
+          "Qwen/Qwen2-1.5B-Instruct",
+          "Qwen/Qwen2-72B-Instruct",
+          "Qwen/Qwen2-7B-Instruct",
+          "Snowflake/snowflake-arctic-instruct",
+          "Undi95/ReMM-SLERP-L2-13B",
+          "Undi95/Toppy-M-7B",
+          "WizardLM/WizardLM-13B-V1.2",
+          "allenai/OLMo-7B-Instruct",
+          "carson/ml31405bit",
+          "carson/ml3170bit",
+          "carson/ml318bit",
+          "carson/ml318br",
+          "codellama/CodeLlama-13b-Instruct-hf",
+          "codellama/CodeLlama-34b-Instruct-hf",
+          "codellama/CodeLlama-70b-Instruct-hf",
+          "codellama/CodeLlama-7b-Instruct-hf",
+          "cognitivecomputations/dolphin-2.5-mixtral-8x7b",
+          "databricks/dbrx-instruct",
+          "deepseek-ai/deepseek-coder-33b-instruct",
+          "deepseek-ai/deepseek-llm-67b-chat",
+          "garage-bAInd/Platypus2-70B-instruct",
+          "google/gemma-2-27b-it",
+          "google/gemma-2-9b-it",
+          "google/gemma-2b-it",
+          "google/gemma-7b-it",
+          "gradientai/Llama-3-70B-Instruct-Gradient-1048k",
+          "lmsys/vicuna-13b-v1.3",
+          "lmsys/vicuna-13b-v1.5",
+          "lmsys/vicuna-13b-v1.5-16k",
+          "lmsys/vicuna-7b-v1.3",
+          "lmsys/vicuna-7b-v1.5",
+          "meta-llama/Llama-2-13b-chat-hf",
+          "meta-llama/Llama-2-70b-chat-hf",
+          "meta-llama/Llama-2-7b-chat-hf",
+          "meta-llama/Llama-3-70b-chat-hf",
+          "meta-llama/Llama-3-8b-chat-hf",
+          "meta-llama/Meta-Llama-3-70B-Instruct",
+          "meta-llama/Meta-Llama-3-70B-Instruct-Lite",
+          "meta-llama/Meta-Llama-3-70B-Instruct-Turbo",
+          "meta-llama/Meta-Llama-3-8B-Instruct",
+          "meta-llama/Meta-Llama-3-8B-Instruct-Lite",
+          "meta-llama/Meta-Llama-3-8B-Instruct-Turbo",
+          "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
+          "meta-llama/Meta-Llama-3.1-70B-Instruct-Reference",
+          "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+          "meta-llama/Meta-Llama-3.1-70B-Reference",
+          "meta-llama/Meta-Llama-3.1-8B-Instruct-Reference",
+          "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+          "microsoft/WizardLM-2-8x22B",
+          "mistralai/Mistral-7B-Instruct-v0.1",
+          "mistralai/Mistral-7B-Instruct-v0.2",
+          "mistralai/Mistral-7B-Instruct-v0.3",
+          "mistralai/Mixtral-8x22B-Instruct-v0.1",
+          "mistralai/Mixtral-8x7B-Instruct-v0.1",
+          "openchat/openchat-3.5-1210",
+          "snorkelai/Snorkel-Mistral-PairRM-DPO",
+          "teknium/OpenHermes-2-Mistral-7B",
+          "teknium/OpenHermes-2p5-Mistral-7B",
+          "togethercomputer/CodeLlama-13b-Instruct",
+          "togethercomputer/CodeLlama-34b-Instruct",
+          "togethercomputer/CodeLlama-7b-Instruct",
+          "togethercomputer/Koala-13B",
+          "togethercomputer/Koala-7B",
+          "togethercomputer/Llama-2-7B-32K-Instruct",
+          "togethercomputer/Llama-3-8b-chat-hf-int4",
+          "togethercomputer/Llama-3-8b-chat-hf-int8",
+          "togethercomputer/SOLAR-10.7B-Instruct-v1.0-int4",
+          "togethercomputer/StripedHyena-Nous-7B",
+          "togethercomputer/alpaca-7b",
+          "togethercomputer/guanaco-13b",
+          "togethercomputer/guanaco-33b",
+          "togethercomputer/guanaco-65b",
+          "togethercomputer/guanaco-7b",
+          "togethercomputer/llama-2-13b-chat",
+          "togethercomputer/llama-2-70b-chat",
+          "togethercomputer/llama-2-7b-chat",
+          "upstage/SOLAR-10.7B-Instruct-v1.0",
+          "zero-one-ai/Yi-34B-Chat"
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "togethercomputer/llama-2-7b-chat"
+      summarize: false
+      summaryModel: "togethercomputer/llama-2-7b-chat"
+      forcePrompt: false
+      modelDisplayLabel: "together.ai"
+    # Unify
+    # Model list: https://unify.ai/chat
+    - name: "Unify"
+      apiKey: "${UNIFY_API_KEY}"
+      baseURL: "https://api.unify.ai/v0/"
+      models:
+        default: [
+          "router@q:1|c:2.12e-01|t:5.00e-04|i:2.78e-04",
+          "chatgpt-4o-latest@openai",
+          "gpt-3.5-turbo@openai",
+          "gpt-4-turbo@openai",
+          "gpt-4@openai",
+          "gpt-4o-2024-08-06@openai",
+          "gpt-4o-mini@openai",
+          "gpt-4o@openai",
+          "claude-3-haiku@anthropic",
+          "claude-3-opus@anthropic",
+          "claude-3-sonnet@anthropic",
+          "claude-3.5-sonnet@anthropic",
+          "claude-3-haiku@aws-bedrock",
+          "claude-3-opus@aws-bedrock",
+          "claude-3-sonnet@aws-bedrock",
+          "claude-3.5-sonnet@aws-bedrock",
+          "command-r-plus@aws-bedrock",
+          "llama-3-70b-chat@aws-bedrock",
+          "llama-3-8b-chat@aws-bedrock",
+          "llama-3.1-405b-chat@aws-bedrock",
+          "llama-3.1-70b-chat@aws-bedrock",
+          "llama-3.1-8b-chat@aws-bedrock",
+          "mistral-7b-instruct-v0.2@aws-bedrock",
+          "mistral-large@aws-bedrock",
+          "mixtral-8x7b-instruct-v0.1@aws-bedrock",
+          "codellama-13b-instruct@fireworks-ai",
+          "codellama-34b-instruct@fireworks-ai",
+          "gemma-2-9b-it@fireworks-ai",
+          "gemma-7b-it@fireworks-ai",
+          "llama-3-70b-chat@fireworks-ai",
+          "llama-3-8b-chat@fireworks-ai",
+          "llama-3.1-405b-chat@fireworks-ai",
+          "llama-3.1-70b-chat@fireworks-ai",
+          "llama-3.1-8b-chat@fireworks-ai",
+          "mistral-7b-instruct-v0.1@fireworks-ai",
+          "mistral-7b-instruct-v0.2@fireworks-ai",
+          "mistral-7b-instruct-v0.3@fireworks-ai",
+          "mistral-nemo@fireworks-ai",
+          "mixtral-8x22b-instruct-v0.1@fireworks-ai",
+          "mixtral-8x7b-instruct-v0.1@fireworks-ai",
+          "qwen-2-72b-instruct@fireworks-ai",
+          "codellama-13b-instruct@octoai",
+          "codellama-34b-instruct@octoai",
+          "codellama-7b-instruct@octoai",
+          "llama-3-70b-chat@octoai",
+          "llama-3-8b-chat@octoai",
+          "llama-3.1-405b-chat@octoai",
+          "llama-3.1-70b-chat@octoai",
+          "llama-3.1-8b-chat@octoai",
+          "mistral-7b-instruct-v0.2@octoai",
+          "mistral-7b-instruct-v0.3@octoai",
+          "mixtral-8x22b-instruct-v0.1@octoai",
+          "mixtral-8x7b-instruct-v0.1@octoai",
+          "qwen-2-7b-instruct@octoai",
+          "codellama-13b-instruct@together-ai",
+          "codellama-34b-instruct@together-ai",
+          "codellama-70b-instruct@together-ai",
+          "codellama-7b-instruct@together-ai",
+          "deepseek-coder-33b-instruct@together-ai",
+          "gemma-2b-it@together-ai",
+          "gemma-7b-it@together-ai",
+          "llama-3-70b-chat@together-ai",
+          "llama-3-8b-chat@together-ai",
+          "llama-3.1-405b-chat@together-ai",
+          "llama-3.1-70b-chat@together-ai",
+          "llama-3.1-8b-chat@together-ai",
+          "mistral-7b-instruct-v0.1@together-ai",
+          "mistral-7b-instruct-v0.2@together-ai",
+          "mistral-7b-instruct-v0.3@together-ai",
+          "mixtral-8x22b-instruct-v0.1@together-ai",
+          "mixtral-8x7b-instruct-v0.1@together-ai",
+          "phind-codellama-34b-v2@together-ai",
+          "qwen-2-72b-instruct@together-ai",
+          "codellama-34b-instruct@deepinfra",
+          "gemma-2-27b-it@deepinfra",
+          "gemma-2-9b-it@deepinfra",
+          "gemma-7b-it@deepinfra",
+          "llama-3-70b-chat@deepinfra",
+          "llama-3-8b-chat@deepinfra",
+          "llama-3.1-405b-chat@deepinfra",
+          "llama-3.1-70b-chat@deepinfra",
+          "llama-3.1-8b-chat@deepinfra",
+          "mistral-7b-instruct-v0.1@deepinfra",
+          "mistral-7b-instruct-v0.3@deepinfra",
+          "mixtral-8x22b-instruct-v0.1@deepinfra",
+          "mixtral-8x7b-instruct-v0.1@deepinfra",
+          "nemotron-4-340b-instruct@deepinfra",
+          "phi-3-medium-4k-instruct@deepinfra",
+          "phind-codellama-34b-v2@deepinfra",
+          "qwen-2-72b-instruct@deepinfra",
+          "qwen-2-7b-instruct@deepinfra",
+          "codellama-34b-instruct@perplexity-ai",
+          "llama-3.1-70b-chat@perplexity-ai",
+          "llama-3.1-8b-chat@perplexity-ai",
+          "mistral-7b-instruct-v0.2@perplexity-ai",
+          "mixtral-8x7b-instruct-v0.1@perplexity-ai",
+          "gemini-1.5-flash@vertex-ai",
+          "gemini-1.5-pro@vertex-ai",
+          "gemma-2-9b-it@vertex-ai",
+          "gemma-2-9b-it@groq",
+          "gemma-7b-it@groq",
+          "llama-3-70b-chat@groq",
+          "llama-3-8b-chat@groq",
+          "mixtral-8x7b-instruct-v0.1@groq",
+          "gemma-7b-it@lepton-ai",
+          "llama-3-70b-chat@lepton-ai",
+          "llama-3-8b-chat@lepton-ai",
+          "llama-3.1-405b-chat@lepton-ai",
+          "llama-3.1-70b-chat@lepton-ai",
+          "llama-3.1-8b-chat@lepton-ai",
+          "mistral-7b-instruct-v0.3@lepton-ai",
+          "mixtral-8x7b-instruct-v0.1@lepton-ai",
+          "gpt-4o-mini@azure-ai",
+          "gpt-4o@azure-ai",
+          "llama-3.1-405b-chat@azure-ai",
+          "llama-3.1-70b-chat@azure-ai",
+          "llama-3.1-8b-chat@azure-ai",
+          "llama-3-70b-chat@replicate",
+          "llama-3-8b-chat@replicate",
+          "llama-3.1-405b-chat@replicate",
+          "mistral-7b-instruct-v0.2@replicate",
+          "mixtral-8x7b-instruct-v0.1@replicate",
+          "mistral-7b-instruct-v0.2@mistral-ai",
+          "mistral-7b-instruct-v0.3@mistral-ai",
+          "mistral-large@mistral-ai",
+          "mistral-nemo@mistral-ai",
+          "mistral-small@mistral-ai",
+          "mixtral-8x22b-instruct-v0.1@mistral-ai",
+          "mixtral-8x7b-instruct-v0.1@mistral-ai",
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: "router@q:1|c:2.12e-01|t:5.00e-04|i:2.78e-04"
+      dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]