librechat.yaml

# 配置版本（必填）
version: "1.0"

# 缓存设置：设置为true以启用缓存
cache: true

# 自定义端点的定义
endpoints:
  custom:
  
    - name: 'groq'
      # 对于 `apiKey` 和 `baseURL`，您可以使用自己定义的环境变量。
      apiKey: '${GROQ_API_KEY}'
      baseURL: 'https://api.groq.com/openai/v1/'
      models:
        default:
          [
            'llama3-70b-8192',
            'llama3-8b-8192',
            'mixtral-8x7b-32768',
            'gemma-7b-it',
          ]
        fetch: true # 设置为 true 以从 API 获取模型
      titleConvo: true # 设置为 true 以启用标题会话
      titleModel: 'mixtral-8x7b-32768' # 指定用于标题的模型。如果未设置，默认为“gpt-3.5-turbo”
      modelDisplayLabel: 'groq' # 消息中显示的 AI 模型标签。如果未设置，默认为“AI”
    
    - name: 'OpenRouter'
      apiKey: '${OPENROUTER_KEY}'
      baseURL: 'https://openrouter.ai/api/v1'
      models:
        default:
          [
            'qwen/qwen-2-7b-instruct:free',
            'meta-llama/llama-3.1-8b-instruct:free',
            'google/gemma-2-9b-it:free',
            'microsoft/phi-3-mini-128k-instruct:free',
            'microsoft/phi-3-medium-128k-instruct:free',
            'meta-llama/llama-3-8b-instruct:free',
            'openchat/openchat-7b:free',
            'gryphe/mythomist-7b:free',
            'undi95/toppy-m-7b:free',
            'huggingfaceh4/zephyr-7b-beta:free',
            'mistralai/mistral-7b-instruct:free',
            'mattshumer/reflection-70b:free',
          ]
        fetch: false
      titleConvo: true
      titleModel: 'mattshumer/reflection-70b:free'
      # 建议：从请求中删除停止参数，因为 Openrouter 模型使用各种停止标记。
      dropParams: ['stop']
      modelDisplayLabel: 'OpenRouter'
    
    - name: "cohere"
      apiKey: "${COHERE_API_KEY}"
      baseURL: "https://api.cohere.ai/v1"
      models:
        default:
          [
            "command-r",
            "command-r-plus",
            "command-light",
            "command-light-nightly",
            "command",
            "command-nightly"
          ]
        fetch: true
      titleConvo: true
      titleModel: "command-r-plus"
      modelDisplayLabel: "cohere"
      
    - name: 'NewApi'
      apiKey: '${NEWAPI_API_KEY}'
      baseURL: 'https://newapi.tx88.eu.org/v1'
      models:
        default: [
          "gpt-4o-mini",
          "gpt-4o",
          "claude-3-5-sonnet",
          "claude-3-5-sonnet-20240620",
          "glm-4-flash",
          "hunyuan-lite",
          "Llama3-Chinese-8B-Instruct"
        ]
        fetch: true
      titleConvo: true
      titleModel: "gpt-4o-mini"
      modelDisplayLabel: "NewApi"