librechat.yaml

cache: true

endpoints:
    custom:
    
      - name: "openAI"
        apiKey: "${OPENAI_API_KEY}"
        baseURL: "${OPENAI_REVERSE_PROXY}"
        models: 
        default: ["gpt-4o", "gpt-4o-mini"]
        fetch: true
        titleConvo: true
        titleModel: "gpt-4o-mini" 
        summarize: false
        summaryModel: "gpt-4o-mini"
        modelDisplayLabel: "ChatGPT"
        dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]

      - name: "assistants"
        apiKey: "${ANTHROPIC_API_KEY}"
        baseURL: "${ANTHROPIC_REVERSE_PROXY}"
        models: 
        default: ["claude-3-opus",
          "claude-3-sonnet",
          "claude-3-haiku"]
        fetch: true
        titleConvo: true
        modelDisplayLabel: "Claude"
        dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]


      - name: "google"
        apiKey: "${GOOGLE_KEY}"
        baseURL: "${GOOGLE_REVERSE_PROXY}"
        models: 
        default: [ "gemini-pro-1.5",
          "gemini-pro","gemini-1.5-flash-latest"]
        fetch: true
        titleConvo: true
        modelDisplayLabel: "Gemini"
        dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]

      - name: 'HuggingFace'
        apiKey: '${HUGGINGFACE_TOKEN}'
        baseURL: 'https://api-inference.huggingface.co/v1'
        models:
        default: [
          "codellama/CodeLlama-34b-Instruct-hf",
          "google/gemma-1.1-2b-it",
          "google/gemma-1.1-7b-it",
          "HuggingFaceH4/starchat2-15b-v0.1",
          "HuggingFaceH4/zephyr-7b-beta",
          "meta-llama/Meta-Llama-3-8B-Instruct",
          "microsoft/Phi-3-mini-4k-instruct",
          "mistralai/Mistral-7B-Instruct-v0.1",
          "mistralai/Mistral-7B-Instruct-v0.2",
          "mistralai/Mixtral-8x7B-Instruct-v0.1",
          "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
        ]
        fetch: true
        titleConvo: true
        titleModel: "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"
        dropParams: ["top_p"]
        modelDisplayLabel: "HuggingFace"

      - name: "cohere"
        apiKey: "${COHERE_API_KEY}"
        baseURL: "https://api.cohere.ai/v1"
        models:
        default: ["command-r","command-r-plus","command-light","command-light-nightly","command","command-nightly"]
        fetch: false
        modelDisplayLabel: "cohere"
        titleModel: "command"
        dropParams: ["stop", "user", "frequency_penalty", "presence_penalty", "temperature", "top_p"]