File size: 2,766 Bytes
4a3600c
a64f606
4a3600c
0da94f6
a48a49d
 
0da94f6
a48a49d
0da94f6
b9f625f
 
 
 
 
0da94f6
b9f625f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0da94f6
b9f625f
 
 
 
 
0da94f6
 
 
 
b9f625f
 
 
 
 
 
 
 
 
 
 
 
0da94f6
b9f625f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
# 配置版本(必填)
version: "1.0"

# 缓存设置:设置为true以启用缓存
cache: true

# 自定义端点的定义
endpoints:
  custom:
  
    - name: 'groq'
      # 对于 `apiKey` 和 `baseURL`,您可以使用自己定义的环境变量。
      apiKey: '${GROQ_API_KEY}'
      baseURL: 'https://api.groq.com/openai/v1/'
      models:
        default:
          [
            'llama3-70b-8192',
            'llama3-8b-8192',
            'mixtral-8x7b-32768',
            'gemma-7b-it',
          ]
        fetch: true # 设置为 true 以从 API 获取模型
      titleConvo: true # 设置为 true 以启用标题会话
      titleModel: 'mixtral-8x7b-32768' # 指定用于标题的模型。如果未设置,默认为“gpt-3.5-turbo”
      modelDisplayLabel: 'groq' # 消息中显示的 AI 模型标签。如果未设置,默认为“AI”
    
    - name: 'OpenRouter'
      apiKey: '${OPENROUTER_KEY}'
      baseURL: 'https://openrouter.ai/api/v1'
      models:
        default:
          [
            'qwen/qwen-2-7b-instruct:free',
            'meta-llama/llama-3.1-8b-instruct:free',
            'google/gemma-2-9b-it:free',
            'microsoft/phi-3-mini-128k-instruct:free',
            'microsoft/phi-3-medium-128k-instruct:free',
            'meta-llama/llama-3-8b-instruct:free',
            'openchat/openchat-7b:free',
            'gryphe/mythomist-7b:free',
            'undi95/toppy-m-7b:free',
            'huggingfaceh4/zephyr-7b-beta:free',
            'mistralai/mistral-7b-instruct:free',
            'mattshumer/reflection-70b:free',
          ]
        fetch: false
      titleConvo: true
      titleModel: 'mattshumer/reflection-70b:free'
      # 建议:从请求中删除停止参数,因为 Openrouter 模型使用各种停止标记。
      dropParams: ['stop']
      modelDisplayLabel: 'OpenRouter'
    
    - name: "cohere"
      apiKey: "${COHERE_API_KEY}"
      baseURL: "https://api.cohere.ai/v1"
      models:
        default:
          [
            "command-r",
            "command-r-plus",
            "command-light",
            "command-light-nightly",
            "command",
            "command-nightly"
          ]
        fetch: true
      titleConvo: true
      titleModel: "command-r-plus"
      modelDisplayLabel: "cohere"
      
    - name: 'NewApi'
      apiKey: '${NEWAPI_API_KEY}'
      baseURL: 'https://newapi.tx88.eu.org/v1'
      models:
        default: [
          "gpt-4o-mini",
          "gpt-4o",
          "claude-3-5-sonnet",
          "claude-3-5-sonnet-20240620",
          "glm-4-flash",
          "hunyuan-lite",
          "Llama3-Chinese-8B-Instruct"
        ]
        fetch: true
      titleConvo: true
      titleModel: "gpt-4o-mini"
      modelDisplayLabel: "NewApi"