Update app.py

app.py

@@ -18,7 +18,7 @@ logging.basicConfig(
 )
 logger = logging.getLogger(__name__)
 
-@app.route('/ai/v1/chat/completions', methods=['POST'])
+@app.route('/chat/completions', methods=['POST'])
 async def chat():
     """
     Handle chat completion requests.
@@ -31,7 +31,7 @@ async def chat():
     logger.info(f"Request headers: {dict(request.headers)}")
     
     # Get the payload from the request
-    payload = request.json
+    payload = await request.get_json()
     logger.info(f"Request payload: {json.dumps(payload, indent=2)}")
 
     # Get the model from the payload, defaulting to "claude-3-5-sonnet-20240620"
@@ -86,10 +86,10 @@ async def chat():
     proxies = {'http': proxy, 'https': proxy} if proxy else None
     logger.info(f"Using proxy: {proxy}")
 
-    def generate():
+    async def generate():
         try:
             logger.info("Sending request to LLM API")
-            with requests.post(url, headers=headers, json=llm_payload, stream=True, proxies=proxies, allow_redirects=True) as response:
+            async with requests.post(url, headers=headers, json=llm_payload, stream=True, proxies=proxies, allow_redirects=True) as response:
                 logger.info(f"LLM API response status: {response.status_code}")
                 logger.info(f"LLM API response headers: {dict(response.headers)}")
                 
@@ -98,7 +98,7 @@ async def chat():
                     logger.warning(f"Received 301 redirect. New location: {new_location}")
                     # 如果需要，可以在这里处理重定向
                 
-                for chunk in response.iter_content(chunk_size=1024):
+                async for chunk in response.iter_content(chunk_size=1024):
                     if chunk:
                         logger.debug(f"Received chunk of size: {len(chunk)} bytes")
                         yield chunk
@@ -110,9 +110,13 @@ async def chat():
     return Response(generate(), content_type='application/octet-stream')
 
 @app.route('/', methods=['GET'])
-def home():
+async def home():
     return "Welcome to the Chat Completion API", 200
 
+# 创建 ASGI 应用
+asgi_app = app.asgi_app
+
 if __name__ == '__main__':
+    import uvicorn
     logger.info("Starting the application")
-    app.run(host="0.0.0.0", port=8000)
+    uvicorn.run("app:asgi_app", host="0.0.0.0", port=8000, log_level="info")