Update app.py

app.py

@@ -1,5 +1,5 @@
 from asgiref.wsgi import WsgiToAsgi
-from flask import Flask, request, Response
+from flask import Flask, request, Response, redirect
 import requests
 import json
 import random
@@ -53,63 +53,90 @@ def create_jwt(github_user_login: str, user_id: int) -> str:
     logger.info(f"Creating JWT for user: {github_user_login}")
     return jwt.encode(payload, 'llm-secret', algorithm='HS256')
 
+@app.before_request
+def before_request():
+    logger.info(f"Received request: {request.method} {request.url}")
+    logger.info(f"Request headers: {request.headers}")
+    if request.data:
+        logger.info(f"Request body: {request.get_data(as_text=True)}")
+
+    if not request.url.startswith('https') and not request.url.startswith('http://localhost'):
+        url = request.url.replace('http://', 'https://', 1)
+        code = 301
+        logger.info(f"Redirecting to HTTPS: {url}")
+        return redirect(url, code=code)
+
+@app.route('/')
+def root():
+    logger.info("Received request to root path")
+    return "Welcome to the chat completion API", 200
+
 @app.route('/chat/completions', methods=['POST'])
 async def chat():
     """
     Handle chat completion requests.
     """
-    logger.info("Received chat completion request")
-
-    # Get the payload from the request
-    payload = request.json
-    logger.info(f"Request payload: {payload}")
-
-    # Get the model from the payload, defaulting to "claude-3-5-sonnet-20240620"
-    model = payload.get('model', 'claude-3-5-sonnet-20240620')
-    logger.info(f"Using model: {model}")
-
-    # Prepare the request for the LLM API
-    url = "https://llm.zed.dev/completion?"
-    
-    llm_payload = {
-        "provider": "anthropic",
-        "model": model,
-        "provider_request": {
+    logger.info("Processing chat completion request")
+
+    try:
+        # Get the payload from the request
+        payload = request.json
+        logger.info(f"Request payload: {payload}")
+
+        # Get the model from the payload, defaulting to "claude-3-5-sonnet-20240620"
+        model = payload.get('model', 'claude-3-5-sonnet-20240620')
+        logger.info(f"Using model: {model}")
+
+        # Prepare the request for the LLM API
+        url = "https://llm.zed.dev/completion?"
+        
+        llm_payload = {
+            "provider": "anthropic",
             "model": model,
-            "max_tokens": payload.get('max_tokens', 8192),
-            "temperature": payload.get('temperature', 0),
-            "top_p": payload.get('top_p', 0.7),
-            "messages": payload['messages'],
-            "system": ""
+            "provider_request": {
+                "model": model,
+                "max_tokens": payload.get('max_tokens', 8192),
+                "temperature": payload.get('temperature', 0),
+                "top_p": payload.get('top_p', 0.7),
+                "messages": payload['messages'],
+                "system": ""
+            }
         }
-    }
 
-    github_username, zed_user_id = get_github_username_zed_userid_list()[0]
-    jwt_token = create_jwt(github_username, zed_user_id)
+        github_username, zed_user_id = get_github_username_zed_userid_list()[0]
+        jwt_token = create_jwt(github_username, zed_user_id)
 
-    headers = {
-        'Host': 'llm.zed.dev',
-        'accept': '*/*',
-        'content-type': 'application/json',
-        'authorization': f'Bearer {jwt_token}',
-        'user-agent': 'Zed/0.149.3 (macos; aarch64)'
-    }
+        headers = {
+            'Host': 'llm.zed.dev',
+            'accept': '*/*',
+            'content-type': 'application/json',
+            'authorization': f'Bearer {jwt_token}',
+            'user-agent': 'Zed/0.149.3 (macos; aarch64)'
+        }
 
-    # Get proxy from environment variable
-    proxy = os.environ.get('HTTP_PROXY', None)
-    proxies = {'http': proxy, 'https': proxy} if proxy else None
-    logger.info(f"Using proxy: {proxy}")
-
-    async def generate():
-        logger.info("Starting to stream response")
-        with requests.post(url, headers=headers, json=llm_payload, stream=True, proxies=proxies) as response:
-            logger.info(f"LLM API response status: {response.status_code}")
-            for chunk in response.iter_content(chunk_size=1024):
-                if chunk:
-                    yield chunk
-        logger.info("Finished streaming response")
-
-    return Response(generate(), content_type='application/octet-stream')
+        # Get proxy from environment variable
+        proxy = os.environ.get('HTTP_PROXY', None)
+        proxies = {'http': proxy, 'https': proxy} if proxy else None
+        logger.info(f"Using proxy: {proxy}")
+
+        async def generate():
+            logger.info("Starting to stream response")
+            try:
+                with requests.post(url, headers=headers, json=llm_payload, stream=True, proxies=proxies) as response:
+                    logger.info(f"LLM API response status: {response.status_code}")
+                    for chunk in response.iter_content(chunk_size=1024):
+                        if chunk:
+                            yield chunk
+            except requests.RequestException as e:
+                logger.error(f"Error during LLM API request: {e}")
+                yield json.dumps({"error": "Internal server error"}).encode('utf-8')
+            logger.info("Finished streaming response")
+
+        return Response(generate(), content_type='application/octet-stream')
+
+    except Exception as e:
+        logger.error(f"Error processing request: {e}")
+        return json.dumps({"error": "Internal server error"}), 500, {'Content-Type': 'application/json'}
 
 # Convert the Flask app to an ASGI app
 asgi_app = WsgiToAsgi(app)