Delete retry_middleware.py

retry_middleware.py

@@ -1,112 +0,0 @@
-from starlette.middleware.base import BaseHTTPMiddleware
-from fastapi import Request, Response
-from fastapi.responses import JSONResponse
-import json
-import logging
-
-logging.basicConfig(level=logging.INFO)
-logger = logging.getLogger(__name__)
-
-class RetryMiddleware(BaseHTTPMiddleware):
-    def __init__(self, app):
-        super().__init__(app)
-
-    async def should_retry_response(self, response_data):
-        """检查响应是否需要重试"""
-        try:
-            if isinstance(response_data, dict):
-                # 检查错误信息
-                error = response_data.get('error', '')
-                if isinstance(error, str) and 'content is not safe' in error.lower():
-                    return True
-                    
-                # 检查响应内容
-                choices = response_data.get('choices', [])
-                if choices:
-                    content = choices[0].get('message', {}).get('content', '')
-                    if not content or 'content is not safe' in content.lower():
-                        return True
-                        
-                    # 检查是否有部分内容包含错误信息
-                    if isinstance(content, str):
-                        lines = content.split('\n')
-                        for line in lines:
-                            if 'content is not safe' in line.lower():
-                                return True
-                                
-                # 检查是否是不需要的响应
-                if "I'm Claude" in str(response_data) or "Anthropic" in str(response_data):
-                    return True
-                if "Hello! How can I assist you today?" in str(response_data):
-                    return True
-                    
-                # 检查响应格式
-                if not choices or not choices[0].get('message', {}).get('content'):
-                    return True
-                    
-            return False
-        except Exception:
-            # 如果解析过程中出现任何错误，建议重试
-            return True
-
-    async def dispatch(self, request: Request, call_next):
-        # 只处理 /api/v1/chat/completions 路径的请求
-        if not request.url.path.endswith('/api/v1/chat/completions'):
-            return await call_next(request)
-
-        # 读取原始请求体
-        body = await request.body()
-        retry_count = 0
-        last_error = None
-        
-        while True:  # 无限循环，直到获得正确响应
-            try:
-                # 构造请求
-                async def receive():
-                    return {
-                        "type": "http.request",
-                        "body": body,
-                        "more_body": False,
-                    }
-
-                # 发送请求并获取响应
-                response = await call_next(Request(request.scope, receive))
-                response_body = b""
-                async for chunk in response.body_iterator:
-                    response_body += chunk
-
-                try:
-                    response_data = json.loads(response_body)
-                    
-                    # 检查响应是否需要重试
-                    if await self.should_retry_response(response_data):
-                        retry_count += 1
-                        continue
-                    else:
-                        # 如果响应正常，直接返回
-                        return Response(
-                            content=response_body,
-                            status_code=response.status_code,
-                            headers=dict(response.headers),
-                            media_type=response.media_type
-                        )
-                        
-                except json.JSONDecodeError:
-                    # JSON解析错误，需要重试
-                    retry_count += 1
-                    continue
-                    
-            except Exception as e:
-                last_error = str(e)
-                retry_count += 1
-                continue
-
-# 使用方法：
-"""
-在 main.py 中添加:
-from fastapi import FastAPI
-from retry_middleware import RetryMiddleware
-
-app = FastAPI()
-app.add_middleware(RetryMiddleware, max_retries=3, delay=1.0)
-"""