import json import asyncio from typing import Any, Dict, Optional, Tuple import httpx from sqlalchemy import select, update from sqlalchemy.ext.asyncio import AsyncSession from datetime import datetime, timezone, timedelta from app.models.user_oauth import UserOAuth from app.models.user_oauth_app import UserOAuthApp from app.models.base import async_session from app.utils.redis import get_redis class DouyinRequest: def __init__(self, platform: str = "douyin"): self._client: Optional[httpx.AsyncClient] = None self._platform = platform @property def client(self) -> httpx.AsyncClient: if not self._client: self._client = httpx.AsyncClient( timeout=httpx.Timeout(30.0), follow_redirects=True, ) return self._client @property def _redis_key(self) -> str: return f"{self._platform}:tokens" async def close(self): if self._client: await self._client.aclose() self._client = None async def _get_redis_token(self, oauth_id: str) -> Optional[str]: redis = get_redis() if not redis: raise ValueError("Redis连接未配置") try: cache_str = await redis.hget(self._redis_key, oauth_id) if cache_str: cache = json.loads(cache_str) token = cache.get("token") expired_at_str = cache.get("expired_at") if token and expired_at_str: expired_at = datetime.fromisoformat(expired_at_str) if expired_at > datetime.now(timezone.utc): return token except Exception as e: raise ValueError(f"获取Redis缓存失败: {e}") return None async def _set_redis_token(self, oauth_id: str, token: str, expired_at: datetime): redis = get_redis() if not redis: raise ValueError("Redis连接未配置") try: cache = { "token": token, "expired_at": expired_at.isoformat(), } await redis.hset(self._redis_key, oauth_id, json.dumps(cache)) except Exception as e: raise ValueError(f"设置Redis缓存失败: {e}") async def _delete_redis_token(self, oauth_id: str): redis = get_redis() if not redis: raise ValueError("Redis连接未配置") try: await redis.hdel(self._redis_key, oauth_id) except Exception as e: raise ValueError(f"删除Redis缓存失败: {e}") async def get_access_token(self, oauth_id: str, force_refresh: bool = False) -> str: if not force_refresh: token = await self._get_redis_token(oauth_id) if token: return token async with async_session() as db: oauth_data = await db.execute( select(UserOAuth).where( UserOAuth.id == oauth_id, UserOAuth.deleted_at.is_(None), ).limit(1) ) oauth_data = oauth_data.scalar_one_or_none() if not oauth_data: raise ValueError("无效的oauth_id") if force_refresh: await db.execute( update(UserOAuth).where(UserOAuth.id == oauth_id).values( access_token=None, access_token_expired=None, ) ) await db.commit() await self._delete_redis_token(oauth_id) new_token, new_expired_at = await self.refresh_access_token(db, oauth_id, oauth_data.appid, oauth_data.refresh_token) await self._set_redis_token(oauth_id, new_token, new_expired_at) return new_token if oauth_data.access_token_expired and oauth_data.access_token_expired > datetime.now(timezone.utc): token = oauth_data.access_token expired_at = oauth_data.access_token_expired await self._set_redis_token(oauth_id, token, expired_at) return token if oauth_data.refresh_token_expired and oauth_data.refresh_token_expired < datetime.now(timezone.utc): raise ValueError("授权已过期，请重新授权") new_token, new_expired_at = await self.refresh_access_token(db, oauth_id, oauth_data.appid, oauth_data.refresh_token) await self._set_redis_token(oauth_id, new_token, new_expired_at) return new_token async def refresh_access_token(self, db: AsyncSession, oauth_id: str, appid: str, refresh_token: str) -> Tuple[str, datetime]: result = await db.execute( select(UserOAuthApp.secret).where( UserOAuthApp.app_id == appid, UserOAuthApp.status == 1, UserOAuthApp.deleted_at.is_(None), ).limit(1) ) app_secret = result.scalar_one_or_none() if not app_secret: raise ValueError("应用已被删除或禁用") response = await self.client.request( 'POST', 'https://api.oceanengine.com/open_api/oauth2/refresh_token/', data={ 'app_id': appid, 'secret': app_secret, 'refresh_token': refresh_token, }, ) response.raise_for_status() data = response.json() if 'code' not in data: raise ValueError("刷新access_token失败，接口未返回code") code = data.get('code', 0) if code != 0: raise ValueError(f"刷新access_token失败,接口返回：{data}") data = data.get('data', {}) new_access_token = data.get('access_token', '') new_refresh_token = data.get('refresh_token', '') expires_in = data.get('expires_in', 0) refresh_token_expires_in = data.get('refresh_token_expires_in', 0) new_expired_at = datetime.now(timezone.utc) + timedelta(seconds=expires_in) await db.execute( update(UserOAuth).where( UserOAuth.id == oauth_id, ).values( access_token=new_access_token, refresh_token=new_refresh_token, access_token_expired=new_expired_at, refresh_token_expired=datetime.now(timezone.utc) + timedelta(seconds=refresh_token_expires_in), ) ) await db.commit() return new_access_token, new_expired_at # 有token请求 async def request_with_token_with_context( self, oauth_id: str, url: str, method: str = 'GET', options: any = None, ) -> Any: options = options or {} token = await self.get_access_token(oauth_id) for i in range(1, 2): try: headers = options.get('headers', {}).copy() headers['Access-Token'] = token has_files = 'files' in options if has_files: # 移除可能错误设置的 Content-Type，让库自动生成 multipart 头 headers.pop('Content-Type', None) else: headers.setdefault('Content-Type', 'application/json') options['headers'] = headers response = await self.client.request(method, url, **options) response.raise_for_status() try: data = response.json() except json.JSONDecodeError: data = {'code': 0, 'data': response.text, 'msg':'JSON解析失败'} if 'code' not in data: await asyncio.sleep(i * 5) continue code = data.get('code', 0) if code in [40102, 40104]: await asyncio.sleep(i * 5) token = await self.get_access_token(oauth_id, force_refresh=True) continue if code in [40100, 40110]: wait_time = min(2 * (2 ** (i - 1)), 10) await asyncio.sleep(wait_time) continue if code == 50000: await asyncio.sleep(i * 10) continue return data except httpx.HTTPStatusError as e: await asyncio.sleep(i * 10) continue except httpx.RequestError as e: await asyncio.sleep(i * 10) continue res = json.dumps(data) if 'data' in locals() else '' options_log = {} if options: for key, value in options.items(): if key == 'files': options_log[key] = {k: (v[0], 'bytes_content', v[2]) for k, v in value.items()} else: options_log[key] = value raise RuntimeError( f'DouYin API request failed after 5 retries. ' f'url:{url};oauthId:{oauth_id};options:{json.dumps(options_log)};response:{res}' ) # 无token请求 async def request_with_context( self, url: str, method: str = 'GET', options: Optional[Dict[str, Any]] = None, ) -> Dict[str, Any]: options = options or {} for i in range(1, 2): try: headers = options.get('headers', {}).copy() headers.setdefault('Content-Type', 'application/json') options['headers'] = headers response = await self.client.request(method, url, **options) response.raise_for_status() try: data = response.json() except json.JSONDecodeError: data = {'code': 0, 'data': response.text} if 'code' not in data: await asyncio.sleep(i * 5) continue code = data.get('code', 0) if code >= 50000: await asyncio.sleep(i * 10) continue return data except httpx.HTTPStatusError as e: await asyncio.sleep(i * 10) continue except httpx.RequestError as e: await asyncio.sleep(i * 10) continue res = json.dumps(data) if 'data' in locals() else '' raise RuntimeError( f'DouYin API request failed after 5 retries. ' f'url:{url};options:{json.dumps(options)};response:{res}' )