fix(datasource): 修复 zstd 响应 JSON 解析问题

- flask_api_source.py: 添加 requests.exceptions.JSONDecodeError 捕获
- flask_server.py: 启用 flask-compress gzip 压缩
- requirements.txt: 添加 flask-compress>=1.14
- strategy.py: 修复 flask_api 配置读取方式

问题原因:Traefik Ingress 使用 zstd 压缩响应,
requests.response.json() 解析失败,但 json.loads(response.text) 成功
This commit is contained in:
2026-05-14 00:27:30 +08:00
parent 020e90aa2b
commit 4fe21a7cd4
4 changed files with 11 additions and 2 deletions

View File

@@ -109,7 +109,12 @@ class FlaskAPIDataSource:
print(f"✗ API请求失败: {response.status_code} - {response.text[:100]}")
return None
data = response.json()
# 尝试解析 JSON支持 zstd 响应)
try:
data = response.json()
except (json.JSONDecodeError, requests.exceptions.JSONDecodeError):
# 如果 response.json() 失败,手动解析
data = json.loads(response.text)
# 检查错误
if 'error' in data:

View File

@@ -40,6 +40,7 @@ load_dotenv()
from flask import Flask, request, jsonify
from flask_cors import CORS
from flask_compress import Compress
import pandas as pd
from datasource.universal_fetcher import UniversalDataFetcher
@@ -52,6 +53,7 @@ from datasource.asset_type_detector import AssetTypeDetector, AssetType
app = Flask(__name__)
CORS(app) # 启用跨域支持
Compress(app) # 启用 gzip 压缩
# 全局数据获取器实例
fetcher: Optional[UniversalDataFetcher] = None

View File

@@ -18,6 +18,7 @@ pysocks>=1.7.0
# ==================== Web服务 ====================
flask>=3.0.0
flask-cors>=4.0.0
flask-compress>=1.14
# ==================== 进度条 ====================
tqdm>=4.65.0

View File

@@ -121,7 +121,8 @@ class RotationStrategy(StrategyBase):
raise ValueError("配置中未找到 code_list")
# 获取 Flask API 地址
flask_api_url = self.config.get('flask_api_url')
flask_api_config = self.config.get('flask_api', {})
flask_api_url = flask_api_config.get('url') if flask_api_config.get('enabled') else None
if use_flask_api:
# 使用 Flask API 服务获取数据(远程调用)