使用playwright代替akshare爬指数数据

This commit is contained in:
2025-10-29 22:14:31 +08:00
parent 01a2bdfc60
commit af4ac03884
5 changed files with 159 additions and 5 deletions

View File

@@ -3,7 +3,8 @@ from db_config import DatabaseManager, DatabaseConfig
from loguru import logger
from datetime import datetime
import akshare as ak
from index_downloader import get_all_stock_index
# from index_downloader import get_all_stock_index
from em_index_sport import get_index_latest_data
import schedule
import time
import traceback
@@ -24,7 +25,8 @@ def get_latest_index_kline_date():
# "/Users/aszer/Documents/vscode/etf/data/index_history_data/000001.csv",
# encoding="utf-8-sig",
# )
df = get_all_stock_index()
# df = get_all_stock_index()
df = get_index_latest_data()
column_mapping = {
"date": "date",
"代码": "code",
@@ -74,7 +76,7 @@ def main():
return
try:
db_config = DatabaseConfig()
db_config = DatabaseConfig(env="daily")
logger.info(f"数据库连接: {db_config.connection_string}")
# 如果只是测试连接
@@ -104,6 +106,7 @@ def main():
if __name__ == "__main__":
# main()
logger.info(datetime.now())
PULL_SCHEDULE: str = os.getenv("PULL_SCHEDULE", "16:00")
logger.info(f"PULL_SCHEDULE: {PULL_SCHEDULE}")