使用playwright代替akshare爬指数数据
This commit is contained in:
@@ -3,7 +3,8 @@ from db_config import DatabaseManager, DatabaseConfig
|
||||
from loguru import logger
|
||||
from datetime import datetime
|
||||
import akshare as ak
|
||||
from index_downloader import get_all_stock_index
|
||||
# from index_downloader import get_all_stock_index
|
||||
from em_index_sport import get_index_latest_data
|
||||
import schedule
|
||||
import time
|
||||
import traceback
|
||||
@@ -24,7 +25,8 @@ def get_latest_index_kline_date():
|
||||
# "/Users/aszer/Documents/vscode/etf/data/index_history_data/000001.csv",
|
||||
# encoding="utf-8-sig",
|
||||
# )
|
||||
df = get_all_stock_index()
|
||||
# df = get_all_stock_index()
|
||||
df = get_index_latest_data()
|
||||
column_mapping = {
|
||||
"date": "date",
|
||||
"代码": "code",
|
||||
@@ -74,7 +76,7 @@ def main():
|
||||
return
|
||||
|
||||
try:
|
||||
db_config = DatabaseConfig()
|
||||
db_config = DatabaseConfig(env="daily")
|
||||
logger.info(f"数据库连接: {db_config.connection_string}")
|
||||
|
||||
# 如果只是测试连接
|
||||
@@ -104,6 +106,7 @@ def main():
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
# main()
|
||||
logger.info(datetime.now())
|
||||
PULL_SCHEDULE: str = os.getenv("PULL_SCHEDULE", "16:00")
|
||||
logger.info(f"PULL_SCHEDULE: {PULL_SCHEDULE}")
|
||||
|
||||
Reference in New Issue
Block a user