test

hk_qfqV1.py

@@ -0,0 +1,120 @@
+# -*- coding: utf-8 -*-
+"""
+Created on Mon Aug 30 16:57:10 2021
+
+@author: Administrator
+"""
+
+import pandas as pd
+import akshare as ak
+from sqlalchemy import create_engine,text
+import datetime
+import sys
+sys.path.append(r'C:\Users\marui\Desktop\mamama\AKshare\daily_update.py')
+sys.path.append(r'C:\workspace\daily_price')
+
+import daily_update
+
+today = str(datetime.date.today()).replace('-','')
+# today  = '20241225'
+def update_data():
+    #取港股实时数据
+    c = ak.stock_hk_spot_em()
+    a = c[c['最新价']=='-'].index.tolist()
+    b = c.drop(a)
+    ticker = b['代码'].tolist()
+    return ticker
+
+#未复权
+def hk_daily_prices(table_name):
+    table_name = 'ticker_daily_original_database.hk_daily_prices'
+    engine = create_engine(engine_server)
+    ticker = update_data()
+    all_data = []
+    for x in ticker:
+        stock_hk_hist_df = ak.stock_hk_hist(symbol=x, start_date=today, end_date=today, adjust="")
+        
+        stock_hk_hist_df['Ticker'] = x
+        stock_hk_hist_df['Adjustflag'] = '3'
+        stock_hk_hist_df.columns = ['As_Of_Date','Open','Close','High','Low','Volume_Shares','Volume_Money','Amplitude','Pct_Chg','Change','Turnover','Ticker','Adjustflag']
+        all_data.append(stock_hk_hist_df)
+    all_dataframe = pd.concat(all_data)
+    all_dataframe.to_sql(table_name.split('.')[1],engine,schema = table_name.split('.')[0], index = False, index_label=False,if_exists = 'append')
+    print('港股 未复权数据已更新')
+
+
+#前复权S
+def hk_daily_prices_qfq(table_name):
+    table_name = 'ticker_daily_original_database.hk_daily_prices_qfq'
+    engine = create_engine(engine_server)
+    ticker = update_data()
+    a = ['06186','00700']
+    b = [i for i in ticker if i not in a]
+    ticker = a+b
+
+    with engine.connect() as connection:
+        trans = connection.begin()  # 开始事务
+        try:
+            sql = f'TRUNCATE TABLE {table_name}'
+            connection.execute(text(sql))
+            trans.commit()  # 提交事务
+        except Exception as e:
+            trans.rollback()  # 回滚事务
+            print(f"Error occurred: {e}")
+    
+    for j in ticker:
+        print(j)
+        stock_hk_hist_qfq_df = ak.stock_hk_hist(symbol=j, start_date="19700101", end_date=today, adjust="qfq")
+        stock_hk_hist_qfq_df_rename =  stock_hk_hist_qfq_df.rename(columns={'日期':'As_Of_Date','开盘':'Open','收盘':'Close','最高':'High',\
+                                  '最低':'Low','成交量':'Volume_Shares','成交额':'Volume_Money',\
+                                '振幅':'Amplitude','涨跌幅':'Pct_Chg','涨跌额':'Change','换手率':'Turnover'})
+        
+        stock_hk_hist_qfq_df_rename['Ticker'] = j
+        stock_hk_hist_qfq_df_rename['Adjustflag'] = '2'
+        if j == '01405':
+            stock_hk_hist_qfq_df_rename = stock_hk_hist_qfq_df_rename[~(stock_hk_hist_qfq_df_rename['As_Of_Date'] =='2009-10-27')|(stock_hk_hist_qfq_df_rename['Volume_Money'] == 0)]
+        else:
+            pass
+        
+        stock_hk_hist_qfq_df_rename = stock_hk_hist_qfq_df_rename.drop_duplicates()
+        stock_hk_hist_qfq_df_rename.to_sql(table_name.split('.')[1],engine,schema = table_name.split('.')[0], index = False, index_label=False,if_exists = 'append')
+        print('港股 前复权数据已更新')
+
+
+#后复权
+def hk_daily_prices_hfq(table_name):
+    table_name = 'ticker_daily_original_database.hk_daily_prices_hfq'
+    engine = create_engine(engine_server)
+    ticker = update_data()
+    for c in ticker:
+        stock_hk_hist_hfq_df = ak.stock_hk_hist(symbol=c, start_date=today, end_date=today, adjust="hfq")
+        stock_hk_hist_hfq_df_rename = stock_hk_hist_hfq_df.rename(columns = {'日期':'As_Of_Date','开盘':'Open','收盘':'Close','最高':'High',\
+                                  '最低':'Low','成交量':'Volume_Shares','成交额':'Volume_Money',\
+                                '振幅':'Amplitude','涨跌幅':'Pct_Chg','涨跌额':'Change','换手率':'Turnover'})
+        stock_hk_hist_hfq_df_rename['Ticker'] = c
+        stock_hk_hist_hfq_df_rename['Adjustflag'] = '1'
+        stock_hk_hist_hfq_df_rename.to_sql(table_name.split('.')[1],engine,schema = table_name.split('.')[0], index = False, index_label=False,if_exists = 'append')
+        print('港股 后复权数据已更新')
+
+
+
+if __name__ == '__main__':
+    engine_server = "mysql+pymysql://cn_ainvest_db:cn_ainvest_sd3a1@rm-2zewagytttzk6f24xno.mysql.rds.aliyuncs.com/"
+    update_servers = '152.136.226.199'
+    table_name_list = ['ticker_daily_original_database.hk_daily_prices','ticker_daily_original_database.hk_daily_prices_qfq','ticker_daily_original_database.hk_daily_prices_hfq']
+    
+    
+    
+    for table_name in table_name_list:
+        try:
+            if table_name == 'ticker_daily_original_database.hk_daily_prices':
+                hk_daily_prices(table_name)
+            elif table_name == 'ticker_daily_original_database.hk_daily_prices_qfq':
+                hk_daily_prices_qfq(table_name)
+            else:
+                hk_daily_prices_hfq(table_name)
+            daily_update.update_end_date(engine_server,table_name)
+        except Exception as e :
+            print(e)
+            #daily_update.send_email("数据更新报错","数据库："+table_name+"\n更新服务器："+update_servers)
+            print('wrong')