Lxy
/
utils
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: 修改同步，811已同步到newrecord(不含)

Browse Source
master
laixingyu 3 years ago
parent 9221ac0e44
commit b9ada44046
6 changed files with 41 additions and 37 deletions
Show Stats Download Patch File Download Diff File

2
transAllData.py
Unescape View File

@ -32,7 +32,7 @@ def main() :
db_b_conn = pymysql.connect(**db_b_config) db_b_conn = pymysql.connect(**db_b_config)
db_b_cursor = db_b_conn.cursor() db_b_cursor = db_b_conn.cursor()
trade_date = '2023-08-09' trade_date = '2023-08-11'
#传输ry库其他数据 #传输ry库其他数据
trd.toTransRyOhterData(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_date) trd.toTransRyOhterData(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_date)

9
transferData_python.py
Unescape View File

@ -59,7 +59,8 @@ def toTransData(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
stock_basic_map = {} stock_basic_map = {}
#查询交易日数据 8月9日，更新数据到8月9日 #查询交易日数据 8月9日，更新数据到8月9日
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > %s' # sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > %s'
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date = %s'
sql_trade = "trading" sql_trade = "trading"
db_a_cursor.execute(sql_trade_qurey,(sql_trade,trans_date)) db_a_cursor.execute(sql_trade_qurey,(sql_trade,trans_date))
trading_dates = db_a_cursor.fetchall() trading_dates = db_a_cursor.fetchall()
@ -88,9 +89,9 @@ def toTransData(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
for row in trading_dates: for row in trading_dates:
trading_date,week,trade = row trading_date,week,trade = row
print('start transfer data ',trading_date , ' data.') print('start transfer data ',trading_date , ' data.')
if trading_date == '2023-08-11': # if trading_date == '2023-08-11':
print('break then finish transfer data ',trading_date , ' data.') # print('break then finish transfer data ',trading_date , ' data.')
break # break
#查询日交易数据 #查询日交易数据
sql_stock_query = 'select code,trade_day, open,close,high,low,islimit,isdrop,differrange,trade_days,volumn,amount,differrange10,differrange20,differrange60,avg_volume20,freefloat_market_value,total_market_value,agencies_hold from stocks where trade_day = %s' sql_stock_query = 'select code,trade_day, open,close,high,low,islimit,isdrop,differrange,trade_days,volumn,amount,differrange10,differrange20,differrange60,avg_volume20,freefloat_market_value,total_market_value,agencies_hold from stocks where trade_day = %s'
db_a_cursor.execute(sql_stock_query,trading_date) db_a_cursor.execute(sql_stock_query,trading_date)

9
transferIndustryData_python.py
Unescape View File

@ -52,7 +52,8 @@ def toTransIndustryData(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
stock_basic_map = {} stock_basic_map = {}
#查询交易日数据 更新到8月9日 #查询交易日数据 更新到8月9日
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > %s' # sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > %s'
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date = %s'
sql_trade = "trading" sql_trade = "trading"
db_a_cursor.execute(sql_trade_qurey,(sql_trade,trans_date)) db_a_cursor.execute(sql_trade_qurey,(sql_trade,trans_date))
trading_dates = db_a_cursor.fetchall() trading_dates = db_a_cursor.fetchall()
@ -60,9 +61,9 @@ def toTransIndustryData(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
for row in trading_dates: for row in trading_dates:
trading_date,week,trade = row trading_date,week,trade = row
print('start transfer IndustryData ',trading_date , ' data.') print('start transfer IndustryData ',trading_date , ' data.')
if trading_date == '2023-08-11': # if trading_date == '2023-08-11':
print('break then finished transfer IndustryData',trading_date , ' data.') # print('break then finished transfer IndustryData',trading_date , ' data.')
break # break
#查询日交易数据 #查询日交易数据
sql_stock_query = 'select code,name,trade_day, open,close,high,low,differrange,volume,amount,limitupnum,limitdownnum,suspendnum,risenum,fallnum,flatnum,componentnum,mv,pettm,pettm_mid,liqmv,rcnthigh,rcntlow from stock_index where trade_day = %s' sql_stock_query = 'select code,name,trade_day, open,close,high,low,differrange,volume,amount,limitupnum,limitdownnum,suspendnum,risenum,fallnum,flatnum,componentnum,mv,pettm,pettm_mid,liqmv,rcnthigh,rcntlow from stock_index where trade_day = %s'
db_a_cursor.execute(sql_stock_query,trading_date) db_a_cursor.execute(sql_stock_query,trading_date)

9
transferIndustrySatistics_python.py
Unescape View File

@ -305,7 +305,8 @@ def toTransIndustrySatisticsData(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade
trans_date = trade_date trans_date = trade_date
#查询交易日数据 #查询交易日数据
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > %s' # sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > %s'
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date = %s'
sql_trade = "trading" sql_trade = "trading"
db_a_cursor.execute(sql_trade_qurey,(sql_trade,trans_date)) db_a_cursor.execute(sql_trade_qurey,(sql_trade,trans_date))
trading_dates = db_a_cursor.fetchall() trading_dates = db_a_cursor.fetchall()
@ -319,9 +320,9 @@ def toTransIndustrySatisticsData(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade
# period_trading_dateMap = getTradingDates(db_a_conn,db_a_cursor,sql_trade,trans_date) # period_trading_dateMap = getTradingDates(db_a_conn,db_a_cursor,sql_trade,trans_date)
period_trading_dateMap2 = {} # 用于计算区间涨跌数量等，区间涨跌等需要查询个股;区间涨跌是以前一日的收盘价与当前收盘价计算的 period_trading_dateMap2 = {} # 用于计算区间涨跌数量等，区间涨跌等需要查询个股;区间涨跌是以前一日的收盘价与当前收盘价计算的
trading_date,week,trade = row trading_date,week,trade = row
if trading_date == '2023-08-11': # if trading_date == '2023-08-11':
print('break then finish transfer data ',trading_date , ' data.') # print('break then finish transfer data ',trading_date , ' data.')
break # break
# 获取周期,不包含当前交易日 # 获取周期,不包含当前交易日
sql_trade_period_qurey = 'select date,week,trade from trade_dates where trade = %s and date < %s order by date desc limit 30' sql_trade_period_qurey = 'select date,week,trade from trade_dates where trade = %s and date < %s order by date desc limit 30'
sql_trade_period = "trading" sql_trade_period = "trading"

9
transferNewrecordData_python.py
Unescape View File

@ -59,7 +59,8 @@ def toTransNewRecordData(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
stock_basic_map = {} stock_basic_map = {}
#查询交易日数据 更新数据到 8月9日 #查询交易日数据 更新数据到 8月9日
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > %s' # sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > %s'
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date = %s'
sql_trade = "trading" sql_trade = "trading"
db_a_cursor.execute(sql_trade_qurey,(sql_trade,trade_date)) db_a_cursor.execute(sql_trade_qurey,(sql_trade,trade_date))
trading_dates = db_a_cursor.fetchall() trading_dates = db_a_cursor.fetchall()
@ -88,9 +89,9 @@ def toTransNewRecordData(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
for row in trading_dates: for row in trading_dates:
trading_date,week,trade = row trading_date,week,trade = row
print('start transfer newrecord data ',trading_date , ' data.') print('start transfer newrecord data ',trading_date , ' data.')
if trading_date == '2023-08-11': # if trading_date == '2023-08-11':
print('break then finished transfer newrecord ',trading_date , ' data.') # print('break then finished transfer newrecord ',trading_date , ' data.')
break # break
sql_stock_query = 'select code,trade_day, open,close,high,low,islimit,isdrop,differrange,trade_days,volumn,amount,differrange10,differrange20,differrange60,avg_volume20,freefloat_market_value,total_market_value,agencies_hold from stocks where trade_day = %s' sql_stock_query = 'select code,trade_day, open,close,high,low,islimit,isdrop,differrange,trade_days,volumn,amount,differrange10,differrange20,differrange60,avg_volume20,freefloat_market_value,total_market_value,agencies_hold from stocks where trade_day = %s'
db_a_cursor.execute(sql_stock_query,trading_date) db_a_cursor.execute(sql_stock_query,trading_date)
datas = db_a_cursor.fetchall() datas = db_a_cursor.fetchall()

40
transferOhterRyData_python.py
Unescape View File

@ -41,7 +41,7 @@ def toTransStockBasis(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
db_mojin_cursor.execute(sql_insert, (code,name,blemind2,blemind3)) db_mojin_cursor.execute(sql_insert, (code,name,blemind2,blemind3))
hasInsertData = True hasInsertData = True
if hasInsertData: if hasInsertData:
db_mojin_cursor.commit() db_b_conn.commit()
print('successed transfer stockBasis ',trans_date , ' data.' ) print('successed transfer stockBasis ',trans_date , ' data.' )
print('\r\n') print('\r\n')
@ -87,7 +87,7 @@ def toTransStockFinancial(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
db_mojin_cursor.execute(sql_insert, (code,period,jlrtbzzl,jzcsylroe,epsbasic,jlr,jbmgsy,mgjzc)) db_mojin_cursor.execute(sql_insert, (code,period,jlrtbzzl,jzcsylroe,epsbasic,jlr,jbmgsy,mgjzc))
hasInsertData = True hasInsertData = True
if hasInsertData: if hasInsertData:
db_mojin_cursor.commit() db_b_conn.commit()
print('successed transfer stockFinancial ',trans_date , ' data.' ) print('successed transfer stockFinancial ',trans_date , ' data.' )
print('\r\n') print('\r\n')
@ -128,7 +128,7 @@ def toTransStockIndex(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
db_mojin_cursor.execute(sql_insert, (code,name,trade_day,open,close,high,low,differRange,volume,amount,limitupnum,suspendnum,risenum,fallnum,flatnum,componentnum,mv,pettm,pettm_mid,liqmv,rcnthigh,rcntlow)) db_mojin_cursor.execute(sql_insert, (code,name,trade_day,open,close,high,low,differRange,volume,amount,limitupnum,suspendnum,risenum,fallnum,flatnum,componentnum,mv,pettm,pettm_mid,liqmv,rcnthigh,rcntlow))
hasInsertData = True hasInsertData = True
if hasInsertData: if hasInsertData:
db_mojin_cursor.commit() db_b_conn.commit()
print('successed transfer stockIndex ',trans_date , ' data.' ) print('successed transfer stockIndex ',trans_date , ' data.' )
print('\r\n') print('\r\n')
@ -169,7 +169,7 @@ def toTransStocks(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
db_mojin_cursor.execute(sql_insert, (code,trade_day,open,close,high,low,islimit,isdrop,differrange,volumn,amount,differrange10,differrange20,differrange60,avg_volume20,freefloat_market_value,total_market_value,agencies_hold)) db_mojin_cursor.execute(sql_insert, (code,trade_day,open,close,high,low,islimit,isdrop,differrange,volumn,amount,differrange10,differrange20,differrange60,avg_volume20,freefloat_market_value,total_market_value,agencies_hold))
hasInsertData = True hasInsertData = True
if hasInsertData: if hasInsertData:
db_mojin_cursor.commit() db_b_conn.commit()
print('successed transfer stocks ',trans_date , ' data.' ) print('successed transfer stocks ',trans_date , ' data.' )
print('\r\n') print('\r\n')
@ -210,7 +210,7 @@ def toTransStocksInTrend(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
db_mojin_cursor.execute(sql_insert, (code,trade_day,sort,type)) db_mojin_cursor.execute(sql_insert, (code,trade_day,sort,type))
hasInsertData = True hasInsertData = True
if hasInsertData: if hasInsertData:
db_mojin_cursor.commit() db_b_conn.commit()
print('successed transfer stocksInTrend ',trans_date , ' data.' ) print('successed transfer stocksInTrend ',trans_date , ' data.' )
print('\r\n') print('\r\n')
@ -251,7 +251,7 @@ def toTransStocksLimit(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
db_mojin_cursor.execute(sql_insert, (code,trade_day,islimit,isdrop)) db_mojin_cursor.execute(sql_insert, (code,trade_day,islimit,isdrop))
hasInsertData = True hasInsertData = True
if hasInsertData: if hasInsertData:
db_mojin_cursor.commit() db_b_conn.commit()
print('successed transfer stocksLimit ',trans_date , ' data.' ) print('successed transfer stocksLimit ',trans_date , ' data.' )
print('\r\n') print('\r\n')
@ -292,7 +292,7 @@ def toTransStocksLimitUp(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
db_mojin_cursor.execute(sql_insert, (code,trade_day)) db_mojin_cursor.execute(sql_insert, (code,trade_day))
hasInsertData = True hasInsertData = True
if hasInsertData: if hasInsertData:
db_mojin_cursor.commit() db_b_conn.commit()
print('successed transfer stocksLimitUp ',trans_date , ' data.' ) print('successed transfer stocksLimitUp ',trans_date , ' data.' )
print('\r\n') print('\r\n')
@ -324,16 +324,16 @@ def toTransStocksNewRecord(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date)
basisDatas = db_ry_cursor.fetchall() basisDatas = db_ry_cursor.fetchall()
hasInsertData = False hasInsertData = False
for row in basisDatas: for row in basisDatas:
ode,trade_day,isHigh,isLow = row code,trade_day,isHigh,isLow = row
# 数据存在时，不进行更新 # 数据存在时，不进行更新
if code in mojin_stocksNeRecord_map: if code in mojin_stocksNeRecord_map:
continue continue
else: else:
sql_insert = f"INSERT INTO stocks_new_record (ode,trade_day,isHigh,isLow) VALUES ( %s, %s, %s, %s)" sql_insert = f"INSERT INTO stocks_new_record (ode,trade_day,isHigh,isLow) VALUES ( %s, %s, %s, %s)"
db_mojin_cursor.execute(sql_insert, (ode,trade_day,isHigh,isLow)) db_mojin_cursor.execute(sql_insert, (code,trade_day,isHigh,isLow))
hasInsertData = True hasInsertData = True
if hasInsertData: if hasInsertData:
db_mojin_cursor.commit() db_b_conn.commit()
print('successed transfer stocksNewRecord ',trans_date , ' data.' ) print('successed transfer stocksNewRecord ',trans_date , ' data.' )
print('\r\n') print('\r\n')
@ -374,7 +374,7 @@ def toTransStocksTmp(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
db_mojin_cursor.execute(sql_insert, (code,trade_day,differrange3,differrange5,differrange15,differrange30)) db_mojin_cursor.execute(sql_insert, (code,trade_day,differrange3,differrange5,differrange15,differrange30))
hasInsertData = True hasInsertData = True
if hasInsertData: if hasInsertData:
db_mojin_cursor.commit() db_b_conn.commit()
print('successed transfer stocksTmp ',trans_date , ' data.' ) print('successed transfer stocksTmp ',trans_date , ' data.' )
print('\r\n') print('\r\n')
@ -415,7 +415,7 @@ def toTransTrends(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
db_mojin_cursor.execute(sql_insert, (trade_day,blemind2,stocks_count,trend_value,trend_value_change,sort,sort_change,type)) db_mojin_cursor.execute(sql_insert, (trade_day,blemind2,stocks_count,trend_value,trend_value_change,sort,sort_change,type))
hasInsertData = True hasInsertData = True
if hasInsertData: if hasInsertData:
db_mojin_cursor.commit() db_b_conn.commit()
print('successed transfer Trends ',trans_date , ' data.' ) print('successed transfer Trends ',trans_date , ' data.' )
print('\r\n') print('\r\n')
@ -463,14 +463,14 @@ if __name__ == "__main__":
trade_day = '2023-08-10' trade_day = '2023-08-10'
#测试 #测试
toTransStocksInTrend(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day) # toTransStocksInTrend(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)
toTransStockBasis(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day) # toTransStockBasis(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)
# toTransStockFinancial(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date) # # toTransStockFinancial(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date)
toTransStockIndex(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day) # toTransStockIndex(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)
toTransStocks(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day) # toTransStocks(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)
toTransStocksInTrend(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day) # toTransStocksInTrend(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)
toTransStocksLimit(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day) # toTransStocksLimit(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)
toTransStocksLimitUp(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day) # toTransStocksLimitUp(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)
toTransStocksNewRecord(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day) toTransStocksNewRecord(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)
toTransStocksTmp(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day) toTransStocksTmp(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)
toTransTrends(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day) toTransTrends(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)

Write Preview
Loading…
Cancel
Save