fix: 修改同步数据

master
laixingyu 3 years ago
parent a140d56590
commit 3172867cb7

@ -10,6 +10,26 @@ CREATE TABLE `dong_cai_secondary_industry_statistics` (
`business_date` date NOT NULL COMMENT '业务日期', `business_date` date NOT NULL COMMENT '业务日期',
`security_code` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '证券代码', `security_code` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '证券代码',
`security_name` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '证券名称', `security_name` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '证券名称',
`sort` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '动量排名',
`sort_change` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '动量排名变化',
`trend_value` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '动量值',
`trend_value_change` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '动量值变化',
`sort5` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '5日动量排名',
`sort5_change` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '5日动量排名变化',
`trend5_value` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '5日动量值',
`trend5_value_change` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '5日动量值变化',
`sort10` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '10日动量排名',
`sort10_change` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '10日动量排名变化',
`trend10_value` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '10日动量值',
`trend10_value_change` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '10日动量值变化',
`sort20` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '20日动量排名',
`sort20_change` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '20日动量排名变化',
`trend20_value` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '20日动量值',
`trend20_value_change` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '20日动量值变化',
`sort30` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '30日动量排名',
`sort30_change` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '30日动量排名变化',
`trend30_value` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '30日动量值',
`trend30_value_change` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '30日动量值变化',
`turnover` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '成交额(百万元)', `turnover` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '成交额(百万元)',
`turnover_change` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '成交额变化(百万元)', `turnover_change` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '成交额变化(百万元)',
`turnover_ratio` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '成交额占比', `turnover_ratio` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NULL DEFAULT NULL COMMENT '成交额占比',

@ -1,18 +1,36 @@
#导入动量原始股 #导入动量原始股
import pymysql import pymysql
# 数据库A的连接信息 # #数据库A的连接信息NAS数据库
# db_a_config = {
# 'host': '192.168.0.222',
# 'user': 'root',
# 'password': '1qazse42W3',
# 'db': 'ry',
# 'charset': 'utf8mb4',
# }
# # 数据库B的连接信息NAS数据库
# db_b_config = {
# 'host': '192.168.0.222',
# 'user': 'root',
# 'password': '1qazse42W3',
# 'db': 'mojin',
# 'charset': 'utf8mb4',
# }
# 数据库A的连接信息腾讯云数据库
db_a_config = { db_a_config = {
'host': '192.168.0.222', 'host': '124.223.98.178',
'user': 'root', 'user': 'root',
'password': '1qazse42W3', 'password': '1qazse42W3',
'db': 'ry', 'db': 'ry',
'charset': 'utf8mb4', 'charset': 'utf8mb4',
} }
# 数据库B的连接信息 # 数据库B的连接信息;腾讯云数据库
db_b_config = { db_b_config = {
'host': '192.168.0.222', 'host': '124.223.98.178',
'user': 'root', 'user': 'root',
'password': '1qazse42W3', 'password': '1qazse42W3',
'db': 'mojin', 'db': 'mojin',
@ -30,8 +48,8 @@ try:
stock_basic_map = {} stock_basic_map = {}
#查询交易日数据 #查询交易日数据 8月9日更新数据到8月8日
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > "2023-07-20"' sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > "2023-08-02"'
sql_trade = "trading" sql_trade = "trading"
db_a_cursor.execute(sql_trade_qurey,sql_trade) db_a_cursor.execute(sql_trade_qurey,sql_trade)
trading_dates = db_a_cursor.fetchall() trading_dates = db_a_cursor.fetchall()
@ -59,7 +77,10 @@ try:
for row in trading_dates: for row in trading_dates:
trading_date,week,trade = row trading_date,week,trade = row
print('start transfer ',trading_date , ' data.') print('start transfer data ',trading_date , ' data.')
if trading_date == '2023-08-09':
print('break then finish transfer data ',trading_date , ' data.')
break
#查询日交易数据 #查询日交易数据
sql_stock_query = 'select code,trade_day, open,close,high,low,islimit,isdrop,differrange,trade_days,volumn,amount,differrange10,differrange20,differrange60,avg_volume20,freefloat_market_value,total_market_value,agencies_hold from stocks where trade_day = %s' sql_stock_query = 'select code,trade_day, open,close,high,low,islimit,isdrop,differrange,trade_days,volumn,amount,differrange10,differrange20,differrange60,avg_volume20,freefloat_market_value,total_market_value,agencies_hold from stocks where trade_day = %s'
db_a_cursor.execute(sql_stock_query,trading_date) db_a_cursor.execute(sql_stock_query,trading_date)

@ -2,41 +2,41 @@
import pymysql import pymysql
#数据库A的连接信息NAS数据库 #数据库A的连接信息NAS数据库
db_a_config = {
'host': '192.168.0.222',
'user': 'root',
'password': '1qazse42W3',
'db': 'ry',
'charset': 'utf8mb4',
}
# 数据库B的连接信息NAS数据库
db_b_config = {
'host': '192.168.0.222',
'user': 'root',
'password': '1qazse42W3',
'db': 'mojin',
'charset': 'utf8mb4',
}
# # 数据库A的连接信息腾讯云数据库
# db_a_config = { # db_a_config = {
# 'host': '124.223.98.178', # 'host': '192.168.0.222',
# 'user': 'root', # 'user': 'root',
# 'password': '1qazse42W3', # 'password': '1qazse42W3',
# 'db': 'ry', # 'db': 'ry',
# 'charset': 'utf8mb4', # 'charset': 'utf8mb4',
# } # }
# # 数据库B的连接信息腾讯云数据库 # # 数据库B的连接信息NAS数据库
# db_b_config = { # db_b_config = {
# 'host': '124.223.98.178', # 'host': '192.168.0.222',
# 'user': 'root', # 'user': 'root',
# 'password': '1qazse42W3', # 'password': '1qazse42W3',
# 'db': 'mojin', # 'db': 'mojin',
# 'charset': 'utf8mb4', # 'charset': 'utf8mb4',
# } # }
# 数据库A的连接信息腾讯云数据库
db_a_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'ry',
'charset': 'utf8mb4',
}
# 数据库B的连接信息腾讯云数据库
db_b_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'mojin',
'charset': 'utf8mb4',
}
try: try:
# 连接数据库A # 连接数据库A
db_a_conn = pymysql.connect(**db_a_config) db_a_conn = pymysql.connect(**db_a_config)
@ -48,15 +48,18 @@ try:
stock_basic_map = {} stock_basic_map = {}
#查询交易日数据 #查询交易日数据 更新到8月8日
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > "2022-01-01"' sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > "2023-07-28"'
sql_trade = "trading" sql_trade = "trading"
db_a_cursor.execute(sql_trade_qurey,sql_trade) db_a_cursor.execute(sql_trade_qurey,sql_trade)
trading_dates = db_a_cursor.fetchall() trading_dates = db_a_cursor.fetchall()
for row in trading_dates: for row in trading_dates:
trading_date,week,trade = row trading_date,week,trade = row
print('start transfer ',trading_date , ' data.') print('start transfer IndustryData ',trading_date , ' data.')
if trading_date == '2023-08-09':
print('break then finished transfer IndustryData',trading_date , ' data.')
break
#查询日交易数据 #查询日交易数据
sql_stock_query = 'select code,name,trade_day, open,close,high,low,differrange,volume,amount,limitupnum,limitdownnum,suspendnum,risenum,fallnum,flatnum,componentnum,mv,pettm,pettm_mid,liqmv,rcnthigh,rcntlow from stock_index where trade_day = %s' sql_stock_query = 'select code,name,trade_day, open,close,high,low,differrange,volume,amount,limitupnum,limitdownnum,suspendnum,risenum,fallnum,flatnum,componentnum,mv,pettm,pettm_mid,liqmv,rcnthigh,rcntlow from stock_index where trade_day = %s'
db_a_cursor.execute(sql_stock_query,trading_date) db_a_cursor.execute(sql_stock_query,trading_date)

@ -60,6 +60,98 @@ def getTradingDates(dbconfig,dbcursor,state,date):
periodIndex += 1 periodIndex += 1
return period_trading_dateMap return period_trading_dateMap
def getTrends(dbconfig,dbcursor,startDate):
trendsMap = {}
industryMap = {}
sql_trade_period_qurey = 'select code,name from stock_index where trade_day = %s'
dbcursor.execute(sql_trade_period_qurey,'2023-05-05')
datas = dbcursor.fetchall()
for row in datas:
code,name = row
industryMap[name] = code
sql_trend_qurey = 'select blemind2,trend_value,trend_value_change,sort,sort_change from trends where trade_day = %s and type = %s'
dbcursor.execute(sql_trend_qurey,(startDate,'1'))
totalTrendsData = dbcursor.fetchall()
for row in totalTrendsData:
blemind2,trend_value,trend_value_change,sort,sort_change = row
trendsMap[industryMap[blemind2]] = {'code': industryMap[blemind2],'sort':sort,'sort_change':sort_change,'trend_value':trend_value,'trend_value_change':trend_value_change,
'sort5':-1,'sort5_change':-1,'trend5_value':-1,'trend5_value_change':-1,
'sort10':-1,'sort10_change':-1,'trend10_value':-1,'trend10_value_change':-1,
'sort20':-1,'sort20_change':-1,'trend20_value':-1,'trend20_value_change':-1,
'sort30':-1,'sort30_change':-1,'trend30_value':-1,'trend30_value_change':-1}
sql_trend_qurey = 'select blemind2,trend_value,trend_value_change,sort,sort_change from trends where trade_day = %s and type = %s'
dbcursor.execute(sql_trend_qurey,(startDate,'5'))
totalTrendsData = dbcursor.fetchall()
for row in totalTrendsData:
blemind2,trend_value,trend_value_change,sort,sort_change = row
if industryMap[blemind2] not in trendsMap:
trendsMap[industryMap[blemind2]] = {'code': industryMap[blemind2],'sort':-1,'sort_change':-1,'trend_value':-1,'trend_value_change':-1,
'sort5':sort,'sort5_change':sort_change,'trend5_value':trend_value,'trend5_value_change':trend_value_change,
'sort10':-1,'sort10_change':-1,'trend10_value':-1,'trend10_value_change':-1,
'sort20':-1,'sort20_change':-1,'trend20_value':-1,'trend20_value_change':-1,
'sort30':-1,'sort30_change':-1,'trend30_value':-1,'trend30_value_change':-1}
else:
trendsMap[industryMap[blemind2]]['sort5'] = sort
trendsMap[industryMap[blemind2]]['sort5_change'] = sort_change
trendsMap[industryMap[blemind2]]['trend5_value'] = trend_value
trendsMap[industryMap[blemind2]]['trend5_value_change'] = trend_value_change
sql_trend_qurey = 'select blemind2,trend_value,trend_value_change,sort,sort_change from trends where trade_day = %s and type = %s'
dbcursor.execute(sql_trend_qurey,(startDate,'10'))
totalTrendsData = dbcursor.fetchall()
for row in totalTrendsData:
blemind2,trend_value,trend_value_change,sort,sort_change = row
if industryMap[blemind2] not in trendsMap:
trendsMap[industryMap[blemind2]] = {'code': industryMap[blemind2],'sort':-1,'sort_change':-1,'trend_value':-1,'trend_value_change':-1,
'sort5':-1,'sort5_change':-1,'trend5_value':-1,'trend5_value_change':-1,
'sort10':sort,'sort10_change':sort_change,'trend10_value':trend_value,'trend10_value_change':trend_value_change,
'sort20':-1,'sort20_change':-1,'trend20_value':-1,'trend20_value_change':-1,
'sort30':-1,'sort30_change':-1,'trend30_value':-1,'trend30_value_change':-1}
else:
trendsMap[industryMap[blemind2]]['sort10'] = sort
trendsMap[industryMap[blemind2]]['sort10_change'] = sort_change
trendsMap[industryMap[blemind2]]['trend10_value'] = trend_value
trendsMap[industryMap[blemind2]]['trend10_value_change'] = trend_value_change
sql_trend_qurey = 'select blemind2,trend_value,trend_value_change,sort,sort_change from trends where trade_day = %s and type = %s'
dbcursor.execute(sql_trend_qurey,(startDate,'20'))
totalTrendsData = dbcursor.fetchall()
for row in totalTrendsData:
blemind2,trend_value,trend_value_change,sort,sort_change = row
if industryMap[blemind2] not in trendsMap:
trendsMap[industryMap[blemind2]] = {'code': industryMap[blemind2],'sort':-1,'sort_change':-1,'trend_value':-1,'trend_value_change':-1,
'sort5':-1,'sort5_change':-1,'trend5_value':-1,'trend5_value_change':-1,
'sort10':-1,'sort10_change':-1,'trend10_value':-1,'trend10_value_change':-1,
'sort20':sort,'sort20_change':sort_change,'trend20_value':trend_value,'trend20_value_change':trend_value_change,
'sort30':-1,'sort30_change':-1,'trend30_value':-1,'trend30_value_change':-1}
else:
trendsMap[industryMap[blemind2]]['sort20'] = sort
trendsMap[industryMap[blemind2]]['sort20_change'] = sort_change
trendsMap[industryMap[blemind2]]['trend20_value'] = trend_value
trendsMap[industryMap[blemind2]]['trend20_value_change'] = trend_value_change
sql_trend_qurey = 'select blemind2,trend_value,trend_value_change,sort,sort_change from trends where trade_day = %s and type = %s'
dbcursor.execute(sql_trend_qurey,(startDate,'30'))
totalTrendsData = dbcursor.fetchall()
for row in totalTrendsData:
blemind2,trend_value,trend_value_change,sort,sort_change = row
if industryMap[blemind2] not in trendsMap:
trendsMap[industryMap[blemind2]] = {'code': industryMap[blemind2],'sort':-1,'sort_change':-1,'trend_value':-1,'trend_value_change':-1,
'sort5':-1,'sort5_change':-1,'trend5_value':-1,'trend5_value_change':-1,
'sort10':-1,'sort10_change':-1,'trend10_value':-1,'trend10_value_change':-1,
'sort20':-1,'sort20_change':-1,'trend20_value':-1,'trend20_value_change':-1,
'sort30':sort,'sort30_change':sort_change,'trend30_value':trend_value,'trend30_value_change':trend_value_change}
else:
trendsMap[industryMap[blemind2]]['sort30'] = sort
trendsMap[industryMap[blemind2]]['sort30_change'] = sort_change
trendsMap[industryMap[blemind2]]['trend30_value'] = trend_value
trendsMap[industryMap[blemind2]]['trend30_value_change'] = trend_value_change
return trendsMap
def getPeriodTurnOver(dbconfig,dbcursor,startDate,endDate): def getPeriodTurnOver(dbconfig,dbcursor,startDate,endDate):
periodTurnOverMap = {} periodTurnOverMap = {}
total = Decimal('0.00') total = Decimal('0.00')
@ -291,6 +383,8 @@ def main():
periodUpDownMap30 = getPeriodDiff(db_a_conn,db_a_cursor,period_trading_dateMap['30'],trading_date,hasPeriodUpDownMap30) periodUpDownMap30 = getPeriodDiff(db_a_conn,db_a_cursor,period_trading_dateMap['30'],trading_date,hasPeriodUpDownMap30)
hasPeriodUpDownMap30 = False if periodUpDownMap30 is None else len(periodUpDownMap30) > 0 hasPeriodUpDownMap30 = False if periodUpDownMap30 is None else len(periodUpDownMap30) > 0
trendDatas = getTrends(db_a_conn,db_a_cursor,trading_date)
totalTunrover = Decimal('0.00') totalTunrover = Decimal('0.00')
#查询日交易的所有成交额,用于计算占比等 #查询日交易的所有成交额,用于计算占比等
sql_stock_query = 'select code,sum(amount) as turnover from stock_index where trade_day = %s ' sql_stock_query = 'select code,sum(amount) as turnover from stock_index where trade_day = %s '
@ -326,6 +420,28 @@ def main():
# 总成交额 # 总成交额
# totalTunrover += turnover # totalTunrover += turnover
# 动量趋势
sort = trendDatas[code]['sort'] if code in trendDatas else Decimal('-1')
sort_change = trendDatas[code]['sort_change'] if code in trendDatas else Decimal('-1')
sort5 = trendDatas[code]['sort5'] if code in trendDatas else Decimal('-1')
sort5_change = trendDatas[code]['sort5_change'] if code in trendDatas else Decimal('-1')
sort10 = trendDatas[code]['sort10'] if code in trendDatas else Decimal('-1')
sort10_change = trendDatas[code]['sort10_change'] if code in trendDatas else Decimal('-1')
sort20 = trendDatas[code]['sort20'] if code in trendDatas else Decimal('-1')
sort20_change = trendDatas[code]['sort20_change'] if code in trendDatas else Decimal('-1')
sort30 = trendDatas[code]['sort30'] if code in trendDatas else Decimal('-1')
sort30_change = trendDatas[code]['sort30_change'] if code in trendDatas else Decimal('-1')
trend_value = trendDatas[code]['trend_value'] if code in trendDatas else Decimal('-1')
trend_value_change = trendDatas[code]['trend_value_change'] if code in trendDatas else Decimal('-1')
trend5_value = trendDatas[code]['trend5_value'] if code in trendDatas else Decimal('-1')
trend5_value_change = trendDatas[code]['trend5_value_change'] if code in trendDatas else Decimal('-1')
trend10_value = trendDatas[code]['trend10_value'] if code in trendDatas else Decimal('-1')
trend10_value_change = trendDatas[code]['trend10_value_change'] if code in trendDatas else Decimal('-1')
trend20_value = trendDatas[code]['trend20_value'] if code in trendDatas else Decimal('-1')
trend20_value_change = trendDatas[code]['trend20_value_change'] if code in trendDatas else Decimal('-1')
trend30_value = trendDatas[code]['trend30_value'] if code in trendDatas else Decimal('-1')
trend30_value_change = trendDatas[code]['trend30_value_change'] if code in trendDatas else Decimal('-1')
# turnover_change = '' #todo # turnover_change = '' #todo
# turnover_ratio_change = '' #todo # turnover_ratio_change = '' #todo
# turnover_sort_change = ''#todo # turnover_sort_change = ''#todo
@ -397,7 +513,12 @@ def main():
'rise5_number':rise5_number,'flat5_number':flat5_number,'losses5_number':losses5_number,'rise5_number_change':rise5_number_change,'flat5_number_change':flat5_number_change,'losses5_number_change':losses5_number_change, 'rise5_number':rise5_number,'flat5_number':flat5_number,'losses5_number':losses5_number,'rise5_number_change':rise5_number_change,'flat5_number_change':flat5_number_change,'losses5_number_change':losses5_number_change,
'rise10_number':rise10_number,'flat10_number':flat10_number,'losses10_number':losses10_number,'rise10_number_change':rise10_number_change,'flat10_number_change':flat10_number_change,'losses10_number_change':losses10_number_change, 'rise10_number':rise10_number,'flat10_number':flat10_number,'losses10_number':losses10_number,'rise10_number_change':rise10_number_change,'flat10_number_change':flat10_number_change,'losses10_number_change':losses10_number_change,
'rise20_number':rise20_number,'flat20_number':flat20_number,'losses20_number':losses20_number,'rise20_number_change':rise20_number_change,'flat20_number_change':flat20_number_change,'losses20_number_change':losses20_number_change, 'rise20_number':rise20_number,'flat20_number':flat20_number,'losses20_number':losses20_number,'rise20_number_change':rise20_number_change,'flat20_number_change':flat20_number_change,'losses20_number_change':losses20_number_change,
'rise30_number':rise30_number,'flat30_number':flat30_number,'losses30_number':losses30_number,'rise30_number_change':rise30_number_change,'flat30_number_change':flat30_number_change,'losses30_number_change':losses30_number_change} 'rise30_number':rise30_number,'flat30_number':flat30_number,'losses30_number':losses30_number,'rise30_number_change':rise30_number_change,'flat30_number_change':flat30_number_change,'losses30_number_change':losses30_number_change,
'sort':sort,'sort_change':sort_change,'trend_value':trend_value,'trend_value_change':trend_value_change,
'sort5':sort5,'sort5_change':sort5_change,'trend5_value':trend5_value,'trend5_value_change':trend5_value_change,
'sort10':sort10,'sort10_change':sort10_change,'trend10_value':trend10_value,'trend10_value_change':trend10_value_change,
'sort20':sort20,'sort20_change':sort20_change,'trend20_value':trend20_value,'trend20_value_change':trend20_value_change,
'sort30':sort30,'sort30_change':sort30_change,'trend30_value':trend30_value,'trend30_value_change':trend30_value_change}
# 构建数据并存入数据库 # 构建数据并存入数据库
sql_insert = f"INSERT INTO dong_cai_secondary_industry_statistics (business_date,security_code,security_name,turnover,turnover_change,turnover_ratio,turnover_ratio_change,turnover_sort,turnover_sort_change, turnover5,turnover5_change,turnover5_ratio,turnover5_ratio_change,turnover5_sort,turnover5_sort_change,turnover10,turnover10_change,turnover10_ratio,turnover10_ratio_change,turnover10_sort,turnover10_sort_change,turnover20,turnover20_change,turnover20_ratio,turnover20_ratio_change,turnover20_sort,turnover20_sort_change, turnover30,turnover30_change,turnover30_ratio,turnover30_ratio_change,turnover30_sort,turnover30_sort_change,rise_number,rise_number_change,losses_number,losses_number_change,flat_number,flat_number_change, rise5_number,rise5_number_change,losses5_number,losses5_number_change,flat5_number,flat5_number_change, rise10_number,rise10_number_change,losses10_number,losses10_number_change,flat10_number,flat10_number_change, rise20_number,rise20_number_change,losses20_number,losses20_number_change,flat20_number,flat20_number_change, rise30_number,rise30_number_change,losses30_number,losses30_number_change,flat30_number,flat30_number_change) VALUES ( %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,%s, %s, %s, %s ,%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)" sql_insert = f"INSERT INTO dong_cai_secondary_industry_statistics (business_date,security_code,security_name,turnover,turnover_change,turnover_ratio,turnover_ratio_change,turnover_sort,turnover_sort_change, turnover5,turnover5_change,turnover5_ratio,turnover5_ratio_change,turnover5_sort,turnover5_sort_change,turnover10,turnover10_change,turnover10_ratio,turnover10_ratio_change,turnover10_sort,turnover10_sort_change,turnover20,turnover20_change,turnover20_ratio,turnover20_ratio_change,turnover20_sort,turnover20_sort_change, turnover30,turnover30_change,turnover30_ratio,turnover30_ratio_change,turnover30_sort,turnover30_sort_change,rise_number,rise_number_change,losses_number,losses_number_change,flat_number,flat_number_change, rise5_number,rise5_number_change,losses5_number,losses5_number_change,flat5_number,flat5_number_change, rise10_number,rise10_number_change,losses10_number,losses10_number_change,flat10_number,flat10_number_change, rise20_number,rise20_number_change,losses20_number,losses20_number_change,flat20_number,flat20_number_change, rise30_number,rise30_number_change,losses30_number,losses30_number_change,flat30_number,flat30_number_change) VALUES ( %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,%s, %s, %s, %s ,%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)"

@ -1,42 +1,42 @@
#导入新高新低数据 #导入新高新低数据
import pymysql import pymysql
#数据库A的连接信息NAS数据库 # #数据库A的连接信息NAS数据库
db_a_config = {
'host': '192.168.0.222',
'user': 'root',
'password': '1qazse42W3',
'db': 'ry',
'charset': 'utf8mb4',
}
# 数据库B的连接信息NAS数据库
db_b_config = {
'host': '192.168.0.222',
'user': 'root',
'password': '1qazse42W3',
'db': 'mojin',
'charset': 'utf8mb4',
}
# # 数据库A的连接信息腾讯云数据库
# db_a_config = { # db_a_config = {
# 'host': '124.223.98.178', # 'host': '192.168.0.222',
# 'user': 'root', # 'user': 'root',
# 'password': '1qazse42W3', # 'password': '1qazse42W3',
# 'db': 'ry', # 'db': 'ry',
# 'charset': 'utf8mb4', # 'charset': 'utf8mb4',
# } # }
# # 数据库B的连接信息腾讯云数据库 # # 数据库B的连接信息NAS数据库
# db_b_config = { # db_b_config = {
# 'host': '124.223.98.178', # 'host': '192.168.0.222',
# 'user': 'root', # 'user': 'root',
# 'password': '1qazse42W3', # 'password': '1qazse42W3',
# 'db': 'mojin', # 'db': 'mojin',
# 'charset': 'utf8mb4', # 'charset': 'utf8mb4',
# } # }
# 数据库A的连接信息腾讯云数据库
db_a_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'ry',
'charset': 'utf8mb4',
}
# 数据库B的连接信息腾讯云数据库
db_b_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'mojin',
'charset': 'utf8mb4',
}
try: try:
# 连接数据库A # 连接数据库A
db_a_conn = pymysql.connect(**db_a_config) db_a_conn = pymysql.connect(**db_a_config)
@ -48,8 +48,8 @@ try:
stock_basic_map = {} stock_basic_map = {}
#查询交易日数据 #查询交易日数据 更新数据到 8月8日
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > "2023-07-20"' sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > "2023-07-28"'
sql_trade = "trading" sql_trade = "trading"
db_a_cursor.execute(sql_trade_qurey,sql_trade) db_a_cursor.execute(sql_trade_qurey,sql_trade)
trading_dates = db_a_cursor.fetchall() trading_dates = db_a_cursor.fetchall()
@ -77,7 +77,10 @@ try:
for row in trading_dates: for row in trading_dates:
trading_date,week,trade = row trading_date,week,trade = row
print('start transfer ',trading_date , ' data.') print('start transfer newrecord data ',trading_date , ' data.')
if trading_date == '2023-08-09':
print('break then finished transfer newrecord ',trading_date , ' data.')
break
sql_stock_query = 'select code,trade_day, open,close,high,low,islimit,isdrop,differrange,trade_days,volumn,amount,differrange10,differrange20,differrange60,avg_volume20,freefloat_market_value,total_market_value,agencies_hold from stocks where trade_day = %s' sql_stock_query = 'select code,trade_day, open,close,high,low,islimit,isdrop,differrange,trade_days,volumn,amount,differrange10,differrange20,differrange60,avg_volume20,freefloat_market_value,total_market_value,agencies_hold from stocks where trade_day = %s'
db_a_cursor.execute(sql_stock_query,trading_date) db_a_cursor.execute(sql_stock_query,trading_date)
datas = db_a_cursor.fetchall() datas = db_a_cursor.fetchall()

Loading…
Cancel
Save