fix: 修改各个数据为方法,增加统一转换某日数据的接口

master
laixingyu 3 years ago
parent 4841cb42fa
commit 77366aa365

@ -0,0 +1,63 @@
import transferIndustrySatistics_python as tis
import transferData_python as td
import transferIndustryData_python as tid
import transferNewrecordData_python as tnd
import pymysql
def main() :
# 数据库A的连接信息腾讯云数据库
db_a_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'ry',
'charset': 'utf8mb4',
}
# 数据库B的连接信息腾讯云数据库
db_b_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'mojin',
'charset': 'utf8mb4',
}
try:
# 连接数据库A
db_a_conn = pymysql.connect(**db_a_config)
db_a_cursor = db_a_conn.cursor()
# 连接数据库B
db_b_conn = pymysql.connect(**db_b_config)
db_b_cursor = db_b_conn.cursor()
trade_date = '2023-08-09'
#转换数据
td.toTransData(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_date)
#转换新高数据
tnd.toTransNewRecordData(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_date)
#转换版块数据
tid.toTransIndustryData(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_date)
# 转换分析数据
tis.toTransIndustrySatisticsData(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_date)
except Exception as e:
print(f"出现错误:{e}")
finally:
# 关闭连接
if db_a_cursor:
db_a_cursor.close()
if db_a_conn:
db_a_conn.close()
if db_b_cursor:
db_b_cursor.close()
if db_b_conn:
db_b_conn.close()
if __name__ == "__main__":
main()

@ -1,6 +1,7 @@
#导入动量原始股 #导入动量原始股
import pymysql import pymysql
def toTransData(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
# #数据库A的连接信息NAS数据库 # #数据库A的连接信息NAS数据库
# db_a_config = { # db_a_config = {
# 'host': '192.168.0.222', # 'host': '192.168.0.222',
@ -20,38 +21,47 @@ import pymysql
# } # }
# 数据库A的连接信息腾讯云数据库 # 数据库A的连接信息腾讯云数据库
db_a_config = { # db_a_config = {
'host': '124.223.98.178', # 'host': '124.223.98.178',
'user': 'root', # 'user': 'root',
'password': '1qazse42W3', # 'password': '1qazse42W3',
'db': 'ry', # 'db': 'ry',
'charset': 'utf8mb4', # 'charset': 'utf8mb4',
} # }
# 数据库B的连接信息腾讯云数据库 # # 数据库B的连接信息腾讯云数据库
db_b_config = { # db_b_config = {
'host': '124.223.98.178', # 'host': '124.223.98.178',
'user': 'root', # 'user': 'root',
'password': '1qazse42W3', # 'password': '1qazse42W3',
'db': 'mojin', # 'db': 'mojin',
'charset': 'utf8mb4', # 'charset': 'utf8mb4',
} # }
try: # try:
# # 连接数据库A
# db_a_conn = pymysql.connect(**db_a_config)
# db_a_cursor = db_a_conn.cursor()
# # 连接数据库B
# db_b_conn = pymysql.connect(**db_b_config)
# db_b_cursor = db_b_conn.cursor()
# 连接数据库A # 连接数据库A
db_a_conn = pymysql.connect(**db_a_config) db_a_conn = db_conn_a
db_a_cursor = db_a_conn.cursor() db_a_cursor = dbcursor_a
# 连接数据库B # 连接数据库B
db_b_conn = pymysql.connect(**db_b_config) db_b_conn = db_conn_b
db_b_cursor = db_b_conn.cursor() db_b_cursor = dbcursor_b
trans_date = trade_date
stock_basic_map = {} stock_basic_map = {}
#查询交易日数据 8月9日更新数据到8月9日 #查询交易日数据 8月9日更新数据到8月9日
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > "2023-08-09"' sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > %s'
sql_trade = "trading" sql_trade = "trading"
db_a_cursor.execute(sql_trade_qurey,sql_trade) db_a_cursor.execute(sql_trade_qurey,(sql_trade,trans_date))
trading_dates = db_a_cursor.fetchall() trading_dates = db_a_cursor.fetchall()
#查询东财基础数据 #查询东财基础数据
@ -181,6 +191,71 @@ try:
print("数据传输完成!") print("数据传输完成!")
# except Exception as e:
# print(f"出现错误:{e}")
# finally:
# # 关闭连接
# if db_a_cursor:
# db_a_cursor.close()
# if db_a_conn:
# db_a_conn.close()
# if db_b_cursor:
# db_b_cursor.close()
# if db_b_conn:
# db_b_conn.close()
def main():
# #数据库A的连接信息NAS数据库
# db_a_config = {
# 'host': '192.168.0.222',
# 'user': 'root',
# 'password': '1qazse42W3',
# 'db': 'ry',
# 'charset': 'utf8mb4',
# }
# # 数据库B的连接信息NAS数据库
# db_b_config = {
# 'host': '192.168.0.222',
# 'user': 'root',
# 'password': '1qazse42W3',
# 'db': 'mojin',
# 'charset': 'utf8mb4',
# }
# 数据库A的连接信息腾讯云数据库
db_a_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'ry',
'charset': 'utf8mb4',
}
# 数据库B的连接信息腾讯云数据库
db_b_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'mojin',
'charset': 'utf8mb4',
}
try:
# 连接数据库A
db_a_conn = pymysql.connect(**db_a_config)
db_a_cursor = db_a_conn.cursor()
# 连接数据库B
db_b_conn = pymysql.connect(**db_b_config)
db_b_cursor = db_b_conn.cursor()
trade_day = '2023-08-09'
toTransData(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)
except Exception as e: except Exception as e:
print(f"出现错误:{e}") print(f"出现错误:{e}")
@ -195,3 +270,5 @@ finally:
db_b_cursor.close() db_b_cursor.close()
if db_b_conn: if db_b_conn:
db_b_conn.close() db_b_conn.close()
if __name__ == "__main__":
main()

@ -1,6 +1,7 @@
#导入指数数据 #导入指数数据
import pymysql import pymysql
def toTransIndustryData(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
#数据库A的连接信息NAS数据库 #数据库A的连接信息NAS数据库
# db_a_config = { # db_a_config = {
# 'host': '192.168.0.222', # 'host': '192.168.0.222',
@ -19,39 +20,41 @@ import pymysql
# 'charset': 'utf8mb4', # 'charset': 'utf8mb4',
# } # }
# 数据库A的连接信息腾讯云数据库 # # 数据库A的连接信息腾讯云数据库
db_a_config = { # db_a_config = {
'host': '124.223.98.178', # 'host': '124.223.98.178',
'user': 'root', # 'user': 'root',
'password': '1qazse42W3', # 'password': '1qazse42W3',
'db': 'ry', # 'db': 'ry',
'charset': 'utf8mb4', # 'charset': 'utf8mb4',
} # }
# 数据库B的连接信息腾讯云数据库 # # 数据库B的连接信息腾讯云数据库
db_b_config = { # db_b_config = {
'host': '124.223.98.178', # 'host': '124.223.98.178',
'user': 'root', # 'user': 'root',
'password': '1qazse42W3', # 'password': '1qazse42W3',
'db': 'mojin', # 'db': 'mojin',
'charset': 'utf8mb4', # 'charset': 'utf8mb4',
} # }
try: # try:
# 连接数据库A # 连接数据库A
db_a_conn = pymysql.connect(**db_a_config) db_a_conn = db_conn_a
db_a_cursor = db_a_conn.cursor() db_a_cursor = dbcursor_a
# 连接数据库B # 连接数据库B
db_b_conn = pymysql.connect(**db_b_config) db_b_conn = db_conn_b
db_b_cursor = db_b_conn.cursor() db_b_cursor = dbcursor_b
trans_date = trade_date
stock_basic_map = {} stock_basic_map = {}
#查询交易日数据 更新到8月9日 #查询交易日数据 更新到8月9日
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > "2023-08-09"' sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > %s'
sql_trade = "trading" sql_trade = "trading"
db_a_cursor.execute(sql_trade_qurey,sql_trade) db_a_cursor.execute(sql_trade_qurey,(sql_trade,trans_date))
trading_dates = db_a_cursor.fetchall() trading_dates = db_a_cursor.fetchall()
for row in trading_dates: for row in trading_dates:
@ -153,6 +156,70 @@ try:
print("数据传输完成!") print("数据传输完成!")
# except Exception as e:
# print(f"出现错误:{e}")
# finally:
# # 关闭连接
# if db_a_cursor:
# db_a_cursor.close()
# if db_a_conn:
# db_a_conn.close()
# if db_b_cursor:
# db_b_cursor.close()
# if db_b_conn:
# db_b_conn.close()
def main():
#数据库A的连接信息NAS数据库
# db_a_config = {
# 'host': '192.168.0.222',
# 'user': 'root',
# 'password': '1qazse42W3',
# 'db': 'ry',
# 'charset': 'utf8mb4',
# }
# # 数据库B的连接信息NAS数据库
# db_b_config = {
# 'host': '192.168.0.222',
# 'user': 'root',
# 'password': '1qazse42W3',
# 'db': 'mojin',
# 'charset': 'utf8mb4',
# }
# 数据库A的连接信息腾讯云数据库
db_a_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'ry',
'charset': 'utf8mb4',
}
# 数据库B的连接信息腾讯云数据库
db_b_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'mojin',
'charset': 'utf8mb4',
}
try:
# 连接数据库A
db_a_conn = pymysql.connect(**db_a_config)
db_a_cursor = db_a_conn.cursor()
# 连接数据库B
db_b_conn = pymysql.connect(**db_b_config)
db_b_cursor = db_b_conn.cursor()
trade_day = '2023-08-09'
toTransIndustryData(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)
except Exception as e: except Exception as e:
print(f"出现错误:{e}") print(f"出现错误:{e}")
@ -167,3 +234,5 @@ finally:
db_b_cursor.close() db_b_cursor.close()
if db_b_conn: if db_b_conn:
db_b_conn.close() db_b_conn.close()
if __name__ == "__main__":
main()

@ -248,7 +248,7 @@ def getPreData(dbconfig,dbcursor,date):
return preDataMap return preDataMap
def main(): def toTransIndustrySatisticsData(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
# #数据库A的连接信息NAS数据库 # #数据库A的连接信息NAS数据库
# db_a_config = { # db_a_config = {
# 'host': '192.168.0.222', # 'host': '192.168.0.222',
@ -267,36 +267,42 @@ def main():
# 'charset': 'utf8mb4', # 'charset': 'utf8mb4',
# } # }
# 数据库A的连接信息腾讯云数据库 # # 数据库A的连接信息腾讯云数据库
db_a_config = { # db_a_config = {
'host': '124.223.98.178', # 'host': '124.223.98.178',
'user': 'root', # 'user': 'root',
'password': '1qazse42W3', # 'password': '1qazse42W3',
'db': 'ry', # 'db': 'ry',
'charset': 'utf8mb4', # 'charset': 'utf8mb4',
} # }
# 数据库B的连接信息腾讯云数据库 # # 数据库B的连接信息腾讯云数据库
db_b_config = { # db_b_config = {
'host': '124.223.98.178', # 'host': '124.223.98.178',
'user': 'root', # 'user': 'root',
'password': '1qazse42W3', # 'password': '1qazse42W3',
'db': 'mojin', # 'db': 'mojin',
'charset': 'utf8mb4', # 'charset': 'utf8mb4',
} # }
try: # try:
# 连接数据库A # # 连接数据库A
db_a_conn = pymysql.connect(**db_a_config) # db_a_conn = pymysql.connect(**db_a_config)
db_a_cursor = db_a_conn.cursor() # db_a_cursor = db_a_conn.cursor()
# # 连接数据库B
# db_b_conn = pymysql.connect(**db_b_config)
# db_b_cursor = db_b_conn.cursor()
db_a_conn = db_conn_a
db_a_cursor = dbcursor_a
# 连接数据库B # 连接数据库B
db_b_conn = pymysql.connect(**db_b_config) db_b_conn = db_conn_b
db_b_cursor = db_b_conn.cursor() db_b_cursor = dbcursor_b
stock_basic_map = {} stock_basic_map = {}
#转换数据的日期(单日) #转换数据的日期(单日)
trans_date = '2023-08-09' trans_date = trade_date
#查询交易日数据 #查询交易日数据
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > %s' sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > %s'
@ -625,6 +631,51 @@ def main():
print("数据传输完成!") print("数据传输完成!")
# except Exception as e:
# print(f"出现错误:{e}")
# finally:
# # 关闭连接
# if db_a_cursor:
# db_a_cursor.close()
# if db_a_conn:
# db_a_conn.close()
# if db_b_cursor:
# db_b_cursor.close()
# if db_b_conn:
# db_b_conn.close()
def main():
# 数据库A的连接信息腾讯云数据库
db_a_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'ry',
'charset': 'utf8mb4',
}
# 数据库B的连接信息腾讯云数据库
db_b_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'mojin',
'charset': 'utf8mb4',
}
try:
# 连接数据库A
db_a_conn = pymysql.connect(**db_a_config)
db_a_cursor = db_a_conn.cursor()
# 连接数据库B
db_b_conn = pymysql.connect(**db_b_config)
db_b_cursor = db_b_conn.cursor()
trade_day = '2023-08-09'
toTransIndustrySatisticsData(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)
except Exception as e: except Exception as e:
print(f"出现错误:{e}") print(f"出现错误:{e}")

@ -1,6 +1,7 @@
#导入新高新低数据 #导入新高新低数据
import pymysql import pymysql
def toTransNewRecordData(db_conn_a,dbcursor_a,db_conn_b,dbcursor_b,trade_date):
# #数据库A的连接信息NAS数据库 # #数据库A的连接信息NAS数据库
# db_a_config = { # db_a_config = {
# 'host': '192.168.0.222', # 'host': '192.168.0.222',
@ -19,39 +20,48 @@ import pymysql
# 'charset': 'utf8mb4', # 'charset': 'utf8mb4',
# } # }
# 数据库A的连接信息腾讯云数据库 # # 数据库A的连接信息腾讯云数据库
db_a_config = { # db_a_config = {
'host': '124.223.98.178', # 'host': '124.223.98.178',
'user': 'root', # 'user': 'root',
'password': '1qazse42W3', # 'password': '1qazse42W3',
'db': 'ry', # 'db': 'ry',
'charset': 'utf8mb4', # 'charset': 'utf8mb4',
} # }
# 数据库B的连接信息腾讯云数据库 # # 数据库B的连接信息腾讯云数据库
db_b_config = { # db_b_config = {
'host': '124.223.98.178', # 'host': '124.223.98.178',
'user': 'root', # 'user': 'root',
'password': '1qazse42W3', # 'password': '1qazse42W3',
'db': 'mojin', # 'db': 'mojin',
'charset': 'utf8mb4', # 'charset': 'utf8mb4',
} # }
try: # try:
# # 连接数据库A
# db_a_conn = pymysql.connect(**db_a_config)
# db_a_cursor = db_a_conn.cursor()
# # 连接数据库B
# db_b_conn = pymysql.connect(**db_b_config)
# db_b_cursor = db_b_conn.cursor()
# 连接数据库A # 连接数据库A
db_a_conn = pymysql.connect(**db_a_config) db_a_conn = db_conn_a
db_a_cursor = db_a_conn.cursor() db_a_cursor = dbcursor_a
# 连接数据库B # 连接数据库B
db_b_conn = pymysql.connect(**db_b_config) db_b_conn = db_conn_b
db_b_cursor = db_b_conn.cursor() db_b_cursor = dbcursor_b
trans_date = trade_date
stock_basic_map = {} stock_basic_map = {}
#查询交易日数据 更新数据到 8月9日 #查询交易日数据 更新数据到 8月9日
sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > "2023-08-09"' sql_trade_qurey = 'select date,week,trade from trade_dates where trade = %s and date > %s'
sql_trade = "trading" sql_trade = "trading"
db_a_cursor.execute(sql_trade_qurey,sql_trade) db_a_cursor.execute(sql_trade_qurey,(sql_trade,trade_date))
trading_dates = db_a_cursor.fetchall() trading_dates = db_a_cursor.fetchall()
#查询东财基础数据 #查询东财基础数据
@ -174,6 +184,70 @@ try:
print("数据传输完成!") print("数据传输完成!")
# except Exception as e:
# print(f"出现错误:{e}")
# finally:
# # 关闭连接
# if db_a_cursor:
# db_a_cursor.close()
# if db_a_conn:
# db_a_conn.close()
# if db_b_cursor:
# db_b_cursor.close()
# if db_b_conn:
# db_b_conn.close()
def main():
# #数据库A的连接信息NAS数据库
# db_a_config = {
# 'host': '192.168.0.222',
# 'user': 'root',
# 'password': '1qazse42W3',
# 'db': 'ry',
# 'charset': 'utf8mb4',
# }
# # 数据库B的连接信息NAS数据库
# db_b_config = {
# 'host': '192.168.0.222',
# 'user': 'root',
# 'password': '1qazse42W3',
# 'db': 'mojin',
# 'charset': 'utf8mb4',
# }
# 数据库A的连接信息腾讯云数据库
db_a_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'ry',
'charset': 'utf8mb4',
}
# 数据库B的连接信息腾讯云数据库
db_b_config = {
'host': '124.223.98.178',
'user': 'root',
'password': '1qazse42W3',
'db': 'mojin',
'charset': 'utf8mb4',
}
try:
# 连接数据库A
db_a_conn = pymysql.connect(**db_a_config)
db_a_cursor = db_a_conn.cursor()
# 连接数据库B
db_b_conn = pymysql.connect(**db_b_config)
db_b_cursor = db_b_conn.cursor()
trade_day = '2023-08-09'
toTransNewRecordData(db_a_conn,db_a_cursor,db_b_conn,db_b_cursor,trade_day)
except Exception as e: except Exception as e:
print(f"出现错误:{e}") print(f"出现错误:{e}")
@ -188,3 +262,5 @@ finally:
db_b_cursor.close() db_b_cursor.close()
if db_b_conn: if db_b_conn:
db_b_conn.close() db_b_conn.close()
if __name__ == "__main__":
main()
Loading…
Cancel
Save