這篇文章主要介紹了python怎么實現數據庫跨服務器遷移,具有一定借鑒價值,感興趣的朋友可以參考下,希望大家閱讀完這篇文章之后大有收獲,下面讓小編帶著大家一起了解一下。
基于Python2.7的版本環境,Python實現的數據庫跨服務器(跨庫)遷移, 每以5000條一查詢一提交,代碼中可以自行更改每次查詢提交數目.
# -*- coding: utf-8 -*- import MySQLdb import time import warnings warnings.filterwarnings("ignore") class ConnectMysql(object): def __init__(self): # 這里設置分頁查詢, 每頁查詢多少數據 self.page_size = 5000 def getTable(self): conn = MySQLdb.connect( host="***.***.**.**", user="****", passwd="*************", db='****', charset='utf8' ) conn_local = MySQLdb.connect( host="********************************", user="**********", passwd="********", db='*******', charset='utf8' ) cur = conn.cursor() cur_local = conn_local.cursor() cur.execute('show tables') tables = cur.fetchall() for table in tables: print str(table[0]).lower() # 需要遷移的數據庫查詢表的列數 cur.execute("SELECT COUNT(*) FROM information_schema.COLUMNS WHERE table_schema='china' AND table_name='" + table[0] + "'") table_col_count = cur.fetchone() # print table_col_count[0] # 需要遷移的數據庫查詢表的結構 cur.execute('show create table ' + table[0]) result = cur.fetchall() create_sql = result[0][1] # 查詢需要遷移的數據庫表的數據條數 cur.execute('select count(*) from ' + table[0]) total = cur.fetchone() page = total[0] / self.page_size page1 = total[0] % self.page_size if page1 != 0: page = page + 1 # 阿里云數據庫創建表 cur_local.execute("SELECT table_name FROM information_schema.`TABLES` WHERE table_schema='user' AND table_name='" + str(table[0]).lower() + "'") table_name = cur_local.fetchone() if table_name is None: cur_local.execute(create_sql) for p in range(0, page): while True: try: print '開始', table[0], '的第', p + 1, '頁查詢' if p == 0: limit_param = ' limit ' + str(p * self.page_size) + ',' + str(self.page_size) else: limit_param = ' limit ' + str(p * self.page_size + 1) + ',' + str(self.page_size) cur.execute('select * from ' + table[0] + limit_param) inserts = cur.fetchall() print '查詢成功' param = '' for i in range(0, table_col_count[0]): param = param + '%s,' print '開始插入' cur_local.executemany('replace into ' + table[0] + ' values (' + param[0:-1] + ')', inserts) print table[0], '的第', p + 1, '頁, 插入完成, 還有', page - p - 1, '頁, 任重而道遠' conn_local.commit() break except Exception as e: print e time.sleep(60) cur = conn.cursor() cur_local = conn_local.cursor() print table[0], ' 插入完成' print '\n \n ======================================================================== \n\n' cur_local.close() conn_local.close() cur.close() conn.close() if __name__ == '__main__': conn_mysql = ConnectMysql() conn_mysql.getTable()
感謝你能夠認真閱讀完這篇文章,希望小編分享的“python怎么實現數據庫跨服務器遷移”這篇文章對大家有幫助,同時也希望大家多多支持億速云,關注億速云行業資訊頻道,更多相關知識等著你來學習!
免責聲明:本站發布的內容(圖片、視頻和文字)以原創、轉載和分享為主,文章觀點不代表本網站立場,如果涉及侵權請聯系站長郵箱:is@yisu.com進行舉報,并提供相關證據,一經查實,將立刻刪除涉嫌侵權內容。