2019-05-29 10:47:32 3271瀏覽
本篇文章扣丁學(xué)堂Python培訓(xùn)小編給讀者們分享一下如何使用Python寫的mysql數(shù)據(jù)遷移的腳本,文中有詳細(xì)的代碼列出供小伙伴們參考,感興趣的小伙伴就隨小編來了解一下吧。
用python寫了個(gè)數(shù)據(jù)遷移腳本,主要是利用從庫將大的靜態(tài)表導(dǎo)出表空間,載導(dǎo)入到目標(biāo)實(shí)例中。
#!/usr/bin/env python3 #-*- coding:utf8 -*- #author:zhanbin.liu #!!!!!DB必須同版本 #python3環(huán)境 pip3 install pymysql paramiko import os #from pathlib import Path import sys import pymysql import paramiko #每次只能遷移一個(gè)DB下的表,到指定DB #GRANT SELECT, CREATE, RELOAD, ALTER, LOCK TABLES ON *.* TO 'data_migration'@'192.168.%' IDENTIFIED BY 'data_migration@123'; tables='sqlauto_cluster,sqlauto_user' #以,分割的字符串,如a,b,c tableList = tables.split(',') sourceIp = '192.168.1.101' sourceDataBase = '/data/mysql/3306/data' sourceDbName = 'inception_web' sourceDataDir = os.path.join(sourceDataBase,sourceDbName) desIp = '192.168.1.102' desDataBase = '/data/mysql/3306/data' desDbName = 'inception_web' desDataDir = os.path.join(desDataBase,desDbName) # for table in tableList: # desFile = Path("%s/%s.ibd" %(desDataDir,table)) # print(desFile) # if desFile.is_file(): # print("ok") # else: # print("no") comUser = 'data_migration' comPwd = 'data_migration@123' comPort = 3306 client = paramiko.SSHClient() client.set_missing_host_key_policy(paramiko.AutoAddPolicy()) def table_judge(): print("table_judge") sourceTableExist = pymysql.connect(sourceIp,comUser,comPwd,sourceDbName,comPort,charset='utf8') desTableExist = pymysql.connect(desIp,comUser,comPwd,desDbName,comPort,charset='utf8') sourceTables = [] desTables = [] cursor_source = sourceTableExist.cursor() cursor_des = desTableExist.cursor() for table in tableList: #print(table) cursor_source.execute("select TABLE_NAME from information_schema.TABLES where TABLE_SCHEMA='%s' and TABLE_NAME='%s';" % (sourceDbName,table)) sourceTable_tmp = cursor_source.fetchall() cursor_des.execute("select TABLE_NAME from information_schema.TABLES where TABLE_SCHEMA='%s' and TABLE_NAME='%s';" % (desDbName,table)) desTable_tmp = cursor_des.fetchall() #print(desTable_tmp) if sourceTable_tmp is (): sourceTables.append(table) if desTable_tmp is not (): desTables.append(desTable_tmp[0][0]) sourceTableExist.close() desTableExist.close() s=d=0 if sourceTables != []: print('遷移源不存在將要遷移的表:',sourceIp,sourceDbName, sourceTables,' 請(qǐng)檢查') s=1 if desTables != []: print('目標(biāo)庫存在將要遷移的表:',desIp,desDbName,desTables,' 請(qǐng)移除') d=1 if s == 1 or d == 1: sys.exit() def data_sync(): print('data_sync') db_source = pymysql.connect(sourceIp,comUser,comPwd,sourceDbName,comPort,charset='utf8') db_des = pymysql.connect(desIp,comUser,comPwd,desDbName,comPort,charset='utf8') cursor_db_source = db_source.cursor() cursor_db_des = db_des.cursor() for table in tableList: print("正在同步表:",table) cursor_db_source.execute("show create table %s;" % (table)) createTableSQL = cursor_db_source.fetchall()[0][1] print(createTableSQL) try: cursor_db_des.execute(createTableSQL) except Exception as error: print(error) cursor_db_source.execute("flush table %s with read lock;" % (table)) cursor_db_des.execute("alter table %s discard tablespace;" % (table)) client.connect(sourceIp, 22, 'root') stdin1, stdout1, stderr1 = client.exec_command("scp %s %s:%s " % (sourceDataDir+"/"+table+".ibd", desIp, desDataDir)) stdin2, stdout2, stderr2 = client.exec_command("scp %s %s:%s " % (sourceDataDir+"/"+table+".cfg", desIp, desDataDir)) a_e_1 = stderr1.readlines() a_e_2 = stderr2.readlines() if a_e_1 != [] or a_e_2 != []: print(a_e_1,a_e_2) sys.exit() client.close() client.connect(desIp, 22, 'root') stdin3, stdout3, stderr3 = client.exec_command("chown -R mysql.mysql %s*" % (desDataDir+"/"+table)) a_e_3 = stderr3.readlines() if a_e_3 != []: print(a_e_1, a_e_2) sys.exit() client.close() #cursor_db_source.execute("select sleep(10);") cursor_db_source.execute("unlock tables;") cursor_db_des.execute("alter table %s import tablespace;" % (table)) print("同步完成") cursor_db_source.close() cursor_db_des.close() def data_checksum(): print('data_checksum') db_source = pymysql.connect(sourceIp,comUser,comPwd,sourceDbName,comPort,charset='utf8') db_des = pymysql.connect(desIp,comUser,comPwd,desDbName,comPort,charset='utf8') cursor_db_source = db_source.cursor() cursor_db_des = db_des.cursor() for table in tableList: print("正在校驗(yàn)表:", table) cursor_db_source.execute("checksum table %s;" % (table)) ck_s = cursor_db_source.fetchall()[0][1] cursor_db_des.execute("checksum table %s;" % (table)) ck_d = cursor_db_des.fetchall()[0][1] if ck_s != ck_d: print("表不一致:",table) else: print("表一致:",table) cursor_db_source.close() cursor_db_des.close() if __name__ == "__main__": table_judge() data_sync() data_checksum() print('haha')
最后想要了解更多關(guān)于Python和人工智能方面內(nèi)容的小伙伴,請(qǐng)關(guān)注扣丁學(xué)堂Python培訓(xùn)官網(wǎng)、微信等平臺(tái),扣丁學(xué)堂IT職業(yè)在線學(xué)習(xí)教育平臺(tái)為您提供權(quán)威的Python開發(fā)環(huán)境搭建視頻,Python培訓(xùn)后的前景無限,行業(yè)薪資和未來的發(fā)展會(huì)越來越好的,扣丁學(xué)堂老師精心推出的Python在線教程定能讓你快速掌握Python從入門到精通開發(fā)實(shí)戰(zhàn)技能??鄱W(xué)堂Python技術(shù)交流群:279521237。
【關(guān)注微信公眾號(hào)獲取更多學(xué)習(xí)資料】 【掃碼進(jìn)入Python全棧開發(fā)免費(fèi)公開課】
查看更多關(guān)于"Python開發(fā)資訊"的相關(guān)文章>