python实现svn新老库迁移

#!/usr/bin/env python
#coding=utf-8

#启动环境：linux，安装了python，svn客户端，并且具备python部分依赖包，xlrd，shutil，如果没有网上搜索安装
#启动方式：将文件MvSvnLibToNew.py和MvSvnLibToNew.xls放到机器的某个目录
#然后nohup python MvSvnLibToNew.py type > 1.log& 启动,type=0-只检测配置，不上传，type=1-既检测配置，又上传
#配置文件MvSvnLibToNew.xls，有7列配置项，分别为

#配置文件参数说明如下
#old_url：老库的待迁移的svn地址    
#old_local_path：下载到本地的目录
#old_username：老库的svn用户名
#old_password：老库的svn密码
#new_url：新库的上传路径
#new_username：新库的svn用户名
#new_password：新库的svn密码

#有如下检测功能
#检测old_url是否存在，用户名密码是否正确
#检测new_url是否存在，用户名密码是否正确
#检测new_url路径配置是否跟old_new的子目录一样

import os
import xlrd
import sys
import shutil

#python 3.8不需要
#reload(sys)
#sys.setdefaultencoding('utf-8')

def execCmd(cmd):
    r = os.popen(cmd)
    text = r.read()
    r.close()
    return text
    
#checkout文件到本地
def checkOutOldLib(old_url, old_local_path, old_username, old_password):
    command_str = "svn co " + old_url + " " + old_local_path + " --username " + old_username + " --password " + old_password + " --non-interactive"
    print(command_str)
    text = execCmd(command_str)
    print(text)

#判断远程目录是否存在
def judgeRemoteDirExist(old_url, old_username, old_password, new_url, new_username, new_password):
    #判断老库是否存在
    command_str = "svn ls " + old_url + " --username " + old_username + " --password " + old_password
    print(command_str)
    text = execCmd(command_str)
    #print(text)
    if len(text) == 0 :
        print("ERROR：old_url[%s]不存在！" % (old_url))
        return(False)
    
    #首先判断新老连接配置最后的目录是否，比如old：xxxxx/develop，new：yyyyyy/develop，则会上传失败
    listDataOld = old_url.split("/")
    listDataNew = new_url.split("/")
    #如果配置一样，则需要检测新库目录是否存在
    if listDataOld[len(listDataOld)-1] == listDataNew[len(listDataNew)-1] :
        print("ERROR old_url[%s] 和 new_url[%s] 子目录配置一样，配置错误，请重新配置！" % (old_url, new_url))
        return(False)
    else :
        command_str = "svn ls " + new_url + " --username " + new_username + " --password " + new_password
        print(command_str)
        text = execCmd(command_str)
        #print(text)
        if len(text) == 0 :
            return(True)
    
        #检查目录是否存在
        #print(listDataOld[len(listDataOld)-1])
        nPos = text.find(listDataOld[len(listDataOld)-1])
        #print(nPos)
        #如果存在
        if nPos >= 0 :
            print("ERROR new_url: [%s] 已存在 [%s]，导入失败，请确保新库导入为新的空目录！ " % (new_url, listDataOld[len(listDataOld)-1]))
            return(False)        
        else :
            return(True)

#全量检测
def allCheckConfig(sheetobj):
    iSuccess = 0
    iFailed = 0
    iBool = True
    nrows = sheetobj.nrows
    ncols = sheetobj.ncols
    print("*********************************************************************************************")
    #先做一个全量检测
    for i in range(1, nrows):
        for j in range(ncols):
            if j == 0:
                old_url = sheetobj.row_values(i)[j]
                print("old_url: %s" % (sheetobj.row_values(i)[j]))
            elif j == 1:
                old_local_path = sheetobj.row_values(i)[j]
                print("old_local_path: %s" % (sheetobj.row_values(i)[j]))
            elif j == 2:
                old_username = sheetobj.row_values(i)[j]
                print("old_username: %s" % (sheetobj.row_values(i)[j]))
            elif j == 3:
                old_password = sheetobj.row_values(i)[j]
                print("old_password: %s" % (sheetobj.row_values(i)[j]))
            elif j == 4:
                new_url = sheetobj.row_values(i)[j]
                print("new_url: %s" % (sheetobj.row_values(i)[j]))
            elif j == 5:
                new_username = sheetobj.row_values(i)[j]
                print("new_username: %s" % (sheetobj.row_values(i)[j]))
            elif j == 6:
                new_password = sheetobj.row_values(i)[j]
                print("new_password: %s" % (sheetobj.row_values(i)[j]))
        print(" ")    
        listData = old_url.split("/")
        old_local_path = old_local_path + "/" + listData[len(listData)-1]
        
        if judgeRemoteDirExist(old_url, old_username, old_password, new_url, new_username, new_password) == False :
            print("配置异常！")
            iFailed += 1
            iBool = False
        else :
            print("配置正常!")
            iSuccess += 1
        print("*********************************************************************************************")
        
    print("总共检测%s个，其中配置正常%s个，配置异常%s个" % (nrows-1, iSuccess, iFailed))
    print("*********************************************************************************************")
    
    return(iBool)

#全量导入新库
def allImportSvn(sheetobj):
    nrows = sheetobj.nrows
    ncols = sheetobj.ncols
        
    #全量导入
    for i in range(1, nrows):
        for j in range(ncols):
            if j == 0:
                old_url = sheetobj.row_values(i)[j]
                print("old_url: %s" % (sheetobj.row_values(i)[j]))
            elif j == 1:
                old_local_path = sheetobj.row_values(i)[j]
                print("old_local_path: %s" % (sheetobj.row_values(i)[j]))
            elif j == 2:
                old_username = sheetobj.row_values(i)[j]
                print("old_username: %s" % (sheetobj.row_values(i)[j]))
            elif j == 3:
                old_password = sheetobj.row_values(i)[j]
                print("old_password: %s" % (sheetobj.row_values(i)[j]))
            elif j == 4:
                new_url = sheetobj.row_values(i)[j]
                print("new_url: %s" % (sheetobj.row_values(i)[j]))
            elif j == 5:
                new_username = sheetobj.row_values(i)[j]
                print("new_username: %s" % (sheetobj.row_values(i)[j]))
            elif j == 6:
                new_password = sheetobj.row_values(i)[j]
                print("new_password: %s" % (sheetobj.row_values(i)[j]))
        listData = old_url.split("/")
        old_local_path = old_local_path + "/" + listData[len(listData)-1]
        
        if judgeRemoteDirExist(old_url, old_username, old_password, new_url, new_username, new_password) == True :
            new_url = new_url + "/" + listData[len(listData)-1]
            checkOutOldLib(old_url, old_local_path, old_username, old_password)
            importNewLib(new_url, old_local_path, new_username, new_password)
            shutil.rmtree(old_local_path, ignore_errors=True)
        print("*********************************************************************************************")
        
            
#上传本地文件到新库
def importNewLib(new_url, old_local_path, new_username, new_password):
    command_str = "svn import " + old_local_path + " " + new_url + " -m 老库迁移至新库 --username " + new_username + " --password " + new_password
    print(command_str)
    text = execCmd(command_str)
    print(text)
    
#读取配置的xls配置文件
def readExcelData(excel_path):
    bookobj = xlrd.open_workbook(excel_path,encoding_override="utf-8")
    sheetobj = bookobj.sheet_by_index(0)
    return sheetobj

    
if __name__ == "__main__":
    excel_path = "./MvSvnLibToNew.xls"
    sheetobj = readExcelData(excel_path)
    
    if len(sys.argv) != 2 :
        print("start: \tpython MvSvnLibToNew.py type")
        print("param：")
        print("\ttype:")
        print("\t0-只检测配置，不上传")
        print("\t1-既检测配置，又上传")
        exit(1)
        
    
    #如果带了参数，type=0，只检测，不上传，type为其他，既检测又上传
    #如果不带参数，既检测又上传
    if len(sys.argv) == 2 :
        type = sys.argv[1]
        #只检测，不上传    
        if type == '0' :
            if allCheckConfig(sheetobj) == False :
                exit(1)
            exit(1)
        elif type == '1' :
            if allCheckConfig(sheetobj) == False :
                exit(1)        
            allImportSvn(sheetobj)