化繁为简的企业级 Git 管理实战（二）：多分支子模块持续集成

#!/usr/bin/env python
#author:panweizhou

'''
After push, automatically update commit id of current submodule.
'''

import sys
sys.path.append('/usr/lib/python2.6/site-packages')
sys.path.append('/usr/lib64/python2.6/site-packages')

import fileinput
import json
import subprocess
import os
import yaml
from filelock import FileLock

module_file = "/home/git/modules/modules_android.json"
module_path_file = "/home/git/modules/modules_android.yml"
project_root = "/home/git/app_android"
env_path = "/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin:/usr/local/libexec/git-core/:/home/git/bin"

lock_file_name = "/tmp/" + os.path.basename(os.getcwd())

with FileLock(lock_file_name):
    print ("Updating commit id")
    # read global module config
    global_module_config = {}
    try:
        with open(module_file) as f:
            global_module_config = json.load(f)
    except ValueError:
        print("Global modules.json parsed Error!")
        exit(1)

    # Read in each ref that the user is trying to update
    for line in fileinput.input():
        line = line.strip()
        (from_commit, to_commit, ref) = line.split(' ')

        # Get branch name
        pos = ref.rfind('/')
        if pos >= 0:
            branch = ref[pos+1:]
        else:
            branch = ref

        if branch == 'master' or branch.lower().endswith('bank') or branch.endswith('_dev'):
        # if branch == 'WeiZhouBank_dev':
            # Get repo name
            output = subprocess.Popen(['git summary | egrep "^ project"'], env={"PATH": env_path}, stdout=subprocess.PIPE, shell=True)
            oc = output.communicate()[0]
            repo = oc.split(':')[1].strip()

            # Get the corresponding working path
            module_path_info = {}
            with open (module_path_file) as f:
                module_path_info = yaml.load(f)
            module_path = ""
            module_name = ""
            for module_name, module_info in module_path_info.items():
                if module_info.has_key('repo'):
                    module_repo = module_info["repo"]
                    if module_repo.endswith(repo):
                        has_such_module = True
                        module_path = module_info["path"]                       
                        break
                        
            # Get all the main projects branch that use this module
            main_branch_set = set()
            for branch_name, config_list in global_module_config.items():
                if config_list.has_key(module_name):
                    mconfig = config_list[module_name]
                    if (mconfig.has_key('branch')):
                        mbranch = mconfig['branch']
                        if branch == mbranch:
                            main_branch_set.add(branch_name)

            # Do the following stuff for each branch of main project
            # that use this module of this branch
            for main_branch in main_branch_set:
                os.chdir(project_root)
                output = subprocess.Popen(["./fmanager checkout -f %s" % main_branch], env={"PATH": env_path}, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
                res = output.wait()
                if res == 0:
                    os.chdir(module_path)
                    # update current submodule 
                    output = subprocess.Popen(['/home/git/bin/update_root', branch], cwd=module_path, env={"PATH": env_path})
                    res = output.wait()
                    if res == 0:
                        # Get commit log
                        output = subprocess.Popen(['git log -n 1'], env={"PATH": env_path}, cwd=module_path, stdout=subprocess.PIPE, shell=True)
                        commit_log = output.communicate()[0]
                        commit_log = "Bump Version for submodule %s:\n\n%s" % (module_name, commit_log)
                        # Go to father module
                        os.chdir('..')
                        father_path = os.getcwd()
                        # Get branch of father module
                        output = subprocess.Popen(['git', 'symbolic-ref', '--short', 'HEAD'], stdout=subprocess.PIPE, stderr=subprocess.PIPE, env={"PATH": env_path})
                        oc = output.communicate()
                        father_branch = oc[0].strip()
                        if (father_branch.strip() != ""):
                            print("Bumping version of branch %s of father project..." % father_branch)
                            output = subprocess.Popen(['/home/git/bin/update_root', father_branch], cwd=father_path, env={"PATH": env_path})
                            res = output.wait()
                            if res == 0:
                                output = subprocess.Popen(['git diff | wc -l'], cwd=father_path, env={"PATH": env_path}, stdout=subprocess.PIPE, shell=True)
                                diff_num = output.communicate()[0]
                                if diff_num > 1:
                                    subprocess.call(['git', 'add', module_name], env={"PATH": env_path})
                                    output.wait()
                                    output = subprocess.Popen(['git', 'commit', '-m', commit_log, '--no-verify'], env={"PATH": env_path})
                                    res = output.wait()
                                    if res == 0:
                                        output = subprocess.Popen(['git', 'push', 'origin', 'HEAD', '--no-verify'], env={"PATH": env_path})
                                        output.wait()
                                        if res == 0:
                                            print "Successfully bumped version branch %s of father project" % father_branch
                                        else:
                                            print "Error bumping version for branch %s of father project" % father_branch
                                else:
                                    print "Error bumping version for branch %s of father project" % father_branch
                            else:
                                print "Error bumping version for branch %s of father project" % father_branch
                        else:
                            print("Father project is a tag. Stop bumping verison.")
                    else:
                        print "Error updating the remote working tree."