Code-Python-ConvertUTF-8ToUTF-8WithBom

Code-Python-ConvertUTF-8ToUTF-8WithBom

UTF-8 With Bom 与 UTF-8 格式相比，文件开头多3个字节\xef\xbb\xbf

转换方案

1. 在文件首，写入二进制b\xef\xbb\xbf
2. 使用utf-8-sig，重新保存文件

Demo:

def is_utf8_encoding(file_path):
    try:
        with open(file_path, 'rb') as f:
            content = f.read()
            content.decode('utf-8') #utf-8-sig
            if content.startswith(b'\xef\xbb\xbf'):
                print(file_path + " is UTF-8 With Bom")
                return False
        return True
    except(UnicodeDecodeError, TypeError):
        return False


def conver_utf8_to_utf8_bom(file_path):
    with open(file_path, 'r', encoding='utf-8') as f:
        content = f.read()
    with open(file_path, 'wb') as f:
        f.write(b'\xef\xbb\xbf')
        f.write(content.encode('utf-8'))


import os
def traverse_dir(dir):
    for dirpath,dirnames,filenames in os.walk(dir):
        print(dirpath, dirnames, filenames)
        for fn in filenames:
            if fn[-4:] == ".cpp" or fn[-2:] == ".h":
                if is_utf8_encoding(dirpath + os.sep + fn):
                    conver_utf8_to_utf8_bom(dirpath + os.sep + fn)
                else:
                    print(dirpath + os.sep + fn + " 不是UTF-8格式")



import sys
dir = "."
if len(sys.argv) >=2:
  dir = sys.argv[1]
traverse_dir(dir)