解码文件网站并保存

import urllib.request
import chardet

def main():
    count = 1
    with open('D:\\urls.txt') as f:
        while True:    
            url = f.readline()
            if url == '':
                break
            
            url_content = urllib.request.urlopen(url).read()
            
            #获取网页编码
            encode = chardet.detect(url_content)['encoding']
            if encode == 'GB2312':
                encode = 'GBK'
            #解码
            url_content = url_content.decode(encode)

            #文件名称
            file_name = 'D:\\url_%d.txt' % count

            #写入内容
            with open(file_name,'a',encoding = encode) as g:                
                g.write(url_content)
                
            count += 1
            
if __name__ == '__main__':
    main()