code back up 多线程 并行

code back up 多线程 并行

using System.Collections.Concurrent;
using System.Diagnostics;
using System.Text.RegularExpressions;

class Program
{
    private static string SourceDirectory = string.Empty;
    private static string GrandFatherFolderPath = string.Empty;
    private static string BrotherFolderPath = string.Empty;
    private static string DirectorySuffix = string.Empty;
    private static readonly DateTime Now = DateTime.Now;
    private static readonly List<string> ExcludedEqualDirectories = new List<string> { ".github", ".vscode", "bin", "obj", "zz_pro" };
    private static readonly ConcurrentQueue<Code2mdTask> FileMoveQueue = new ConcurrentQueue<Code2mdTask>();
    private static readonly ConcurrentDictionary<string, object> DirectoryLocks = new ConcurrentDictionary<string, object>();
    private static readonly CancellationTokenSource CancellationTokenSource = new CancellationTokenSource();
    private static int _totalFiles = 0;
    private static int _completedFiles = 0;

    static void Main(string[] args)
    {
        try
        {
            if (args.Length == 0)
            {
                System.Console.WriteLine("请传入文件夹路径");
                return;
            }
            SourceDirectory = args[0];

            // 检查源目录是否存在
            if (!Directory.Exists(SourceDirectory))
            {
                Console.WriteLine($"错误: 源目录 {SourceDirectory} 不存在。");
                return;
            }
            GrandFatherFolderPath = Path.GetDirectoryName(SourceDirectory)!;
            BrotherFolderPath = Path.GetFileName(SourceDirectory) + $"_{Now:yyyyMMdd_HHmmss}_{DirectorySuffix}";
            // 扫描源目录并准备移动任务
            Console.WriteLine("正在扫描文件...");
            System.Console.WriteLine("输入文件夹后缀:");
            DirectorySuffix = System.Console.ReadLine() ?? string.Empty;
            Stopwatch stopwatch = new Stopwatch();
            stopwatch.Start();
            string[] directories = Directory.GetDirectories(SourceDirectory);
            var getFileTasks = new List<Task>();
            foreach (string dirPath in directories)
            {
                bool flowControl = FilterFolder(dirPath);
                if (!flowControl)
                {
                    continue;
                }
                getFileTasks.Add(Task.Run(() => ScanDirectory(dirPath)));
            }
            getFileTasks.Add(Task.Run(() => GetFiles(SourceDirectory)));
            Task.WaitAll(getFileTasks);
            Console.WriteLine($"扫描完成，共找到 {_totalFiles} 个");
            if (_totalFiles == 0)
            {
                Console.WriteLine("没有文件需要Code2md转换。");
                return;
            }
            // 启动多个工作线程
            const int maxThreads = 8;
            var tasks = new Task[maxThreads];
            for (int i = 0; i < maxThreads; i++)
            {
                tasks[i] = Task.Run(() => CodeBackup(CancellationTokenSource.Token));
            }
            // 等待所有任务完成
            Task.WaitAll(tasks);
            stopwatch.Stop();
            Console.WriteLine($"处理完成，共耗时 {stopwatch.Elapsed.TotalSeconds} s");
        }
        catch (Exception ex)
        {
            Console.WriteLine($"\n发生致命错误: {ex.Message}");
        }
        finally
        {
            CancellationTokenSource.Cancel();
        }
        Console.WriteLine("============备份完成============");
    }

    private static bool FilterFolder(string dirPath)
    {
        var dirName = Path.GetFileName(dirPath);
        var excludedSet = new HashSet<string>(ExcludedEqualDirectories, StringComparer.OrdinalIgnoreCase);
        return !excludedSet.Contains(dirName);
    }

    private static void ScanDirectory(string sourcePath)
    {
        try
        {
            GetFiles(sourcePath);
            string[] directories = Directory.GetDirectories(sourcePath);
            foreach (string directory in directories)
            {
                bool flowControl = FilterFolder(directory);
                if (!flowControl)
                {
                    continue;
                }
                ScanDirectory(directory);
            }
        }
        catch (Exception ex)
        {
            Console.WriteLine($"扫描目录时出错 ({sourcePath}): {ex.Message}");
        }
    }

    private static void GetFiles(string sourcePath)
    {
        var regex = new Regex(@"\.(cs|js|html|css|py|java|cpp|h|xaml|ts|csproj|bat|sln|json|go)$", RegexOptions.IgnoreCase);
        var files = Directory.EnumerateFiles(sourcePath, "*", SearchOption.TopDirectoryOnly).Where(file => regex.IsMatch(file));
        foreach (string filePath in files)
        {
            string relativePath = Path.GetRelativePath(SourceDirectory, filePath);
            string dstCodePath = Path.Combine(GrandFatherFolderPath, BrotherFolderPath, relativePath);
            string dstMdCodePath = Path.Combine(SourceDirectory, "zz_pro", BrotherFolderPath, relativePath + ".md");

            // 在收集文件的时候就讲目标文件夹创建出来，避免后面复制文件的时候出现异常
            // ⭐ 优化点 4：即使在串行扫描中，也使用锁来保证目录建立的绝对安全
            // 这是一个好习惯，因为它让此方法本身就是执行绪安全的。
            EnsureDirectoryExists(Path.GetDirectoryName(dstCodePath)!);
            EnsureDirectoryExists(Path.GetDirectoryName(dstMdCodePath)!);

            FileMoveQueue.Enqueue(
                new Code2mdTask
                {
                    CodePath = filePath,
                    MarkdownTitle = relativePath,
                    DstCodePath = dstCodePath,
                    DstMdCodePath = dstMdCodePath
                }
            );
            Interlocked.Increment(ref _totalFiles);
        }
    }

    private static void CodeBackup(CancellationToken cancellationToken)
    {
        while (!cancellationToken.IsCancellationRequested)
        {
            if (FileMoveQueue.TryDequeue(out Code2mdTask? code2mdTask))
            {
                try
                {
                    if (code2mdTask == null)
                    {
                        continue;
                    }
                    Code2md(code2mdTask);
                    Interlocked.Increment(ref _completedFiles);
                }
                catch (Exception ex)
                {
                    Console.WriteLine($"复制文件时出错 ({code2mdTask.CodePath} -> {code2mdTask.MarkdownTitle}): {ex.Message}");
                }
            }
            else if (_completedFiles >= _totalFiles)
            {
                // 不要取消进度条,等一下其他的线程完成复的任务
                Thread.Sleep(100);
                break;
            }
            else
            {
                // 队列暂时为空，等待片刻
                // Thread.Sleep(100);
            }
        }
    }

    private static void Code2md(Code2mdTask code2mdTask, int maxRetries = 3)
    {
        int retries = 0;
        while (true)
        {
            try
            {
                string codePath = code2mdTask.CodePath;
                string markdownTitle = code2mdTask.MarkdownTitle;
                string dstCodePath = code2mdTask.DstCodePath;
                string dstMdCodePath = code2mdTask.DstMdCodePath;
                File.Copy(codePath, dstCodePath, false);
                File.Copy(codePath, dstMdCodePath, false);
                // 验证文件是否成功移动
                if (!File.Exists(dstCodePath) || !File.Exists(dstMdCodePath))
                {
                    throw new IOException("文件复制后不存在于目标位置");
                }
                break;
            }
            catch (Exception ex)
            {
                retries++;
                if (retries > maxRetries)
                {
                    Console.WriteLine($"文件移动失败 ({code2mdTask.CodePath} : {ex.Message}");
                    throw;
                }
                // 等待一段时间后重试
                Thread.Sleep(500 * retries);
            }
        }
    }

    // ⭐ 新增：一个执行绪安全的目录建立辅助方法
    private static void EnsureDirectoryExists(string directoryPath)
    {
        if (Directory.Exists(directoryPath))
            return;
        // 为目录路径取得或新增一个锁
        object dirLock = DirectoryLocks.GetOrAdd(directoryPath, _ => new object());
        if (!Directory.Exists(directoryPath))
        {
            if (Directory.Exists(directoryPath))
                return;
            lock (dirLock)
            {
                Directory.CreateDirectory(directoryPath);
            }
        }
    }
}