Add v1 sourcecode

.gitignore

@@ -1,11 +1,3 @@
-CMakeLists.txt.user
-CMakeCache.txt
-CMakeFiles
-CMakeScripts
-Testing
-Makefile
-cmake_install.cmake
-install_manifest.txt
-compile_commands.json
-CTestTestfile.cmake
-_deps
+Source/DuplicateFileCheck/bin
+Source/DuplicateFileCheck/obj
+Source/.vs

README.md

@@ -1,2 +1,13 @@
 # DuplicateFileCheck
-Duplicate File Check 重复文件检查
+
+> Duplicate File Check 重复文件检查
+
+## 执行命令方式
+
+> DuplicateFileCheck.exe -p C:\Github\CSharpCodes C:\Github\JingShiZiJi -w true -l C:\Temp
+
+```
+-p 后边跟的是需要扫描的路径。
+-w 后边true 则输出扫描结果到日志文件。
+-l 后边跟的是一个目录用于保存计算结果 如果路径不存在会自动创建。
+```

Source/DuplicateFileCheck.sln

@@ -0,0 +1,25 @@
+
+Microsoft Visual Studio Solution File, Format Version 12.00
+# Visual Studio Version 16
+VisualStudioVersion = 16.0.32602.291
+MinimumVisualStudioVersion = 10.0.40219.1
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "DuplicateFileCheck", "DuplicateFileCheck\DuplicateFileCheck.csproj", "{94588FF7-7A19-41A5-8931-9F596097CE70}"
+EndProject
+Global
+	GlobalSection(SolutionConfigurationPlatforms) = preSolution
+		Debug|Any CPU = Debug|Any CPU
+		Release|Any CPU = Release|Any CPU
+	EndGlobalSection
+	GlobalSection(ProjectConfigurationPlatforms) = postSolution
+		{94588FF7-7A19-41A5-8931-9F596097CE70}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{94588FF7-7A19-41A5-8931-9F596097CE70}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{94588FF7-7A19-41A5-8931-9F596097CE70}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{94588FF7-7A19-41A5-8931-9F596097CE70}.Release|Any CPU.Build.0 = Release|Any CPU
+	EndGlobalSection
+	GlobalSection(SolutionProperties) = preSolution
+		HideSolutionNode = FALSE
+	EndGlobalSection
+	GlobalSection(ExtensibilityGlobals) = postSolution
+		SolutionGuid = {F3E4F503-7B0D-45E1-BCE6-962DB780EC11}
+	EndGlobalSection
+EndGlobal

Source/DuplicateFileCheck/DuplicateFileCheck.csproj

@@ -0,0 +1,12 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <OutputType>Exe</OutputType>
+    <TargetFramework>netcoreapp3.1</TargetFramework>
+    <RootNamespace>DEVGIS.DuplicateFileCheck</RootNamespace>
+    <Authors>DEVGIS</Authors>
+    <Company>DEVGIS</Company>
+    <Description>www.devgis.com</Description>
+  </PropertyGroup>
+
+</Project>

Source/DuplicateFileCheck/MyFileInfo.cs

@@ -0,0 +1,27 @@
+using System;
+using System.Collections.Generic;
+using System.Text;
+
+namespace DEVGIS.DuplicateFileCheck
+{
+    public class MyFileInfo
+    {
+        public string Key
+        {
+            get;
+            set;
+        }
+
+        public string Name
+        {
+            get;
+            set;
+        }
+
+        public List<MyFileInfo> DuplicateFiles
+        {
+            get;
+            set;
+        }
+    }
+}

Source/DuplicateFileCheck/Program.cs

@@ -0,0 +1,171 @@
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Security.Cryptography;
+using System.Text;
+using System.Threading;
+
+namespace DEVGIS.DuplicateFileCheck
+{
+    class Program
+    {
+        static Dictionary<string, MyFileInfo> dictMyFileInfos = null;
+        static bool writLog = true;
+        static string logPath = string.Empty;
+        static List<string> paths = new List<string> {};
+        static void Main(string[] args)
+        {
+            writLog = false;
+            logPath = string.Empty;
+            paths = new List<string>();
+            //-p  paths 
+            //-l lpath .outputlogpath
+            //-w true false true output log 
+            if (args != null && args.Length > 0)
+            {
+                for (int i = 0; i < args.Length; i++)
+                {
+                    switch (args[i].ToLower())
+                    {
+                        case "-p":
+                            for (int j = i + 1; j < args.Length; j++)
+                            {
+                                if (!args[j].StartsWith("-") && Directory.Exists(args[j]))
+                                {
+                                    paths.Add(args[j]);
+                                }
+                                else
+                                {
+                                    break;
+                                }
+                            }
+                            break;
+                        case "-w":
+                            try
+                            {
+                                if ("true".Equals(args[i + 1].ToLower()))
+                                {
+                                    writLog = true;
+                                }
+                                else
+                                {
+                                    writLog = false;
+                                }
+                            }
+                            catch
+                            { }
+                            break;
+                        case "-l":
+                            try
+                            {
+                                string lp = args[i + 1];
+                                if (!Directory.Exists(lp))
+                                {
+                                    Directory.CreateDirectory(lp);
+                                }
+
+                                logPath = lp;
+                            }
+                            catch
+                            { }
+                            break;
+                            break;
+                    }
+                }
+            }
+            Start();
+        }
+
+        private static void Start()
+        {
+            DateTime time1 = DateTime.Now;
+            Console.WriteLine($"{time1.ToString()}:Started!");
+            dictMyFileInfos = new Dictionary<string, MyFileInfo>();
+            logPath = Path.Combine(logPath, time1.ToString("yyyyMMddHHmmss") + ".log");
+
+            foreach (string path in paths)
+            {
+                VisitPath(path);
+            }
+            DateTime time2 = DateTime.Now;
+            Console.WriteLine($"{time2.ToString()}:Completed!");
+            Console.WriteLine($"TotalCount:{dictMyFileInfos.Count}");
+            Console.WriteLine("Result-------------------------------------------------------------------------------");
+            int sameindex = 0;
+            StringBuilder sb = new StringBuilder();
+            foreach (var value in dictMyFileInfos.Values)
+            {
+                if (value.DuplicateFiles != null)
+                {
+                    sameindex++;
+                    string s = sameindex + ":" + value.Name;
+                    foreach (var d in value.DuplicateFiles)
+                    {
+                        s += " And " + d.Name;
+                    }
+                    Console.WriteLine(s);
+                    sb.AppendLine(s);
+                }
+            }
+            Console.WriteLine("Result-------------------------------------------------------------------------------");
+            sb.AppendLine($"TotalDuplicateCounts:{sameindex}");
+            sb.AppendLine($"TotalUsedSeconds:{(time2 - time1).TotalSeconds}");
+            Console.WriteLine($"Done! File name is {logPath}");
+            Console.WriteLine("Press any key to exit!");
+            File.WriteAllText(logPath, sb.ToString());
+            Console.Read();
+        }
+        private static void ShowLog(string message)
+        {
+
+        }
+        private static void VisitPath(string Path)
+        {
+            Console.WriteLine($"{DateTime.Now.ToString()}:Visiting {Path}");
+            foreach (var file in Directory.GetFiles(Path))
+            {
+                var myfileinfo = GetMyFileInfo(file);
+                if (dictMyFileInfos.ContainsKey(myfileinfo.Key))
+                {
+                    if (dictMyFileInfos[myfileinfo.Key].DuplicateFiles == null)
+                    {
+                        dictMyFileInfos[myfileinfo.Key].DuplicateFiles = new List<MyFileInfo>();
+                    }
+                    dictMyFileInfos[myfileinfo.Key].DuplicateFiles.Add(myfileinfo);
+                }
+                else
+                {
+                    dictMyFileInfos.Add(myfileinfo.Key, myfileinfo);
+                }
+            }
+
+            //visit the paths
+            foreach (var dir in Directory.GetDirectories(Path))
+            {
+                VisitPath(dir);
+            }
+        }
+
+        private static MyFileInfo GetMyFileInfo(string FileName)
+        {
+            if (File.Exists(FileName))
+            {
+                return new MyFileInfo { Key= GetMD5WithFilePath (FileName),Name= FileName };
+            }
+            else
+            {
+                return null;
+            }
+        }
+
+        static MD5CryptoServiceProvider md5 = new MD5CryptoServiceProvider();
+        static public string GetMD5WithFilePath(string filePath)
+        {
+            FileStream file = new FileStream(filePath, FileMode.Open, FileAccess.Read, FileShare.Read);
+            byte[] hash_byte = md5.ComputeHash(file);
+            string str = System.BitConverter.ToString(hash_byte);
+            str = str.Replace("-", "");
+            return str;
+        }
+    }
+}

Source/DuplicateFileCheck/Properties/launchSettings.json

@@ -0,0 +1,8 @@
+{
+  "profiles": {
+    "DuplicateFileCheck": {
+      "commandName": "Project",
+      "commandLineArgs": "-p C:\\Github\\CSharpCodes C:\\Github\\JingShiZiJi -w true -l C:\\Temp"
+    }
+  }
+}