X-Git-Url: https://www.fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=finddup.c;h=3edfd611dd59c44ef8f13379c1b2e1ce6c8f1689;hb=e4133d06373b48e8509afd0811bb0a726d74f8a8;hp=bf59852a5274fe626d10cbaad100c3fc525096df;hpb=e1996bdfbf277c5ff0c0328c402efdde0dbe6110;p=finddup.git

diff --git a/finddup.c b/finddup.c
index bf59852..3edfd61 100644
--- a/finddup.c
+++ b/finddup.c
@@ -23,7 +23,7 @@
  *
  */
 
-#define VERSION_NUMBER "0.8"
+#define VERSION_NUMBER "0.9"
 
 #define _BSD_SOURCE
 
@@ -40,6 +40,9 @@
 #include <locale.h>
 #include <getopt.h>
 #include <fcntl.h>
+#ifdef WITH_MD5
+#include <openssl/md5.h>
+#endif
 
 /* 1M really helps compared to 64k */
 #define READ_BUFFER_SIZE (1024 * 1024)
@@ -71,6 +74,10 @@ int ignore_same_inode = 0; /* 1 means that comparison between two file
 int tty_width = -1; /* Positive value means what width to use to show
                        the progress bar */
 
+#ifdef WITH_MD5
+int use_md5 = 0; /* 1 means we keep an MD5 signature for each file */
+#endif
+
 /********************************************************************/
 
 /* malloc with error checking.  */
@@ -90,7 +97,7 @@ int ignore_entry(const char *name) {
   return
     strcmp(name, ".") == 0 ||
     strcmp(name, "..") == 0 ||
-    (ignore_dotfiles && name[0] == '.');
+    (ignore_dotfiles && name[0] == '.' && name[1] != '/');
 }
 
 /**********************************************************************/
@@ -102,6 +109,10 @@ struct file_node {
   ino_t inode;
   int group_id; /* one per identical file content */
   int dir_id; /* 1 for DIR1, and 2 for DIR2 */
+#ifdef WITH_MD5
+  int md5_computed;
+  unsigned char md5[MD5_DIGEST_LENGTH];
+#endif
 };
 
 void file_list_delete(struct file_node *head) {
@@ -129,6 +140,25 @@ int same_content(struct file_node *f1, struct file_node *f2,
                  char *buffer1, char *buffer2) {
   int fd1, fd2, s1, s2;
 
+#ifdef WITH_MD5
+  MD5_CTX c1, c2;
+
+  if(use_md5) {
+    if(f1->md5_computed && f2->md5_computed) {
+      if(!memcmp(f1->md5, f2->md5, MD5_DIGEST_LENGTH)) {
+        return 0;
+      }
+    } else {
+      if(!f1->md5_computed) {
+        MD5_Init(&c1);
+      }
+      if(!f2->md5_computed) {
+        MD5_Init(&c2);
+      }
+    }
+  }
+#endif
+
   fd1 = open(f1->name, O_RDONLY);
   fd2 = open(f2->name, O_RDONLY);
 
@@ -147,6 +177,18 @@ int same_content(struct file_node *f1, struct file_node *f2,
         if(s1 == 0) {
           close(fd1);
           close(fd2);
+#ifdef WITH_MD5
+          if(use_md5) {
+            if(!f1->md5_computed) {
+              MD5_Final(f1->md5, &c1);
+              f1->md5_computed = 1;
+            }
+            if(!f2->md5_computed) {
+              MD5_Final(f2->md5, &c2);
+              f2->md5_computed = 1;
+            }
+          }
+#endif
           return 1;
         } else {
           if(memcmp(buffer1, buffer2, s1)) {
@@ -154,6 +196,16 @@ int same_content(struct file_node *f1, struct file_node *f2,
             close(fd2);
             return 0;
           }
+#ifdef WITH_MD5
+          if(use_md5) {
+            if(!f1->md5_computed) {
+              MD5_Update(&c1, buffer1, s1);
+            }
+            if(!f2->md5_computed) {
+              MD5_Update(&c2, buffer2, s2);
+            }
+          }
+#endif
         }
       } else {
         fprintf(stderr,
@@ -176,6 +228,7 @@ int same_content(struct file_node *f1, struct file_node *f2,
               f2->name,
               strerror(errno));
     }
+
     exit(EXIT_FAILURE);
   }
 }
@@ -190,8 +243,7 @@ int same_files(struct file_node *f1, struct file_node *f2,
 
 /**********************************************************************/
 
-struct file_node *scan_directory(struct file_node *tail,
-                                      const char *name) {
+struct file_node *scan_directory(struct file_node *tail, const char *name) {
   DIR *dir;
   struct dirent *dir_e;
   struct stat sb;
@@ -228,6 +280,9 @@ struct file_node *scan_directory(struct file_node *tail,
           tmp->inode = sb.st_ino;
           tmp->group_id = -1;
           tmp->dir_id = -1;
+#ifdef WITH_MD5
+          tmp->md5_computed = 0;
+#endif
           tail = tmp;
         }
       }
@@ -479,6 +534,9 @@ void print_help(FILE *out) {
   fprintf(out, "   -r, --real-paths           show the real file paths\n");
   fprintf(out, "   -i, --same-inodes-are-different\n");
   fprintf(out, "                              consider files with same inode as different\n");
+#ifdef WITH_MD5
+  fprintf(out, "   -m, --md5                  use MD5 hashing\n");
+#endif
   fprintf(out, "\n");
   fprintf(out, "Report bugs and comments to <francois@fleuret.org>.\n");
 }
@@ -494,6 +552,7 @@ static struct option long_options[] = {
   { "ignore-dots", no_argument, 0, 'd' },
   { "ignore-empty", no_argument, 0, '0' },
   { "show-progress", no_argument, 0, 'p' },
+  { "md5", no_argument, 0, 'm' },
   { 0, 0, 0, 0 }
 };
 
@@ -502,7 +561,7 @@ int main(int argc, char **argv) {
 
   setlocale (LC_ALL, "");
 
-  while ((c = getopt_long(argc, argv, "hircgd0p",
+  while ((c = getopt_long(argc, argv, "hircgd0pm",
                           long_options, NULL)) != -1) {
     switch (c) {
 
@@ -540,6 +599,16 @@ int main(int argc, char **argv) {
       show_hits = 0;
       break;
 
+    case 'm':
+#ifdef WITH_MD5
+      use_md5 = 1;
+#else
+      fprintf(stderr,
+              "finddup has not be compiled with MD5 hashing.\n");
+      exit(EXIT_FAILURE);
+#endif
+      break;
+
     default:
       exit(EXIT_FAILURE);
     }