summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rwxr-xr-xdupfiles10
1 files changed, 9 insertions, 1 deletions
diff --git a/dupfiles b/dupfiles
index 0f9dd48..d95237c 100755
--- a/dupfiles
+++ b/dupfiles
@@ -115,7 +115,15 @@ class DuplicateFileFinder(object):
return '0 B'
def file_checksum(self, pathname):
- return hashlib.md5(file(pathname, 'rb').read()).digest()
+ cs = hashlib.md5()
+ f = file(pathname, 'rb')
+ while True:
+ data = f.read(64*1024)
+ if not data:
+ break
+ cs.update(data)
+ f.close()
+ return cs.digest()
def make_hardlinks(duplicates):