diff options
Diffstat (limited to 'dupfiles')
-rwxr-xr-x | dupfiles | 10 |
1 files changed, 9 insertions, 1 deletions
@@ -115,7 +115,15 @@ class DuplicateFileFinder(object): return '0 B' def file_checksum(self, pathname): - return hashlib.md5(file(pathname, 'rb').read()).digest() + cs = hashlib.md5() + f = file(pathname, 'rb') + while True: + data = f.read(64*1024) + if not data: + break + cs.update(data) + f.close() + return cs.digest() def make_hardlinks(duplicates): |