use nanosecond resolution for timestamps

3 files changed, 67 insertions, 41 deletions

diff --git a/setup.py b/setup.py
index 32711b8..7853233 100644
--- a/setup.py
+++ b/setup.py
@@ -15,7 +15,7 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 
 
-from distutils.core import setup
+from distutils.core import setup, Extension
 
 import summainlib
 
@@ -27,6 +27,7 @@ setup(name='summain',
       url='http://liw.fi/summain/',
       py_modules=['summainlib'],
       scripts=['summain'],
+      ext_modules=[Extension('_summain', sources=['_summainmodule.c'])],
       data_files=[
         ('share/man/man1', ['summain.1']),
       ],
diff --git a/summainlib.py b/summainlib.py
index 87d61ee..8eac369 100644
--- a/summainlib.py
+++ b/summainlib.py
@@ -24,6 +24,8 @@ import stat
 import time
 import urllib
 
+import _summain
+
 
 __version__ = '0.10'
 
@@ -101,6 +103,25 @@ class SamePath(object): # pragma: no cover
         return path
 
 
+RESULT_RET = 0
+RESULT_DEV = 1
+RESULT_INO = 2
+RESULT_MODE = 3
+RESULT_NLINK = 4
+RESULT_UID = 5
+RESULT_GID = 6
+RESULT_RDEV = 7
+RESULT_SIZE = 8
+RESULT_BLKSIZE = 9
+RESULT_BLOCKS = 10
+RESULT_ATIME_SEC = 11
+RESULT_ATIME_NSEC = 12
+RESULT_MTIME_SEC = 13
+RESULT_MTIME_NSEC = 14
+RESULT_CTIME_SEC = 15
+RESULT_CTIME_NSEC = 16
+
+
 class FilesystemObject(object):
 
     '''An object in the file system.
@@ -126,7 +147,7 @@ class FilesystemObject(object):
         self._sha256 = sha256 or hashlib.sha256()
         self._sha384 = sha384 or hashlib.sha384()
         self._sha512 = sha512 or hashlib.sha512()
-        self._stat_result = stat_result or os.lstat(filename)
+        self._stat_result = stat_result or _summain.lstat(filename)
         self.open_file = open_file or file
         self.readlink = readlink or os.readlink
         self.values = dict()
@@ -135,35 +156,36 @@ class FilesystemObject(object):
         return urllib.quote(self._pn.normalize(self._filename))
 
     def _compute_mtime(self):
-        return self.format_time(self._stat_result.st_mtime)
+        return self.format_time(self._stat_result[RESULT_MTIME_SEC],
+                                self._stat_result[RESULT_MTIME_NSEC])
 
     def _compute_mode(self):
-        return '%o' % self._stat_result.st_mode
+        return '%o' % self._stat_result[RESULT_MODE]
 
     def _compute_ino(self):
-        return '%d' % self._nn.get_ino(self._stat_result.st_ino)
+        return '%d' % self._nn.get_ino(self._stat_result[RESULT_INO])
 
     def _compute_dev(self):
-        return '%d' % self._nn.get_dev(self._stat_result.st_dev)
+        return '%d' % self._nn.get_dev(self._stat_result[RESULT_DEV])
 
     def _compute_nlink(self):
-        return '%d' % self._stat_result.st_nlink
+        return '%d' % self._stat_result[RESULT_NLINK]
 
     def _compute_size(self):
-        if not stat.S_ISDIR(self._stat_result.st_mode):
-            return '%d' % self._stat_result.st_size
+        if not stat.S_ISDIR(self._stat_result[RESULT_MODE]):
+            return '%d' % self._stat_result[RESULT_SIZE]
 
     def _compute_uid(self):
-        return '%d' % self._stat_result.st_uid
+        return '%d' % self._stat_result[RESULT_UID]
 
     def _compute_username(self):
-        return self.lookup_username(self._stat_result.st_uid)
+        return self.lookup_username(self._stat_result[RESULT_UID])
 
     def _compute_gid(self):
-        return '%d' % self._stat_result.st_gid
+        return '%d' % self._stat_result[RESULT_GID]
 
     def _compute_group(self):
-        return self.lookup_group(self._stat_result.st_gid)
+        return self.lookup_group(self._stat_result[RESULT_GID])
 
     def _compute_md5(self):
         return self.compute_checksum(self._filename, self._md5)
@@ -184,13 +206,12 @@ class FilesystemObject(object):
         return self.compute_checksum(self._filename, self._sha512)
 
     def _compute_target(self):
-        if stat.S_ISLNK(self._stat_result.st_mode):
+        if stat.S_ISLNK(self._stat_result[RESULT_MODE]):
             return self.readlink(self._filename)
 
-    def format_time(self, timestamp):
-        s = time.strftime('%Y-%m-%d %H:%M:%S', time.gmtime(timestamp))
-        fract, whole = math.modf(timestamp)
-        s += ('%.6f' % fract)[1:] # Skip leading '.'
+    def format_time(self, secs, nsecs):
+        s = time.strftime('%Y-%m-%d %H:%M:%S', time.gmtime(secs))
+        s += ('%.6f' % (nsecs * 1e-9))[1:] # skip leading 0
         s += ' +0000'
         return s
 
@@ -201,7 +222,7 @@ class FilesystemObject(object):
         return grp.getgrgid(gid).gr_name
 
     def compute_checksum(self, filename, checksummer):
-        if stat.S_ISREG(self._stat_result.st_mode):
+        if stat.S_ISREG(self._stat_result[RESULT_MODE]):
             with self.open_file(filename) as f:
                 while True:
                     data = f.read(64*1024) # 64 KiB seems reasonable.
diff --git a/summainlib_tests.py b/summainlib_tests.py
index 4ec3da5..8480057 100644
--- a/summainlib_tests.py
+++ b/summainlib_tests.py
@@ -20,13 +20,6 @@ import unittest
 import summainlib
 
 
-class FakeStatResult(object):
-
-    def __init__(self, *args, **kwargs):
-        for name, value in kwargs.iteritems():
-            setattr(self, name, value)
-
-
 class FakeChecksummer(object):
 
     def update(self, data):
@@ -63,7 +56,7 @@ class FakeReadlink(object):
         self.parent = parent
 
     def __call__(self, filename):
-        if stat.S_ISLNK(self.parent.st.st_mode):
+        if stat.S_ISLNK(self.parent.st[summainlib.RESULT_MODE]):
             self.target = 'symlink'
         else:
             self.target = ''
@@ -73,14 +66,17 @@ class FakeReadlink(object):
 class FilesystemObjectTests(unittest.TestCase):
 
     def setUp(self):
-        self.st = FakeStatResult(st_mtime=1262307723.123456789,
-                                 st_mode=stat.S_IFREG | 0644,
-                                 st_ino=12765,
-                                 st_dev=42,
-                                 st_nlink=2,
-                                 st_size=1,
-                                 st_uid=0,
-                                 st_gid=0)
+        self.st = {
+                    summainlib.RESULT_MTIME_SEC: 1262307723,
+                    summainlib.RESULT_MTIME_NSEC: 123456789,
+                    summainlib.RESULT_MODE: stat.S_IFREG | 0644,
+                    summainlib.RESULT_INO: 12765,
+                    summainlib.RESULT_DEV: 42,
+                    summainlib.RESULT_NLINK: 2,
+                    summainlib.RESULT_SIZE: 1,
+                    summainlib.RESULT_UID: 0,
+                    summainlib.RESULT_GID: 0
+                  }
 
         self.nn = summainlib.NumberNormalizer()
         self.pn = summainlib.SamePath()
@@ -88,7 +84,7 @@ class FilesystemObjectTests(unittest.TestCase):
 
     def new(self, name, mode=None):
         if mode is not None:
-            self.st.st_mode = mode
+            self.st[summainlib.RESULT_MODE] = mode
         return summainlib.FilesystemObject(name, self.nn, self.pn, 
                                             self.exclude,
                                             stat_result=self.st,
@@ -153,7 +149,7 @@ class FilesystemObjectTests(unittest.TestCase):
         self.assertEqual(self.new('foo')['SHA512'], 'abc')
 
     def test_formats_checksums_correctly_for_special_file(self):
-        self.st.st_mode = stat.S_IFDIR | 0755
+        self.st[summainlib.RESULT_MODE] = stat.S_IFDIR | 0755
         self.assertEqual(self.new('foo')['MD5'], '')
         self.assertEqual(self.new('foo')['SHA1'], '')
         self.assertEqual(self.new('foo')['SHA224'], '')
@@ -162,7 +158,7 @@ class FilesystemObjectTests(unittest.TestCase):
         self.assertEqual(self.new('foo')['SHA512'], '')
 
     def test_formats_target_correctly_for_symlink(self):
-        self.st.st_mode = stat.S_IFLNK | 0777
+        self.st[summainlib.RESULT_MODE] = stat.S_IFLNK | 0777
         self.assertEqual(self.new('foo')['Target'], 'symlink')
 
     def test_formats_target_correctly_for_regular_file(self):
@@ -189,9 +185,17 @@ class FilesystemObjectNormalizedNumbersTests(unittest.TestCase):
         self.nn.reset()
 
     def new(self, name):
-        st = FakeStatResult(st_ino=self.ino, st_dev=self.dev, st_mtime=0,
-                           st_mode=stat.S_IFREG|0, st_nlink=1, st_size=0,
-                           st_uid=0, st_gid=0)
+        st = {
+                summainlib.RESULT_INO: self.ino, 
+                summainlib.RESULT_DEV: self.dev, 
+                summainlib.RESULT_MTIME_SEC: 0,
+                summainlib.RESULT_MTIME_NSEC: 0,
+                summainlib.RESULT_MODE: stat.S_IFREG|0, 
+                summainlib.RESULT_NLINK: 1, 
+                summainlib.RESULT_SIZE: 0,
+                summainlib.RESULT_UID: 0,
+                summainlib.RESULT_GID: 0
+             }
         self.ino += 1
         return summainlib.FilesystemObject(name, self.nn, self.pn, 
                                             self.exclude,