summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorLars Wirzenius <liw@liw.fi>2019-05-05 17:32:15 +0300
committerLars Wirzenius <liw@liw.fi>2019-05-05 17:32:15 +0300
commit52fac32cd3041c9205b8d0fe936997f2c7cef9f8 (patch)
treefe20ce08f211e07c88f6adb8ea29942248c330e7
parent2fb5fe3aa68d039a73ddc6fd4602e0ae7e5b8fb9 (diff)
downloadbillion-files-52fac32cd3041c9205b8d0fe936997f2c7cef9f8.tar.gz
Fix: use manually incremented counter
Using range() resulted in out of memory problems. This works.
-rwxr-xr-xcreate-files6
1 files changed, 4 insertions, 2 deletions
diff --git a/create-files b/create-files
index 93b50e0..3cc5142 100755
--- a/create-files
+++ b/create-files
@@ -59,12 +59,13 @@ root = sys.argv[1]
start = int(sys.argv[2])
end = int(sys.argv[3])
-i = load_state().get('current', start)
+start = load_state().get('current', start)
curdir = None
last_checkpoint = time.time()
-for i in range(i, end+1):
+i = start
+while i < end:
dirname, basename = pathname(i)
if dirname != curdir:
create_dir(root, dirname)
@@ -74,5 +75,6 @@ for i in range(i, end+1):
if now > last_checkpoint + interval:
save_state(i)
last_checkpoint = now
+ i += 1
save_state(i)