diff options
author | Lars Wirzenius <liw@liw.fi> | 2019-05-05 17:32:15 +0300 |
---|---|---|
committer | Lars Wirzenius <liw@liw.fi> | 2019-05-05 17:32:15 +0300 |
commit | 52fac32cd3041c9205b8d0fe936997f2c7cef9f8 (patch) | |
tree | fe20ce08f211e07c88f6adb8ea29942248c330e7 | |
parent | 2fb5fe3aa68d039a73ddc6fd4602e0ae7e5b8fb9 (diff) | |
download | billion-files-52fac32cd3041c9205b8d0fe936997f2c7cef9f8.tar.gz |
Fix: use manually incremented counter
Using range() resulted in out of memory problems. This works.
-rwxr-xr-x | create-files | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/create-files b/create-files index 93b50e0..3cc5142 100755 --- a/create-files +++ b/create-files @@ -59,12 +59,13 @@ root = sys.argv[1] start = int(sys.argv[2]) end = int(sys.argv[3]) -i = load_state().get('current', start) +start = load_state().get('current', start) curdir = None last_checkpoint = time.time() -for i in range(i, end+1): +i = start +while i < end: dirname, basename = pathname(i) if dirname != curdir: create_dir(root, dirname) @@ -74,5 +75,6 @@ for i in range(i, end+1): if now > last_checkpoint + interval: save_state(i) last_checkpoint = now + i += 1 save_state(i) |