1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
#!/usr/bin/env python
import json
import os
import sys
import time
billion = 10 ** 9
per_level = 10 ** 3
interval = 2
state_filename = "state.json"
def level(i, n):
return (i % (per_level ** n)) / (per_level ** (n - 1))
def pathname(i):
fullname = "{:09d}".format(i)
dir1 = fullname[-9:-6]
dir2 = fullname[-6:-3]
dirname = "{}/{}".format(dir1, dir2)
basename = fullname[-3:]
return dirname, basename
def create_dir(root, dirname):
try:
os.makedirs(os.path.join(root, dirname))
except OSError:
pass
def create_file(root, dirname, basename):
try:
open(os.path.join(root, dirname, basename), "w")
except OSError:
return
def load_state():
try:
return json.load(open(state_filename))
except IOError:
return {}
def save_state(i):
state = {"current": i}
with open(state_filename, "w") as f:
json.dump(state, f)
root = sys.argv[1]
start = int(sys.argv[2])
end = int(sys.argv[3])
start = load_state().get("current", start)
curdir = None
last_checkpoint = time.time()
i = start
while i < end:
dirname, basename = pathname(i)
if dirname != curdir:
create_dir(root, dirname)
curdir = dirname
create_file(root, dirname, basename)
now = time.time()
if now > last_checkpoint + interval:
save_state(i)
last_checkpoint = now
i += 1
save_state(i)
|
