1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
#!/usr/bin/env python3
# Copyright (C) 2019 Lars Wirzenius
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
import copy
import json
import logging
import os
import sys
import time
import requests
def generate_snippets(n):
for i in range(n):
yield 'log line {}\n'.format(i)
def full_log(n):
return ''.join(generate_snippets(n))
def store_snippet(url, token, i, snippet):
url = '{}/res'.format(url)
obj = {
'_type': 'snippet',
'seq': i,
'text': snippet,
}
headers = {
'Authorization': 'Bearer {}'.format(token),
'Content-Type': 'application/json',
}
r = requests.post(url, headers=headers, data=json.dumps(obj))
assert r.ok
def create_snippets(url, token, n):
for i, snippet in enumerate(generate_snippets(n)):
store_snippet(url, token, i, snippet)
def get_snippet(url, token, rid):
url = '{}/res'.format(url)
headers = {
'Authorization': 'Bearer {}'.format(token),
'Content-Type': 'application/json',
'Muck-Id': rid,
}
r = requests.get(url, headers=headers)
assert r.ok
return r.json()
def get_snippet_ids(url, token):
search = '{}/search'.format(url)
body = {
'cond': [
{
"where": "data",
"field": "_type",
"pattern": "snippet",
"op": "=="
},
],
}
headers = {
'Authorization': 'Bearer {}'.format(token),
'Content-Type': 'application/json',
}
r = requests.get(search, headers=headers, data=json.dumps(body))
assert r.ok
obj = r.json()
return obj['resources']
def get_full_log(url, token, ids):
snippets = [get_snippet(url, token, rid) for rid in ids]
snippets.sort(key=lambda o: o['seq'])
return ''.join(o['text'] for o in snippets)
def measure(func):
started = time.time()
ret = func()
now = time.time()
return now - started, ret
url = sys.argv[1]
token = sys.argv[2]
N = int(sys.argv[3])
print('creating snippets')
creation_secs, _ = measure(lambda: create_snippets(url, token, N))
print('getting list of snippets')
get_snippets_secs, ids = measure(lambda: get_snippet_ids(url, token))
print('reconstructing full log')
get_log_secs, log = measure(lambda: get_full_log(url, token, ids))
expected = full_log(N)
if expected != log:
print('ERROR: actual log differs from expected')
print('actual:')
print(repr(log))
sys.exit(1)
print('OK')
print('%.0f' % creation_secs, 'creation time')
print('%.0f' % get_snippets_secs, 'list snippets')
print('%.0f' % get_log_secs, 'assemble log')
|
