#!/usr/bin/env python3 # Copyright (C) 2018 Lars Wirzenius # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . import cProfile import os import sys import time import uuid import muck def create_id(): return str(uuid.uuid4()) def changes(n): res = { 'foo': 'bar', } for i in range(n): meta = { 'id': create_id(), 'rev': create_id(), } chg = muck.CreateChange(meta=meta, res=res) yield chg def compare_dicts(d1, d2): for key in d1: if key not in d2: return 'Missing key: {}'.format(key) for key in d2: if key not in d1: return 'Extra key: {}'.format(key) for key in d1: v1 = d1[key] v2 = d2[key] if v1 != v2: return 'Different values: {}: {} vs {}'.format(key, v1, v2) return None def main(): store_dir = sys.argv[1] n = int(sys.argv[2]) check = sys.argv[4] == 'check' if not os.path.exists(store_dir): os.mkdir(store_dir) started = time.time() st = muck.Store(store_dir) elapsed = time.time() - started sys.stdout.write('Store load time: {:.1f} s\n'.format(elapsed)) started = time.time() prev_progress = started for i, chg in enumerate(changes(n)): st.change(chg) if check: st2 = muck.Store(store_dir) ms = st.get_memory_store() ms2 = st2.get_memory_store() err = compare_dicts(ms.as_dict(), ms2.as_dict()) if err: sys.stderr.write('ERROR: {}: {}\n'.format(i+1, err)) sys.exit(1) done = i + 1 now = time.time() progress_elapsed = now - prev_progress if progress_elapsed > 10: prev_progress = now elapsed = now - started speed = done / elapsed remain = n - done ts = time.strftime('%H:%M:%S', time.localtime(now)) sys.stdout.write( '{} Made {} changes, {} remain, speed {:.1f}/s\n'.format( ts, done, remain, speed)) sys.stdout.flush() elapsed = time.time() - started speed = done / elapsed sys.stdout.write( 'OK, created {} resources in {:.1f} s at {:.1f}/s\n'.format( n, elapsed, speed)) profile = sys.argv[3] cProfile.run('main()', filename=profile)