1#!/bin/sh
2"""": # -*-python-*-
3# https://sourceware.org/bugzilla/show_bug.cgi?id=26034
4export "BUP_ARGV_0"="$0"
5arg_i=1
6for arg in "$@"; do
7    export "BUP_ARGV_${arg_i}"="$arg"
8    shift
9    arg_i=$((arg_i + 1))
10done
11# Here to end of preamble replaced during install
12bup_python="$(dirname "$0")/../../config/bin/python" || exit $?
13exec "$bup_python" "$0"
14"""
15# end of bup preamble
16
17from __future__ import absolute_import, print_function
18import os.path, re, resource, struct, sys, time
19
20sys.path[:0] = [os.path.dirname(os.path.realpath(__file__)) + '/..']
21
22from bup import compat, git, bloom, midx, options, _helpers
23from bup.compat import range
24from bup.helpers import handle_ctrl_c
25from bup.io import byte_stream
26
27
28handle_ctrl_c()
29
30
31_linux_warned = 0
32def linux_memstat():
33    global _linux_warned
34    #fields = ['VmSize', 'VmRSS', 'VmData', 'VmStk', 'ms']
35    d = {}
36    try:
37        f = open(b'/proc/self/status', 'rb')
38    except IOError as e:
39        if not _linux_warned:
40            log('Warning: %s\n' % e)
41            _linux_warned = 1
42        return {}
43    for line in f:
44        # Note that on Solaris, this file exists but is binary.  If that
45        # happens, this split() might not return two elements.  We don't
46        # really need to care about the binary format since this output
47        # isn't used for much and report() can deal with missing entries.
48        t = re.split(br':\s*', line.strip(), 1)
49        if len(t) == 2:
50            k,v = t
51            d[k] = v
52    return d
53
54
55last = last_u = last_s = start = 0
56def report(count, out):
57    global last, last_u, last_s, start
58    headers = ['RSS', 'MajFlt', 'user', 'sys', 'ms']
59    ru = resource.getrusage(resource.RUSAGE_SELF)
60    now = time.time()
61    rss = int(ru.ru_maxrss // 1024)
62    if not rss:
63        rss = linux_memstat().get(b'VmRSS', b'??')
64    fields = [rss,
65              ru.ru_majflt,
66              int((ru.ru_utime - last_u) * 1000),
67              int((ru.ru_stime - last_s) * 1000),
68              int((now - last) * 1000)]
69    fmt = '%9s  ' + ('%10s ' * len(fields))
70    if count >= 0:
71        line = fmt % tuple([count] + fields)
72        out.write(line.encode('ascii') + b'\n')
73    else:
74        start = now
75        out.write((fmt % tuple([''] + headers)).encode('ascii') + b'\n')
76    out.flush()
77
78    # don't include time to run report() in usage counts
79    ru = resource.getrusage(resource.RUSAGE_SELF)
80    last_u = ru.ru_utime
81    last_s = ru.ru_stime
82    last = time.time()
83
84
85optspec = """
86bup memtest [-n elements] [-c cycles]
87--
88n,number=  number of objects per cycle [10000]
89c,cycles=  number of cycles to run [100]
90ignore-midx  ignore .midx files, use only .idx files
91existing   test with existing objects instead of fake ones
92"""
93o = options.Options(optspec)
94opt, flags, extra = o.parse(compat.argv[1:])
95
96if extra:
97    o.fatal('no arguments expected')
98
99git.check_repo_or_die()
100m = git.PackIdxList(git.repo(b'objects/pack'), ignore_midx=opt.ignore_midx)
101
102sys.stdout.flush()
103out = byte_stream(sys.stdout)
104
105report(-1, out)
106_helpers.random_sha()
107report(0, out)
108
109if opt.existing:
110    def foreverit(mi):
111        while 1:
112            for e in mi:
113                yield e
114    objit = iter(foreverit(m))
115
116for c in range(opt.cycles):
117    for n in range(opt.number):
118        if opt.existing:
119            bin = next(objit)
120            assert(m.exists(bin))
121        else:
122            bin = _helpers.random_sha()
123
124            # technically, a randomly generated object id might exist.
125            # but the likelihood of that is the likelihood of finding
126            # a collision in sha-1 by accident, which is so unlikely that
127            # we don't care.
128            assert(not m.exists(bin))
129    report((c+1)*opt.number, out)
130
131if bloom._total_searches:
132    out.write(b'bloom: %d objects searched in %d steps: avg %.3f steps/object\n'
133              % (bloom._total_searches, bloom._total_steps,
134                 bloom._total_steps*1.0/bloom._total_searches))
135if midx._total_searches:
136    out.write(b'midx: %d objects searched in %d steps: avg %.3f steps/object\n'
137              % (midx._total_searches, midx._total_steps,
138                 midx._total_steps*1.0/midx._total_searches))
139if git._total_searches:
140    out.write(b'idx: %d objects searched in %d steps: avg %.3f steps/object\n'
141              % (git._total_searches, git._total_steps,
142                 git._total_steps*1.0/git._total_searches))
143out.write(b'Total time: %.3fs\n' % (time.time() - start))
144