1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
|
# Copyright 2011-2015 Lars Wirzenius
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# =*= License: GPL-3+ =*=
import gc
import logging
import os
import platform
import time
class MemoryProfileDumper(object):
def __init__(self, settings):
self.settings = settings
self.last_memory_dump = 0
self.memory_dump_counter = 0
self.started = time.time()
def dump_memory_profile(self, msg):
'''Log memory profiling information.
Get the memory profiling method from the dump-memory-profile
setting, and log the results at DEBUG level. ``msg`` is a
message the caller provides to identify at what point the profiling
happens.
'''
kind = self.settings['dump-memory-profile']
interval = self.settings['memory-dump-interval']
if kind == 'none':
return
now = time.time()
if self.last_memory_dump + interval > now:
return
self.last_memory_dump = now
# Log wall clock and CPU times for self, children.
utime, stime, cutime, cstime, elapsed_time = os.times()
duration = elapsed_time - self.started
logging.debug('process duration: %s s', duration)
logging.debug('CPU time, in process: %s s', utime)
logging.debug('CPU time, in system: %s s', stime)
logging.debug('CPU time, in children: %s s', cutime)
logging.debug('CPU time, in system for children: %s s', cstime)
logging.debug('dumping memory profiling data: %s', msg)
logging.debug('VmRSS: %s KiB', self._vmrss())
if kind == 'simple':
return
# These are fairly expensive operations, so we only log them
# if we're doing expensive stuff anyway.
logging.debug('# objects: %d', len(gc.get_objects()))
logging.debug('# garbage: %d', len(gc.garbage))
def _vmrss(self): # pragma: no cover
'''Return current resident memory use, in KiB.'''
if platform.system() != 'Linux':
return 0
try:
f = open('/proc/self/status')
except IOError:
return 0
rss = 0
for line in f:
if line.startswith('VmRSS'):
rss = line.split()[1]
f.close()
return rss
|
