1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
# SPDX-License-Identifier: GPL-2.0
import json
class FioResultDecoder(json.JSONDecoder):
"""Decoder for decoding fio result json to an object for our database
This decodes the json output from fio into an object that can be directly
inserted into our database. This just strips out the fields we don't care
about and collapses the read/write/trim classes into a flat value structure
inside of the jobs object.
For example
"write" : {
"io_bytes" : 313360384,
"bw" : 1016,
}
Get's collapsed to
"write_io_bytes" : 313360384,
"write_bw": 1016,
Currently any dict under 'jobs' get's dropped, with the exception of 'read',
'write', and 'trim'. For those sub sections we drop any dict's under those.
Attempt to keep this as generic as possible, we don't want to break every
time fio changes it's json output format.
"""
_ignore_types = ['dict', 'list']
_override_keys = ['lat_ns', 'lat']
_io_ops = ['read', 'write', 'trim']
_transform_keys = { 'lat': 'lat_ns' }
def decode(self, json_string):
"""This does the dirty work of converting everything"""
default_obj = super(FioResultDecoder, self).decode(json_string)
obj = {}
obj['global'] = {}
obj['global']['time'] = default_obj['time']
obj['jobs'] = []
for job in default_obj['jobs']:
new_job = {}
for key,value in job.iteritems():
if key not in self._io_ops:
if value.__class__.__name__ in self._ignore_types:
continue
new_job[key] = value
continue
for k,v in value.iteritems():
if k in self._override_keys:
if k in self._transform_keys:
k = self._transform_keys[k]
for subk,subv in v.iteritems():
collapsed_key = "{}_{}_{}".format(key, k, subk)
new_job[collapsed_key] = subv
continue
if v.__class__.__name__ in self._ignore_types:
continue
collapsed_key = "{}_{}".format(key, k)
new_job[collapsed_key] = v
obj['jobs'].append(new_job)
return obj
|
