valitydev/yandex-tank
14
0
Fork 0
mirror of https://github.com/valitydev/yandex-tank.git synced 2024-11-07 02:45:21 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

use dtypes

Browse Source
This commit is contained in:
Alexey Lavrenuke 2016-02-25 17:32:08 +03:00
parent 19ced78959
commit 4b51a8c339
1 changed files with 18 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
yandextank/plugins/Phantom/reader.py
View File

@ -2,6 +2,7 @@
Phantom phout format reader. Read chunks from phout and produce data frames
"""
import pandas as pd
import numpy as np
from StringIO import StringIO
import logging
import json
@ -16,6 +17,21 @@ phout_columns = [
'proto_code'
]
dtypes = {
'time': np.float64,
'tag': np.str,
'interval_real': np.int64,
'connect_time': np.int64,
'send_time': np.int64,
'latency': np.int64,
'receive_time': np.int64,
'interval_event': np.int64,
'size_out': np.int64,
'size_in': np.int64,
'net_code': np.int64,
'proto_code': np.int64,
}
def string_to_df(data):
start_time = time.time()
@ -23,7 +39,8 @@ def string_to_df(data):
StringIO(data),
sep='\t',
names=phout_columns,
engine='python')
dtype=dtypes)
chunk['receive_ts'] = chunk.send_ts + chunk.interval_real / 1e6
chunk['receive_sec'] = chunk.receive_ts.astype(int)
# TODO: consider configuration for the following: