_ce.py 1.1 KB
Newer Older
R
add ce  
root 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36
### This file is only used for continuous evaluation test!
from __future__ import print_function
from __future__ import division
from __future__ import absolute_import
import os
import sys
sys.path.append(os.environ['ceroot'])
from kpi import CostKpi

train_cost_kpi = CostKpi('train_cost', 0.02, 0, actived=True, desc='train cost')
test_cost_kpi = CostKpi('test_cost', 0.02, 0, actived=True, desc='test cost')
tracking_kpis=[train_cost_kpi,test_cost_kpi]

def parse_log(log):
    for line in log.split('\n'):
        fs = line.strip().split('\t')
        print(fs)
        if len(fs) == 3 and fs[0] =='kpis':
           print("-----%s" % fs)
           kpi_name = fs[1]
           kpi_value = float(fs[2])
           yield kpi_name,kpi_value
def log_to_ce(log):
    kpi_tracker = {}
    for kpi in tracking_kpis:
        kpi_tracker[kpi.name]=kpi
    
    for (kpi_name, kpi_value) in parse_log(log):
         print(kpi_name,kpi_value)
         kpi_tracker[kpi_name].add_record(kpi_value)
         kpi_tracker[kpi_name].persist()

if __name__ == '__main__':
     log = sys.stdin.read()
     log_to_ce(log)