You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
107 lines
3.2 KiB
107 lines
3.2 KiB
#!/usr/bin/env python |
|
# -*- coding:utf-8 -*- |
|
''' |
|
Step 9 |
|
''' |
|
from __future__ import print_function |
|
from base import create_csv, TARGET_DIR, MODEL_LIST, RAW_DIR |
|
import os |
|
import csv |
|
import re |
|
import sys |
|
|
|
FN_CONST = 19 |
|
|
|
|
|
def get_retrieved_yynn_count(model, **kwargs): |
|
result = {} |
|
order = kwargs.get('order', '1234') |
|
for i in order: |
|
P = os.path.join(TARGET_DIR, 'part7', '%s-%s.csv' % (model, i)) |
|
with open(P, 'rb') as f: |
|
rows = csv.reader(f) |
|
for row in rows: |
|
if row[0] not in result: |
|
result[row[0]] = row[len(row)-1] |
|
return result |
|
|
|
|
|
def process_file(seven_data, data, header): |
|
start_ind = 0 |
|
for i in xrange(0, len(header)): |
|
if re.search(r'^R', header[i]): |
|
start_ind = i |
|
break |
|
|
|
prf_output = [] |
|
for i in xrange(start_ind, len(data)): |
|
R_id = header[i] |
|
if R_id not in seven_data: |
|
continue |
|
TP = float(data[i]) |
|
FP = float(seven_data[R_id]) - TP |
|
FN = float(FN_CONST) - TP |
|
# print(data[0]) |
|
# print(seven_data) |
|
# print('FP = %s - %s = %s' % (seven_data[R_id], TP, FP)) |
|
# print('TP: %s, FP: %s, FN: %s' % (TP, FP, FN)) |
|
|
|
P = (TP / (TP + FP)) * 100 |
|
R = (TP / (TP + FN)) * 100 |
|
try: |
|
F = 2 * (P * R) / (P + R) |
|
except ZeroDivisionError: |
|
F = 'inf' |
|
# print('\nZeroDivisionError: ' |
|
# '%s -- R_id: %s | P: %s | R: %s' % (data[0], R_id, P, R), end='') |
|
|
|
prf_output.append({ |
|
'R_id': R_id, |
|
"P": P, |
|
"R": R, |
|
"F": F, |
|
}) |
|
# print(prf_output) |
|
return prf_output |
|
|
|
|
|
def loop_thru_step8(): |
|
BASE_PATH = os.path.join(TARGET_DIR, 'part8') |
|
for i in os.walk(BASE_PATH): |
|
for j in i[2]: |
|
print('\r >> processing %s ' % j, end='') |
|
sys.stdout.flush() |
|
output = [] |
|
''' |
|
Nah, getting wrong data from step 7 |
|
''' |
|
_m = j[:4] |
|
_o = j[5] |
|
seven = get_retrieved_yynn_count(_m, **{'order': _o}) |
|
fpath = os.path.join(BASE_PATH, j) |
|
with open(fpath, 'rb') as f: |
|
output_header = ['lo_id', j[:4]] |
|
output_sub_header = ['', '', ] |
|
rows = csv.reader(f) |
|
header = rows.next() |
|
is_header_created = False |
|
for r in rows: |
|
output_row = [r[0], j[:4]] |
|
prf = process_file(seven, r, header) |
|
for i in prf: |
|
if not is_header_created: |
|
output_header += [i['R_id'], '', ''] |
|
output_sub_header += ['P', 'R', 'F'] |
|
output_row += [i['P'], i['R'], i['F']] |
|
output.append(output_row) |
|
is_header_created = True |
|
|
|
output_name = j |
|
result = [output_header] + [output_sub_header] + output |
|
create_csv(output_name, result, directory='part9') |
|
is_header_created = False |
|
print('\r >> done %s ' % j, end='') |
|
sys.stdout.flush() |
|
print('') |
|
|
|
loop_thru_step8()
|
|
|