Skip to content

Commit ae77383

Browse files
committed
add granular metrics for accuracy
1 parent f736c37 commit ae77383

File tree

2 files changed

+4
-1
lines changed

2 files changed

+4
-1
lines changed

sources/full_pipeline.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -63,7 +63,6 @@ def run_pipeline(file):
6363
#----------------------------------------------------- Stage 5
6464

6565
result_array = tests.get_evaluation_result_as_numpy()
66-
print(result_array)
6766
from sources.metrics.accuracy import Accuracy
6867
metric = Accuracy()
6968
metric.get_metric_value(result_array)

sources/metrics/accuracy.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -13,6 +13,8 @@ def __init__(self, metric_name="", threshold=None):
1313

1414

1515
self.metric_result = None
16+
self.metric_result_question_wise = []
17+
self.metric_result_question_test_wise = []
1618
self.threshold = None
1719

1820

@@ -25,4 +27,6 @@ def passed(self):
2527
def get_metric_value(self, result_array):
2628

2729
self.metric_result = result_array.mean()
30+
self.metric_result_question_wise = result_array.mean(axis=(1, 2, 3)).tolist()
31+
self.metric_result_question_test_wise = result_array.mean(axis=(1, 2)).tolist()
2832
return self.metric_result

0 commit comments

Comments
 (0)