Python test creates a Json result

xebia-functional · Nov 20, 2023 · b7803a1 · b7803a1
1 parent 8883c8b
commit b7803a1
Show file tree

Hide file tree

Showing 2 changed files with 28 additions and 2 deletions.
diff --git a/evaluator/evalTest/__pycache__/test_evaluator.cpython-310-pytest-7.4.3.pyc b/evaluator/evalTest/__pycache__/test_evaluator.cpython-310-pytest-7.4.3.pyc
diff --git a/evaluator/evalTest/test_evaluator.py b/evaluator/evalTest/test_evaluator.py
@@ -29,7 +29,17 @@
 if metric == "AnswerRelevancyMetric":
     metricObj = AnswerRelevancyMetric(minimum_score=minimumScore)
 
+jsonResponse = {
+    "description": appDescription,
+}
+
+jsonItemResultResponses = []
+
 for x in range(numberOfOutputs):
+    jsonItemResponse = {
+        "description": outputs[x],
+
+    }
     cases = []
     for item in data['items']:
         context = []
@@ -41,15 +51,31 @@
     results = execute_test(cases, [metricObj])
     print(f"Results: {outputs[x]}:")
     totalScore = 0
+
+    jsonResultResponses = []
+
     for r in results:
-        # print_test_result(r)
+        jsonResultResponse = {
+            "input": r.input,
+            "output": r.actual_output,
+            "score": float(r.metrics[0].score)
+        }
+        jsonResultResponses.append(jsonResultResponse)
         totalScore += r.metrics[0].score
-        print(f"- -> {r.metrics[0].score}")
+        print(f"- {r.input} -> {r.metrics[0].score}")
     avg = totalScore / len(results)
+    jsonItemResponse["tests"] = jsonResultResponses
+    jsonItemResponse["avg"] = avg
+    jsonItemResultResponses.append(jsonItemResponse)
     print()
     print(f"Average: {avg}:")
     print()
 
+jsonResponse["results"] = jsonItemResultResponses
+
+with open("results.json", "w") as outfile:
+    json.dump(jsonResponse, outfile)
+
 print()
 
 f.close()