Coverage report:
98%
hide covered
Files
Functions
Classes
coverage.py v7.13.5
, created at 2026-05-02 20:06 +0200
File
function
statements
missing
excluded
coverage
eval_harness / __init__.py
(no function)
0
0
0
100%
eval_harness / dataset.py
load_golden_set
18
1
0
94%
eval_harness / dataset.py
(no function)
16
0
0
100%
eval_harness / providers / __init__.py
(no function)
0
0
0
100%
eval_harness / providers / base.py
Provider.generate
0
0
1
100%
eval_harness / providers / base.py
(no function)
2
0
1
100%
eval_harness / providers / ollama.py
OllamaProvider.__init__
4
0
0
100%
eval_harness / providers / ollama.py
OllamaProvider.generate
13
3
0
77%
eval_harness / providers / ollama.py
(no function)
9
0
0
100%
eval_harness / scorers / __init__.py
(no function)
0
0
0
100%
eval_harness / scorers / base.py
Scorer.score
0
0
1
100%
eval_harness / scorers / base.py
(no function)
10
0
1
100%
eval_harness / scorers / bleu.py
BleuScorer.__init__
4
0
0
100%
eval_harness / scorers / bleu.py
BleuScorer.score
4
0
0
100%
eval_harness / scorers / bleu.py
(no function)
8
0
0
100%
eval_harness / scorers / exact_match.py
ExactMatchScorer.score
2
0
0
100%
eval_harness / scorers / exact_match.py
(no function)
5
0
0
100%
eval_harness / scorers / judge.py
_parse_judge_response
17
0
0
100%
eval_harness / scorers / judge.py
LLMJudgeScorer.__init__
8
0
0
100%
eval_harness / scorers / judge.py
LLMJudgeScorer.build_prompt
1
0
0
100%
eval_harness / scorers / judge.py
LLMJudgeScorer.score
9
0
0
100%
eval_harness / scorers / judge.py
(no function)
16
0
0
100%
eval_harness / scorers / rouge.py
RougeScorer.__init__
5
0
0
100%
eval_harness / scorers / rouge.py
RougeScorer.score
4
0
0
100%
eval_harness / scorers / rouge.py
(no function)
9
0
0
100%
eval_harness / scorers / semantic.py
SemanticScorer.__init__
7
0
0
100%
eval_harness / scorers / semantic.py
SemanticScorer.score
5
0
0
100%
eval_harness / scorers / semantic.py
(no function)
10
0
0
100%
Total
186
4
4
98%
No items found using the specified filter.