| [run] | |
| # tasks that aren't wired up. | |
| omit = | |
| lm_eval/tasks/quac.py | |
| lm_eval/tasks/storycloze.py | |
| lm_eval/tasks/cbt.py | |
| lm_eval/tasks/sat.py | |
| lm_eval/tasks/triviaqa.py | |
| lm_eval/tasks/naturalqs.py | |
| lm_eval/models/dummy.py | |
| [report] | |
| exclude_lines = | |
| # Skip any pass lines such as may be used for @abstractmethod | |
| pass | |
| # Have to re-enable the standard pragma | |
| pragma: no cover | |
| # Don't complain about missing debug-only code: | |
| def __repr__ | |
| if self\.debug | |
| # Don't complain if tests don't hit defensive assertion code: | |
| raise AssertionError | |
| raise NotImplementedError | |
| return NotImplemented | |