CC_flows / CodeTesting.py
yeeef's picture
propagate changes
ae49f4f
raw
history blame
1.42 kB
from copy import deepcopy
from typing import Optional, Any, List, Dict
from flows import logging
from flows.base_flows.abstract import AtomicFlow
log = logging.get_logger(__name__)
class CodeTesting(AtomicFlow):
REQUIRED_KEYS_CONFIG = []
REQUIRED_KEYS_CONSTRUCTOR = []
def __init__(self, **kwargs):
super().__init__(**kwargs)
def _get_test_data(self, input_data: Dict):
"""This function retrieves (or generates) input-output pairs that will be used to test the implementation."""
raise NotImplementedError()
def _run_tests(self, input_data: Dict, test_data: Dict) -> Dict[str, Any]:
raise NotImplementedError()
@classmethod
def instantiate_from_config(cls, config):
flow_config = deepcopy(config)
kwargs = {"flow_config": flow_config}
kwargs["input_data_transformations"] = cls._set_up_data_transformations(config["input_data_transformations"])
kwargs["output_data_transformations"] = cls._set_up_data_transformations(config["output_data_transformations"])
# ~~~ Instantiate flow ~~~
return cls(**kwargs)
def run(self,
input_data: Dict[str, Any]) -> Dict[str, Any]:
# ~~~ Retrieve the test data ~~~
test_data = self._get_test_data(input_data)
# ~~~ Run tests ~~~
response: Dict[str, Any] = self._run_tests(input_data, test_data)
return response