File size: 444 Bytes
0c136d8 a8a595d f1b08a8 30e165f 34d6af9 a8a595d 6676c5a 0c136d8 a8a595d 13e3243 f1b08a8 13e3243 0c136d8 a8a595d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
import config
from api_wrappers import hf_data_loader
from generation_steps import synthetic_end_to_start, synthetic_start_to_end, metrics_analysis
def run():
df = hf_data_loader.load_processed_rewriting_as_pandas()
df = synthetic_end_to_start.transform(df)
df = synthetic_start_to_end.transform(df)
df = metrics_analysis.transform(df)
df.to_csv(config.SYNTHETIC_DATASET_ARTIFACT)
if __name__ == '__main__':
run()
|