{ "adapter_tuning": true, "architectures": [ "HFRoBERTaGen" ], "bn_dim": 64, "d_model": 768, "decode_nwords": 50, "decoder_dim_ff": 1024, "decoder_heads": 8, "decoder_layers": 2, "dropout": 0.1, "eval_bz": 100, "label_smooth": 0.05, "lr": 1e-05, "max_input_len": 128, "max_output_len": 64, "torch_dtype": "float32", "transformers_version": "4.26.1", "use_adapter": true, "output_as_code": true }