{"ZW1hX3BhcmFtcy5wYXJhbXMuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuRG93blNhbXBsZV8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuRG93blNhbXBsZV8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuRG93blNhbXBsZV8xLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuRG93blNhbXBsZV8xLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuRG93blNhbXBsZV8yLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuRG93blNhbXBsZV8yLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja180Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja180Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja180Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja180Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja180Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja180Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja180Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja180Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja180Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja180Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja181Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja181Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja181Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja181Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja181Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja181Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja181Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja181Lk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja181Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja181Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18wLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18wLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18wLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18wLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18wLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18wLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18wLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18wLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18wLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18wLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18xLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18xLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18xLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18xLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18xLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18xLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18xLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18xLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18xLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18xLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18yLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18yLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18yLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18yLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18yLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18yLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18yLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18yLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18yLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18yLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18zLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18zLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18zLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18zLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18zLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18zLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18zLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18zLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18zLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzaWR1YWxBdHRlbnRpb25CbG9ja18zLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMC5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMC5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMC5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMC5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMC5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMC5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMC5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMC5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMS5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMS5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMS5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMS5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMS5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMS5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMS5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMS5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTAuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTAuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTAuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTAuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTAuQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTAuQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTAuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTAuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTAuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTAuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTEuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTEuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTEuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTEuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTEuQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTEuQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTEuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTEuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTEuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTEuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTEuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTEuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTIuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTIuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTIuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTIuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTIuQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTIuQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTIuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTIuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTIuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTIuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTIuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTMuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTMuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTMuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTMuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTMuQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTMuQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTMuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTMuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTMuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTMuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTMuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTMuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTQuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTQuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTQuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTQuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTQuQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTQuQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTQuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTQuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTQuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTQuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTQuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTQuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTUuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTUuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTUuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTUuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTUuQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTUuQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTUuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTUuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTUuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTUuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTUuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTUuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTYuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTYuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTYuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTYuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTYuQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTYuQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTYuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTYuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTYuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTYuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTYuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTYuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTcuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTcuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTcuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTcuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTcuQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTcuQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTcuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTcuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTcuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTcuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTcuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTcuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTguQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTguQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTguQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTguQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTguQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTguQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTguR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTguR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTguR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTguR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTguRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTguRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTkuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTkuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTkuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTkuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTkuQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTkuQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTkuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTkuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTkuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTkuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTkuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMTkuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMi5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMi5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMi5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMi5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMi5Db252XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMi5Db252XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMi5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMi5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMi5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMi5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjAuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjAuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjAuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjAuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjAuQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjAuQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjAuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjAuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjAuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjAuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjEuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjEuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjEuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjEuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjEuQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjEuQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjEuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjEuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjEuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjEuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjEuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMjEuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMy5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMy5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMy5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMy5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMy5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMy5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMy5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfMy5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNC5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNC5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNC5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNC5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNC5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNC5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNC5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNC5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNS5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNS5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNS5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNS5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNS5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNS5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNS5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNS5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNi5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNi5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNi5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNi5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNi5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNi5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNi5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNi5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNy5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNy5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNy5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNy5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNy5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNy5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNy5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfNy5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOC5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOC5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOC5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOC5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOC5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOC5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOC5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOC5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOS5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOS5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOS5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOS5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOS5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOS5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOS5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuUmVzbmV0QmxvY2tfOS5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuVGltZUVtYmVkZGluZ18wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuVGltZUVtYmVkZGluZ18wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuVGltZUVtYmVkZGluZ18wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuVGltZUVtYmVkZGluZ18wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuVXBTYW1wbGVfMC5Db252VHJhbnNwb3NlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuVXBTYW1wbGVfMC5Db252VHJhbnNwb3NlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuVXBTYW1wbGVfMS5Db252VHJhbnNwb3NlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuVXBTYW1wbGVfMS5Db252VHJhbnNwb3NlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuVXBTYW1wbGVfMi5Db252VHJhbnNwb3NlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW1hX3BhcmFtcy5wYXJhbXMuVXBTYW1wbGVfMi5Db252VHJhbnNwb3NlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAuY291bnQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLkRvd25TYW1wbGVfMC5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLkRvd25TYW1wbGVfMC5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLkRvd25TYW1wbGVfMS5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLkRvd25TYW1wbGVfMS5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLkRvd25TYW1wbGVfMi5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLkRvd25TYW1wbGVfMi5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzAuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzAuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzAuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzAuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzAuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzAuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzAuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzAuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE0Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE0Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE0Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE0Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE1Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE1Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE1Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE1Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE2Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE2Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE2Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE2Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE3Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE3Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE3Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE3Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE4Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE4Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE4Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE4Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE5Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE5Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE5Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzE5Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzExLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzExLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzExLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzExLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzExLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzExLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzExLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzExLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzExLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzExLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzExLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzExLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIuQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIuQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzMuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzMuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzMuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzMuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzMuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzMuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzMuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzMuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzMuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzMuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzQuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzQuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzQuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzQuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzQuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzQuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzQuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzQuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzQuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzQuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzUuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzUuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzUuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzUuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzUuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzUuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzUuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzUuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzUuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzUuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzYuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzYuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzYuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzYuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzYuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzYuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzYuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzYuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzYuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzYuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzcuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzcuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzcuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzcuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzcuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzcuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzcuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzcuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzcuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzcuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzguQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzguQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzguQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzguQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzguR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzguR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzguR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzguR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzguRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzguRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzkuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzkuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzkuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzkuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzkuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzkuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzkuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzkuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzkuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc25ldEJsb2NrXzkuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlRpbWVFbWJlZGRpbmdfMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlRpbWVFbWJlZGRpbmdfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlRpbWVFbWJlZGRpbmdfMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlRpbWVFbWJlZGRpbmdfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlVwU2FtcGxlXzAuQ29udlRyYW5zcG9zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlVwU2FtcGxlXzAuQ29udlRyYW5zcG9zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlVwU2FtcGxlXzEuQ29udlRyYW5zcG9zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlVwU2FtcGxlXzEuQ29udlRyYW5zcG9zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlVwU2FtcGxlXzIuQ29udlRyYW5zcG9zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubXUucGFyYW1zLlVwU2FtcGxlXzIuQ29udlRyYW5zcG9zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLkRvd25TYW1wbGVfMC5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLkRvd25TYW1wbGVfMC5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLkRvd25TYW1wbGVfMS5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLkRvd25TYW1wbGVfMS5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLkRvd25TYW1wbGVfMi5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLkRvd25TYW1wbGVfMi5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzAuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzAuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzAuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzAuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzAuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzAuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzAuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzAuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE0LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE0Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE0Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE0Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE0Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE1LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE1Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE1Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE1Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE1Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE2LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE2Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE2Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE2Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE2Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE3LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE3Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE3Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE3Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE3Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE4LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE4Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE4Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE4Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE4Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE5LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE5Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE5Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE5Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzE5Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEwLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzExLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzExLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzExLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzExLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzExLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzExLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzExLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzExLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzExLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzExLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzExLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzExLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEyLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzEzLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIuQ29udl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIuQ29udl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIwLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzIxLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzMuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzMuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzMuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzMuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzMuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzMuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzMuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzMuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzMuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzMuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzQuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzQuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzQuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzQuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzQuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzQuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzQuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzQuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzQuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzQuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzUuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzUuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzUuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzUuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzUuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzUuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzUuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzUuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzUuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzUuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzYuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzYuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzYuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzYuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzYuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzYuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzYuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzYuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzYuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzYuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzcuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzcuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzcuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzcuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzcuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzcuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzcuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzcuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzcuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzcuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzguQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzguQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzguQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzguQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzguR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzguR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzguR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzguR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzguRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzguRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzkuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzkuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzkuQ29udl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzkuQ29udl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzkuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzkuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzkuR3JvdXBOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzkuR3JvdXBOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzkuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc25ldEJsb2NrXzkuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlJlc2lkdWFsQXR0ZW50aW9uQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlRpbWVFbWJlZGRpbmdfMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlRpbWVFbWJlZGRpbmdfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlRpbWVFbWJlZGRpbmdfMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlRpbWVFbWJlZGRpbmdfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlVwU2FtcGxlXzAuQ29udlRyYW5zcG9zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlVwU2FtcGxlXzAuQ29udlRyYW5zcG9zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlVwU2FtcGxlXzEuQ29udlRyYW5zcG9zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlVwU2FtcGxlXzEuQ29udlRyYW5zcG9zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlVwU2FtcGxlXzIuQ29udlRyYW5zcG9zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjAubnUucGFyYW1zLlVwU2FtcGxlXzIuQ29udlRyYW5zcG9zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bW9kZWxfbWV0cmljcy5fcmVkdWN0aW9uX2NvdW50ZXIudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bW9kZWxfbWV0cmljcy5sb3NzLmNvdW50":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bW9kZWxfbWV0cmljcy5sb3NzLnRvdGFs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c3RlcA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5Eb3duU2FtcGxlXzAuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5Eb3duU2FtcGxlXzAuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5Eb3duU2FtcGxlXzEuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5Eb3duU2FtcGxlXzEuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5Eb3duU2FtcGxlXzIuQ29udl8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5Eb3duU2FtcGxlXzIuQ29udl8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzAuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzAuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzEuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzEuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzIuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzIuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzMuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzMuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzQuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzQuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzUuR3JvdXBOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzUuR3JvdXBOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNpZHVhbEF0dGVudGlvbkJsb2NrXzUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja180LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja180LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja180LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja180LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja180LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja180LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja180Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja180Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja180Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja180Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja181LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja181LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja181LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja181LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja181LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja181LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja181Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja181Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja181Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja181Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja182LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja182LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja182LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja182LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja182LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja182LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja182Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja182Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja182Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja182Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja183LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja183LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja183LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja183LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja183LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja183LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja183Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja183Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja183Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja183Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja184LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja184LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja184LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja184LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja184LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja184LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja184Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja184Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja184Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja184Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja185LkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja185LkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja185LkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja185LkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja185LkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja185LkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja185Lkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja185Lkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja185Lkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja185Lkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18wLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18wLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18wLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18wLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMC5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMC5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMC5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMC5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMC5Db252XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMC5Db252XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMC5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMC5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMC5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMC5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMS5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMS5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMS5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMS5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMS5Db252XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMS5Db252XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMS5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMS5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMS5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMS5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMi5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMi5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMi5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMi5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMi5Db252XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMi5Db252XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMi5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMi5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMi5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMi5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMy5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMy5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMy5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMy5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMy5Db252XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMy5Db252XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMy5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMy5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMy5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xMy5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNC5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNC5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNC5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNC5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNC5Db252XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNC5Db252XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNC5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNC5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNC5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNC5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNS5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNS5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNS5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNS5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNS5Db252XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNS5Db252XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNS5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNS5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNS5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNS5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNi5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNi5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNi5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNi5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNi5Db252XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNi5Db252XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNi5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNi5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNi5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNi5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNy5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNy5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNy5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNy5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNy5Db252XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNy5Db252XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNy5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNy5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNy5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xNy5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOC5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOC5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOC5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOC5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOC5Db252XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOC5Db252XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOC5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOC5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOC5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOC5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOS5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOS5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOS5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOS5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOS5Db252XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOS5Db252XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOS5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOS5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOS5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18xOS5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMC5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMC5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMC5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMC5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMC5Db252XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMC5Db252XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMC5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMC5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMC5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMC5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMS5Db252XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMS5Db252XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMS5Db252XzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMS5Db252XzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMS5Db252XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMS5Db252XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMS5Hcm91cE5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMS5Hcm91cE5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMS5Hcm91cE5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18yMS5Hcm91cE5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18zLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18zLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18zLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18zLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18zLkdyb3VwTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18zLkdyb3VwTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18zLkdyb3VwTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5SZXNuZXRCbG9ja18zLkdyb3VwTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5UaW1lRW1iZWRkaW5nXzAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5UaW1lRW1iZWRkaW5nXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5UaW1lRW1iZWRkaW5nXzAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5UaW1lRW1iZWRkaW5nXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5VcFNhbXBsZV8wLkNvbnZUcmFuc3Bvc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5VcFNhbXBsZV8wLkNvbnZUcmFuc3Bvc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5VcFNhbXBsZV8xLkNvbnZUcmFuc3Bvc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5VcFNhbXBsZV8xLkNvbnZUcmFuc3Bvc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5VcFNhbXBsZV8yLkNvbnZUcmFuc3Bvc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLnBhcmFtcy5VcFNhbXBsZV8yLkNvbnZUcmFuc3Bvc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cm5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dHJhaW5fZGF0YXNldC5lcG9jaA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dHJhaW5fZGF0YXNldC5pbWc=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dHJhaW5fZGF0YXNldC5ybmc=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dHJhaW5fZGF0YXNldC5zdGVw":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dHJhaW5fbWV0cmljcy5fcmVkdWN0aW9uX2NvdW50ZXIudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dHJhaW5fbWV0cmljcy5lcG9jaC50b3RhbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dHJhaW5fbWV0cmljcy5lcG9jaC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dHJhaW5fbWV0cmljcy5zdGVwLmNvdW50":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dHJhaW5fbWV0cmljcy5zdGVwLnRvdGFs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsX2RhdGFzZXQuZXBvY2g=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsX2RhdGFzZXQuaW1n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsX2RhdGFzZXQuc3RlcA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsX2RhdGFzZXQucm5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"}