| {"bGVhcm5lcl9zdGF0ZS50aW1lc3RlcC5kaXNjb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS50aW1lc3RlcC5leHRyYXMuZXBpc29kZV9tZXRyaWNzLmVwaXNvZGVfbGVuZ3Ro":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS50aW1lc3RlcC5leHRyYXMuZXBpc29kZV9tZXRyaWNzLmVwaXNvZGVfcmV0dXJu":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS50aW1lc3RlcC5leHRyYXMuZXBpc29kZV9tZXRyaWNzLmlzX3Rlcm1pbmFsX3N0ZXA=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS50aW1lc3RlcC5leHRyYXMubmV4dF9vYnMuYWN0aW9uX21hc2s=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS50aW1lc3RlcC5leHRyYXMubmV4dF9vYnMuYWdlbnRfdmlldw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS50aW1lc3RlcC5leHRyYXMubmV4dF9vYnMuc3RlcF9jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS50aW1lc3RlcC5vYnNlcnZhdGlvbi5hY3Rpb25fbWFzaw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS50aW1lc3RlcC5vYnNlcnZhdGlvbi5hZ2VudF92aWV3":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS50aW1lc3RlcC5vYnNlcnZhdGlvbi5zdGVwX2NvdW50":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS50aW1lc3RlcC5yZXdhcmQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS50aW1lc3RlcC5zdGVwX3R5cGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuY3VycmVudF9pbmRleA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS50cnVuY2F0ZWQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS5hY3Rpb24=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS5hZHZhbnRhZ2Vz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS5kb25l":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS5pbmZvLmVwaXNvZGVfbGVuZ3Ro":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS5pbmZvLmVwaXNvZGVfcmV0dXJu":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS5pbmZvLmlzX3Rlcm1pbmFsX3N0ZXA=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS5vYnMuYWN0aW9uX21hc2s=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS5vYnMuYWdlbnRfdmlldw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS5vYnMuc3RlcF9jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS5yZXdhcmQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS5zYW1wbGVkX2FjdGlvbnM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS5zZWFyY2hfcG9saWN5":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuZXhwZXJpZW5jZS5zZWFyY2hfdmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5idWZmZXJfc3RhdGUuaXNfZnVsbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5lbnZfc3RhdGUuZW52X3N0YXRlLmd5bW5heF9lbnZfc3RhdGUudGhldGE=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5lbnZfc3RhdGUuZW52X3N0YXRlLmd5bW5heF9lbnZfc3RhdGUudGhldGFfZG90":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5lbnZfc3RhdGUuZW52X3N0YXRlLmd5bW5heF9lbnZfc3RhdGUudGltZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5lbnZfc3RhdGUuZW52X3N0YXRlLmd5bW5heF9lbnZfc3RhdGUueA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5lbnZfc3RhdGUuZW52X3N0YXRlLmd5bW5heF9lbnZfc3RhdGUueF9kb3Q=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5lbnZfc3RhdGUuZW52X3N0YXRlLmtleQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5lbnZfc3RhdGUuZW52X3N0YXRlLnN0ZXBfY291bnQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5lbnZfc3RhdGUuZXBpc29kZV9sZW5ndGg=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5lbnZfc3RhdGUuZXBpc29kZV9yZXR1cm4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5lbnZfc3RhdGUua2V5":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5lbnZfc3RhdGUucnVubmluZ19jb3VudF9lcGlzb2RlX2xlbmd0aA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5lbnZfc3RhdGUucnVubmluZ19jb3VudF9lcGlzb2RlX3JldHVybg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5rZXk=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAuY291bnQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubXUucGFyYW1zLmFjdGlvbl9oZWFkLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubXUucGFyYW1zLmFjdGlvbl9oZWFkLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubXUucGFyYW1zLmNyaXRpY19oZWFkLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubXUucGFyYW1zLmNyaXRpY19oZWFkLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubXUucGFyYW1zLnNoYXJlZF90b3Jzby5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubXUucGFyYW1zLnNoYXJlZF90b3Jzby5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubXUucGFyYW1zLnNoYXJlZF90b3Jzby5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubXUucGFyYW1zLnNoYXJlZF90b3Jzby5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubXUucGFyYW1zLnNoYXJlZF90b3Jzby5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubXUucGFyYW1zLnNoYXJlZF90b3Jzby5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubnUucGFyYW1zLmFjdGlvbl9oZWFkLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubnUucGFyYW1zLmFjdGlvbl9oZWFkLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubnUucGFyYW1zLmNyaXRpY19oZWFkLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubnUucGFyYW1zLmNyaXRpY19oZWFkLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubnUucGFyYW1zLnNoYXJlZF90b3Jzby5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubnUucGFyYW1zLnNoYXJlZF90b3Jzby5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubnUucGFyYW1zLnNoYXJlZF90b3Jzby5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubnUucGFyYW1zLnNoYXJlZF90b3Jzby5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubnUucGFyYW1zLnNoYXJlZF90b3Jzby5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmFjX29wdF9zdGF0ZS4xLjAubnUucGFyYW1zLnNoYXJlZF90b3Jzby5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmR1YWxfb3B0X3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmR1YWxfb3B0X3N0YXRlLjEuMC5tdS5sb2dfYWxwaGE=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmR1YWxfb3B0X3N0YXRlLjEuMC5tdS5sb2dfdGVtcGVyYXR1cmU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmR1YWxfb3B0X3N0YXRlLjEuMC5udS5sb2dfYWxwaGE=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5vcHRfc3RhdGVzLmR1YWxfb3B0X3N0YXRlLjEuMC5udS5sb2dfdGVtcGVyYXR1cmU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMuYWNfcGFyYW1zLnBhcmFtcy5hY3Rpb25faGVhZC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMuYWNfcGFyYW1zLnBhcmFtcy5hY3Rpb25faGVhZC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMuYWNfcGFyYW1zLnBhcmFtcy5jcml0aWNfaGVhZC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMuYWNfcGFyYW1zLnBhcmFtcy5jcml0aWNfaGVhZC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMuYWNfcGFyYW1zLnBhcmFtcy5zaGFyZWRfdG9yc28uRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMuYWNfcGFyYW1zLnBhcmFtcy5zaGFyZWRfdG9yc28uRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMuYWNfcGFyYW1zLnBhcmFtcy5zaGFyZWRfdG9yc28uRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMuYWNfcGFyYW1zLnBhcmFtcy5zaGFyZWRfdG9yc28uRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMuYWNfcGFyYW1zLnBhcmFtcy5zaGFyZWRfdG9yc28uRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMuYWNfcGFyYW1zLnBhcmFtcy5zaGFyZWRfdG9yc28uRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMuZHVhbF9wYXJhbXMubG9nX2FscGhh":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMuZHVhbF9wYXJhbXMubG9nX3RlbXBlcmF0dXJl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMudGFyZ2V0X2FjX3BhcmFtcy5wYXJhbXMuY3JpdGljX2hlYWQuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMudGFyZ2V0X2FjX3BhcmFtcy5wYXJhbXMuY3JpdGljX2hlYWQuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMudGFyZ2V0X2FjX3BhcmFtcy5wYXJhbXMuYWN0aW9uX2hlYWQuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMudGFyZ2V0X2FjX3BhcmFtcy5wYXJhbXMuYWN0aW9uX2hlYWQuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMudGFyZ2V0X2FjX3BhcmFtcy5wYXJhbXMuc2hhcmVkX3RvcnNvLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMudGFyZ2V0X2FjX3BhcmFtcy5wYXJhbXMuc2hhcmVkX3RvcnNvLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMudGFyZ2V0X2FjX3BhcmFtcy5wYXJhbXMuc2hhcmVkX3RvcnNvLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMudGFyZ2V0X2FjX3BhcmFtcy5wYXJhbXMuc2hhcmVkX3RvcnNvLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMudGFyZ2V0X2FjX3BhcmFtcy5wYXJhbXMuc2hhcmVkX3RvcnNvLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGVhcm5lcl9zdGF0ZS5wYXJhbXMudGFyZ2V0X2FjX3BhcmFtcy5wYXJhbXMuc2hhcmVkX3RvcnNvLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}"} |