{ | |
"max_memory": { | |
"mps": 9329147904 | |
}, | |
"max_new_tokens": 32, | |
"no_split_module_classes": [ | |
"LlamaDecoderLayer" | |
], | |
"special_dtypes": {}, | |
"transformers_version": "4.31.0" | |
} | |
{ | |
"max_memory": { | |
"mps": 9329147904 | |
}, | |
"max_new_tokens": 32, | |
"no_split_module_classes": [ | |
"LlamaDecoderLayer" | |
], | |
"special_dtypes": {}, | |
"transformers_version": "4.31.0" | |
} | |