| { | |
| "microsoft/Phi-3-mini-4k-instruct": [ | |
| { | |
| "batch_size": 1, | |
| "sequence_length": 4096, | |
| "num_cores": 2, | |
| "auto_cast_type": "bf16" | |
| }, | |
| { | |
| "batch_size": 4, | |
| "sequence_length": 4096, | |
| "num_cores": 2, | |
| "auto_cast_type": "bf16" | |
| } | |
| ], | |
| "microsoft/phi-4": [ | |
| { | |
| "batch_size": 1, | |
| "sequence_length": 4096, | |
| "num_cores": 10, | |
| "auto_cast_type": "bf16" | |
| }, | |
| { | |
| "batch_size": 16, | |
| "sequence_length": 4096, | |
| "num_cores": 10, | |
| "auto_cast_type": "bf16" | |
| } | |
| ] | |
| } |