20 lines
605 B
YAML
20 lines
605 B
YAML
fused_marlin_moe_mxfp4:
|
|
shapes:
|
|
- [1, 256, 4096, 256, 6]
|
|
- [2, 256, 4096, 256, 6]
|
|
- [4, 256, 4096, 256, 6]
|
|
- [8, 256, 4096, 256, 6]
|
|
- [16, 256, 4096, 256, 6]
|
|
- [32, 256, 4096, 256, 6]
|
|
- [64, 256, 4096, 256, 6]
|
|
- [128, 256, 4096, 256, 6]
|
|
- [256, 256, 4096, 256, 6]
|
|
- [512, 256, 4096, 256, 6]
|
|
- [1024, 256, 4096, 256, 6]
|
|
- [2048, 256, 4096, 256, 6]
|
|
- [4096, 256, 4096, 256, 6]
|
|
- [8192, 256, 4096, 256, 6]
|
|
- [16384, 256, 4096, 256, 6]
|
|
- [32768, 256, 4096, 256, 6]
|
|
shape_desc: "num_tokens, num_experts, hidden_size, intermediate_size, topk"
|