flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [16384, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 3311 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [496, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 344 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [512, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 344 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [13021, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 215 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [4100, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 215 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [1, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [104, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [112, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [120, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [128, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [136, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [144, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [152, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [16, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [160, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [168, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [176, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [184, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [192, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [2, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [200, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [208, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [216, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [224, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [232, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [24, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [240, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [248, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [256, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [272, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [288, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [304, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [32, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [320, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [336, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [352, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [368, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [384, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [4, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [40, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [400, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [416, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [432, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [448, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [464, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [48, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [480, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [56, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [64, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [72, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [8, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [80, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [88, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [96, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 172 flag_gems.ops.fused_marlin_moe.fused_marlin_moe, [shape info]: [2048, 256, 4096, 256, 6](num_tokens, num_experts, hidden_size, intermediate_size, topk), [count]: 43