{
  "analytic": "moe-routing",
  "kind": "declared_analytical_or_constructed_example",
  "experimental_model_result": false,
  "panels": [
    {
      "kind": "bar",
      "labels": [
        "E1",
        "E2",
        "E3",
        "E4",
        "E5",
        "E6",
        "E7",
        "E8"
      ],
      "series": [
        {
          "label": "Uniform load",
          "y": [
            125,
            125,
            125,
            125,
            125,
            125,
            125,
            125
          ]
        },
        {
          "label": "Constructed skew",
          "y": [
            400,
            200,
            100,
            80,
            70,
            60,
            50,
            40
          ]
        },
        {
          "label": "Capacity",
          "y": [
            157,
            157,
            157,
            157,
            157,
            157,
            157,
            157
          ]
        }
      ],
      "ylabel": "Token assignments"
    }
  ],
  "title": "Equal average load can hide expert overflow",
  "assumptions": "8 experts; 1000 token assignments; top-k=1; capacity factor 1.25, rounded up to157. No routing model trained.",
  "worked": "两组派发数都为1000，容量均157。均匀组没有超限；偏斜组超限派发共286次。最终丢弃、重路由与质量取决于实现，不由计数自动决定。",
  "source_ids": [
    "arxiv-2101.03961",
    "arxiv-2006.16668",
    "attention"
  ],
  "formula_source": "Article equations and this versioned script",
  "diagram_nodes": [
    "token及路由分组",
    "router分数 / top-k",
    "专家容量检查",
    "跨设备分发与排队",
    "专家计算 / 结果合并",
    "质量、溢出与系统联合评估"
  ]
}