[
  {
    "name": "n-cpu-moe=64 (all CPU)",
    "n_cpu_moe": 64,
    "speed_tps": 4.87,
    "vram_gpu0": 4257,
    "vram_gpu1": 3793,
    "vram_total": 8050,
    "status": "OK"
  },
  {
    "name": "n-cpu-moe=56 (8 layers GPU expert)",
    "n_cpu_moe": 56,
    "speed_tps": 4.78,
    "vram_gpu0": 4233,
    "vram_gpu1": 3793,
    "vram_total": 8026,
    "status": "OK"
  },
  {
    "name": "n-cpu-moe=48 (16 layers GPU expert)",
    "n_cpu_moe": 48,
    "speed_tps": 4.82,
    "vram_gpu0": 4233,
    "vram_gpu1": 3793,
    "vram_total": 8026,
    "status": "OK"
  },
  {
    "name": "n-cpu-moe=40 (24 layers GPU expert)",
    "status": "BOOT_FAIL"
  },
  {
    "name": "n-cpu-moe=32 (32 layers GPU expert)",
    "status": "BOOT_FAIL"
  }
]