[
  {
    "name": "Qwen 27B - 256K (q4_0)",
    "status": "Success",
    "vram": [
      "0, 10853 MiB, 12288 MiB",
      "1, 10951 MiB, 12288 MiB"
    ],
    "tests": {
      "code": {
        "time": 17.89,
        "tokens": 300,
        "tps": 16.77,
        "res": "..."
      },
      "logical": {
        "time": 17.96,
        "tokens": 300,
        "tps": 16.71,
        "res": "..."
      }
    }
  },
  {
    "name": "Gemma 31B - 32K (q4_0)",
    "status": "Success",
    "vram": [
      "0, 9834 MiB, 12288 MiB",
      "1, 9963 MiB, 12288 MiB"
    ],
    "tests": {
      "code": {
        "time": 18.75,
        "tokens": 300,
        "tps": 16.0,
        "res": "```python\nfrom typing import List, Any\n\ndef merge_sorted_lists(list1: List[Any], list2: List[Any]) -> List[Any]:\n    \"\"\"\n    Merges two sorted lists i..."
      },
      "logical": {
        "time": 18.82,
        "tokens": 300,
        "tps": 15.94,
        "res": "..."
      }
    }
  },
  {
    "name": "Gemma 31B - 64K (q4_0)",
    "status": "Success",
    "vram": [
      "0, 10346 MiB, 12288 MiB",
      "1, 10387 MiB, 12288 MiB"
    ],
    "tests": {
      "code": {
        "time": 18.75,
        "tokens": 300,
        "tps": 16.0,
        "res": "```python\nfrom typing import List, Any\n\ndef merge_sorted_lists(list1: List[Any], list2: List[Any]) -> List[Any]:\n    \"\"\"\n    Merges two sorted lists i..."
      },
      "logical": {
        "time": 18.83,
        "tokens": 300,
        "tps": 15.93,
        "res": "..."
      }
    }
  }
]