{
  "campaign": "local-microsoft-phi-4-mini-reasoning-q6-k-l-gguf-full-ctx196608-20260616-164832",
  "suite": "all",
  "model": "microsoft_Phi-4-mini-reasoning-Q6_K_L.gguf",
  "reasoning_budget_tokens": 8192,
  "started_at": "2026-06-16T23:01:33",
  "ended_at": "2026-06-17T00:26:27",
  "task_count": 41,
  "harness_pass_count": 31,
  "harness_fail_count": 10,
  "harness_pass_rate": 0.756,
  "pass_count": 31,
  "fail_count": 10,
  "pass_rate": 0.756,
  "model_pass_count": 26,
  "model_review_count": 5,
  "model_fail_count": 10,
  "model_pass_rate": 0.634,
  "model_failure_count": 10,
  "true_failure_count": 10,
  "measurement_status_counts": {
    "pass": 26,
    "required_content_failure": 4,
    "privacy_failure": 3,
    "rubric_warning": 5,
    "truncated_output": 3
  },
  "failure_category_counts": {
    "none": 26,
    "required_content_failure": 4,
    "privacy_failure": 3,
    "rubric_warning": 5,
    "truncated_output": 3
  },
  "compact_floor_waived_count": 0,
  "length_floor_miss_count": 0,
  "privacy_failure_count": 3,
  "rubric_warning_count": 5,
  "required_content_failure_count": 4,
  "avg_score": 0.903,
  "median_duration_ms": 25207,
  "total_prompt_tokens": 317206,
  "total_completion_tokens": 366257,
  "total_expected_completion_tokens": 355408,
  "median_completion_expected_ratio": 0.311,
  "median_score_per_1k_completion_tokens": 0.372,
  "total_reasoning_tokens_est": 0,
  "total_output_tokens_est": 366257,
  "total_reasoning_time_ms_est": 0,
  "total_output_time_ms_est": 5032000,
  "median_generation_tps": 102.407,
  "median_mtp_acceptance_latest_pct": 0.0,
  "last_mtp_acceptance_avg_pct": 0.0,
  "max_gpu_mem_used_mib": 28376.5,
  "empty_final_content_count": 0,
  "median_content_chars": 11404,
  "median_reasoning_chars": 0,
  "finish_reasons": {
    "stop": 38,
    "length": 3
  },
  "token_efficiency_labels": {
    "strong_lean": 29,
    "strong_very_expensive": 1,
    "failed_very_expensive": 4,
    "failed_lean": 6,
    "strong_on_target": 1
  },
  "model_token_efficiency_labels": {
    "strong_lean": 24,
    "strong_very_expensive": 1,
    "failed_very_expensive": 4,
    "failed_lean": 6,
    "strong_on_target": 1,
    "review_lean": 5
  },
  "invalid_result_count": 3,
  "decision_ready": false,
  "harness_issues": {
    "EFF-CHAT-001": [
      "bad_finish_reason",
      "truncated_finish_reason"
    ],
    "EFF-OPS-001": [
      "bad_finish_reason",
      "truncated_finish_reason"
    ],
    "RW-LONG-001": [
      "bad_finish_reason",
      "truncated_finish_reason"
    ]
  },
  "model_info": {
    "models": [
      {
        "name": "microsoft_Phi-4-mini-reasoning-Q6_K_L.gguf",
        "model": "microsoft_Phi-4-mini-reasoning-Q6_K_L.gguf",
        "modified_at": "",
        "size": "",
        "digest": "",
        "type": "model",
        "description": "",
        "tags": [
          ""
        ],
        "capabilities": [
          "completion"
        ],
        "parameters": "",
        "details": {
          "parent_model": "",
          "format": "gguf",
          "family": "",
          "families": [
            ""
          ],
          "parameter_size": "",
          "quantization_level": ""
        }
      }
    ],
    "object": "list",
    "data": [
      {
        "id": "microsoft_Phi-4-mini-reasoning-Q6_K_L.gguf",
        "aliases": [],
        "tags": [],
        "object": "model",
        "created": 1781665291,
        "owned_by": "llamacpp",
        "meta": {
          "vocab_type": 2,
          "n_vocab": 200064,
          "n_ctx": 131072,
          "n_ctx_train": 131072,
          "n_embd": 3072,
          "n_params": 3836021856,
          "size": 3296219520
        }
      }
    ]
  },
  "server_metrics_before": {
    "gpu_mem_used_mib": 28375.953125,
    "gpu_mem_total_mib": 32624.0,
    "gpu_util": 0.0,
    "gpu_power_w": 17.0,
    "gpu_temp_c": 61.0,
    "llama_ctx": 131072,
    "llama_backend": "vulkan",
    "llama_slots_busy": 0,
    "mtp_acceptance_latest": 0.0,
    "mtp_acceptance_avg": 0.0
  },
  "server_models": {
    "models": [
      {
        "id": "qwen36-27b-dense-192k",
        "label": "Qwen3.6 27B Dense @ 192k context",
        "model": "/models/gguf/batiai-Qwen3.6-27B-GGUF/Qwen-Qwen3.6-27B-Q4_K_M.gguf",
        "path": "/models/gguf/batiai-Qwen3.6-27B-GGUF/Qwen-Qwen3.6-27B-Q4_K_M.gguf",
        "ctx": 196608,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen36-35b-moe-262k",
        "label": "Qwen3.6 35B MoE @ 262k context",
        "model": "/models/gguf/unsloth-Qwen3.6-35B-A3B-GGUF/Qwen3.6-35B-A3B-UD-Q4_K_M.gguf",
        "path": "/models/gguf/unsloth-Qwen3.6-35B-A3B-GGUF/Qwen3.6-35B-A3B-UD-Q4_K_M.gguf",
        "ctx": 262144,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen3-coder-30b-a3b-256k-q8",
        "label": "Qwen3-Coder 30B A3B Q4 @ 256k context, q8 KV",
        "model": "/models/gguf/Qwen3-Coder-30B-A3B-Instruct-GGUF/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf",
        "path": "/models/gguf/Qwen3-Coder-30B-A3B-Instruct-GGUF/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf",
        "ctx": 262144,
        "cache_type_k": "q8_0",
        "cache_type_v": "q8_0",
        "installed": true,
        "active": false
      },
      {
        "id": "qwopus36-35b-a3b-apex-mtp-262k",
        "label": "Qwopus3.6 35B A3B v1 APEX MTP I-Balanced @ 262k context",
        "model": "/models/gguf/mudler-Qwopus3.6-35B-A3B-v1-APEX-MTP-GGUF/Qwopus3.6-35B-A3B-v1-APEX-MTP-I-Balanced.gguf",
        "path": "/models/gguf/mudler-Qwopus3.6-35B-A3B-v1-APEX-MTP-GGUF/Qwopus3.6-35B-A3B-v1-APEX-MTP-I-Balanced.gguf",
        "ctx": 262144,
        "spec_type": "draft-mtp",
        "spec_draft_n_max": 2,
        "poll": 0,
        "poll_batch": 0,
        "spec_draft_poll": 0,
        "spec_draft_poll_batch": 0,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen36-35b-a3b-apex-mtp-262k",
        "label": "Qwen3.6 35B A3B APEX MTP I-Balanced @ 262k context",
        "model": "/models/gguf/mudler-Qwen3.6-35B-A3B-APEX-MTP-GGUF/Qwen3.6-35B-A3B-APEX-MTP-I-Balanced.gguf",
        "path": "/models/gguf/mudler-Qwen3.6-35B-A3B-APEX-MTP-GGUF/Qwen3.6-35B-A3B-APEX-MTP-I-Balanced.gguf",
        "ctx": 262144,
        "spec_type": "draft-mtp",
        "spec_draft_n_max": 2,
        "poll": 0,
        "poll_batch": 0,
        "spec_draft_poll": 0,
        "spec_draft_poll_batch": 0,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen36-35b-a3b-mtp-q4km-q8nextn-262k",
        "label": "Qwen3.6 35B A3B MTP IMAT Q4_K_M + Q8 NextN @ 262k context",
        "model": "/models/gguf/localweights-Qwen3.6-35B-A3B-MTP-IMAT-Q4_K_M-Q8nextn-GGUF/Qwen3.6-35B-A3B-MTP-IMAT-Q4_K_M-Q8nextn.gguf",
        "path": "/models/gguf/localweights-Qwen3.6-35B-A3B-MTP-IMAT-Q4_K_M-Q8nextn-GGUF/Qwen3.6-35B-A3B-MTP-IMAT-Q4_K_M-Q8nextn.gguf",
        "ctx": 262144,
        "spec_type": "draft-mtp",
        "spec_draft_n_max": 2,
        "poll": 0,
        "poll_batch": 0,
        "spec_draft_poll": 0,
        "spec_draft_poll_batch": 0,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen36-27b-dense-mtp-192k",
        "label": "Qwen3.6 27B Dense MTP Q4 @ 192k context",
        "model": "/models/gguf/unsloth-Qwen3.6-27B-MTP-GGUF/Qwen3.6-27B-Q4_K_M.gguf",
        "path": "/models/gguf/unsloth-Qwen3.6-27B-MTP-GGUF/Qwen3.6-27B-Q4_K_M.gguf",
        "ctx": 196608,
        "spec_type": "draft-mtp",
        "spec_draft_n_max": 2,
        "poll": 0,
        "poll_batch": 0,
        "spec_draft_poll": 0,
        "spec_draft_poll_batch": 0,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen36-27b-mtp-imat-iq4-q8nextn-192k",
        "label": "Qwen3.6 27B Dense MTP IMAT IQ4_XS + Q8 NextN @ 192k context",
        "model": "/models/gguf/localweights-Qwen3.6-27B-MTP-IMAT-IQ4_XS-Q8nextn-GGUF/Qwen3.6-27B-MTP-IMAT-IQ4_XS-Q8nextn.gguf",
        "path": "/models/gguf/localweights-Qwen3.6-27B-MTP-IMAT-IQ4_XS-Q8nextn-GGUF/Qwen3.6-27B-MTP-IMAT-IQ4_XS-Q8nextn.gguf",
        "ctx": 196608,
        "spec_type": "draft-mtp",
        "spec_draft_n_max": 2,
        "poll": 0,
        "poll_batch": 0,
        "spec_draft_poll": 0,
        "spec_draft_poll_batch": 0,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen3-coder-30b-a3b-131k-f16",
        "label": "Qwen3-Coder 30B A3B Q4 @ 131k context, f16 KV",
        "model": "/models/gguf/Qwen3-Coder-30B-A3B-Instruct-GGUF/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf",
        "path": "/models/gguf/Qwen3-Coder-30B-A3B-Instruct-GGUF/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf",
        "ctx": 131072,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen36-35b-a3b-mtp-iq4xs-q8nextn-32k",
        "label": "Qwen3.6 35B A3B MTP IQ4_XS + Q8 NextN @ 32k context",
        "model": "/models/gguf/localweights-Qwen3.6-35B-A3B-MTP-IQ4_XS-Q8nextn-GGUF/Qwen3.6-35B-A3B-MTP-IQ4_XS-Q8nextn.gguf",
        "path": "/models/gguf/localweights-Qwen3.6-35B-A3B-MTP-IQ4_XS-Q8nextn-GGUF/Qwen3.6-35B-A3B-MTP-IQ4_XS-Q8nextn.gguf",
        "ctx": 32768,
        "spec_type": "draft-mtp",
        "spec_draft_n_max": 2,
        "poll": 0,
        "poll_batch": 0,
        "spec_draft_poll": 0,
        "spec_draft_poll_batch": 0,
        "installed": true,
        "active": false
      },
      {
        "id": "local-ibm-granite-granite-3-3-8b-instruct-q6-k-gguf",
        "label": "ibm-granite_granite-3.3-8b-instruct-Q6_K",
        "model": "/models/gguf/bartowski-ibm-granite-3.3-8b-instruct-GGUF/ibm-granite_granite-3.3-8b-instruct-Q6_K.gguf",
        "path": "/models/gguf/bartowski-ibm-granite-3.3-8b-instruct-GGUF/ibm-granite_granite-3.3-8b-instruct-Q6_K.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-ibm-granite-granite-3-3-8b-instruct-q6-k-l-gguf",
        "label": "ibm-granite_granite-3.3-8b-instruct-Q6_K_L",
        "model": "/models/gguf/bartowski-ibm-granite-3.3-8b-instruct-GGUF/ibm-granite_granite-3.3-8b-instruct-Q6_K_L.gguf",
        "path": "/models/gguf/bartowski-ibm-granite-3.3-8b-instruct-GGUF/ibm-granite_granite-3.3-8b-instruct-Q6_K_L.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-ibm-granite-granite-3-3-8b-instruct-q8-0-gguf",
        "label": "ibm-granite_granite-3.3-8b-instruct-Q8_0",
        "model": "/models/gguf/bartowski-ibm-granite-3.3-8b-instruct-GGUF/ibm-granite_granite-3.3-8b-instruct-Q8_0.gguf",
        "path": "/models/gguf/bartowski-ibm-granite-3.3-8b-instruct-GGUF/ibm-granite_granite-3.3-8b-instruct-Q8_0.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-microsoft-phi-4-mini-reasoning-q6-k-gguf",
        "label": "microsoft_Phi-4-mini-reasoning-Q6_K",
        "model": "/models/gguf/bartowski-microsoft-Phi-4-mini-reasoning-GGUF/microsoft_Phi-4-mini-reasoning-Q6_K.gguf",
        "path": "/models/gguf/bartowski-microsoft-Phi-4-mini-reasoning-GGUF/microsoft_Phi-4-mini-reasoning-Q6_K.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-microsoft-phi-4-mini-reasoning-q6-k-l-gguf",
        "label": "microsoft_Phi-4-mini-reasoning-Q6_K_L",
        "model": "/models/gguf/bartowski-microsoft-Phi-4-mini-reasoning-GGUF/microsoft_Phi-4-mini-reasoning-Q6_K_L.gguf",
        "path": "/models/gguf/bartowski-microsoft-Phi-4-mini-reasoning-GGUF/microsoft_Phi-4-mini-reasoning-Q6_K_L.gguf",
        "ctx": 32768,
        "installed": true,
        "active": true
      },
      {
        "id": "local-microsoft-phi-4-mini-reasoning-q8-0-gguf",
        "label": "microsoft_Phi-4-mini-reasoning-Q8_0",
        "model": "/models/gguf/bartowski-microsoft-Phi-4-mini-reasoning-GGUF/microsoft_Phi-4-mini-reasoning-Q8_0.gguf",
        "path": "/models/gguf/bartowski-microsoft-Phi-4-mini-reasoning-GGUF/microsoft_Phi-4-mini-reasoning-Q8_0.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gemma-4-12b-it-q8-0-mtp-gguf",
        "label": "gemma-4-12b-it-Q8_0-MTP",
        "model": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/MTP/gemma-4-12b-it-Q8_0-MTP.gguf",
        "path": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/MTP/gemma-4-12b-it-Q8_0-MTP.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gemma-4-12b-it-q4-k-m-gguf",
        "label": "gemma-4-12b-it-Q4_K_M",
        "model": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-Q4_K_M.gguf",
        "path": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-Q4_K_M.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gemma-4-12b-it-q6-k-gguf",
        "label": "gemma-4-12b-it-Q6_K",
        "model": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-Q6_K.gguf",
        "path": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-Q6_K.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gemma-4-12b-it-q8-0-gguf",
        "label": "gemma-4-12b-it-Q8_0",
        "model": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-Q8_0.gguf",
        "path": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-Q8_0.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gemma-4-12b-it-ud-q6-k-xl-gguf",
        "label": "gemma-4-12b-it-UD-Q6_K_XL",
        "model": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-UD-Q6_K_XL.gguf",
        "path": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-UD-Q6_K_XL.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gemma-4-31b-it-q4-k-m-gguf",
        "label": "gemma-4-31B-it-Q4_K_M",
        "model": "/models/gguf/unsloth-gemma-4-31B-it-GGUF/gemma-4-31B-it-Q4_K_M.gguf",
        "path": "/models/gguf/unsloth-gemma-4-31B-it-GGUF/gemma-4-31B-it-Q4_K_M.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gpt-oss-20b-q4-k-m-gguf",
        "label": "gpt-oss-20b-Q4_K_M",
        "model": "/models/gguf/unsloth-gpt-oss-20b-GGUF/gpt-oss-20b-Q4_K_M.gguf",
        "path": "/models/gguf/unsloth-gpt-oss-20b-GGUF/gpt-oss-20b-Q4_K_M.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gpt-oss-20b-q8-0-gguf",
        "label": "gpt-oss-20b-Q8_0",
        "model": "/models/gguf/unsloth-gpt-oss-20b-GGUF/gpt-oss-20b-Q8_0.gguf",
        "path": "/models/gguf/unsloth-gpt-oss-20b-GGUF/gpt-oss-20b-Q8_0.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      }
    ],
    "current": {
      "alias": "microsoft_Phi-4-mini-reasoning-Q6_K_L.gguf",
      "path": "/models/gguf/bartowski-microsoft-Phi-4-mini-reasoning-GGUF/microsoft_Phi-4-mini-reasoning-Q6_K_L.gguf",
      "ctx": 131072,
      "cache_type_k": "",
      "cache_type_v": "",
      "backend": "vulkan",
      "image": "llama-cpp-server-vulkan:working-20260613"
    },
    "port": 8080,
    "backends": [
      {
        "id": "rocm",
        "label": "ROCm",
        "image": "ghcr.io/ggml-org/llama.cpp:server-rocm",
        "active": false
      },
      {
        "id": "vulkan",
        "label": "Vulkan",
        "image": "llama-cpp-server-vulkan:working-20260613",
        "active": true
      }
    ]
  }
}