{
  "campaign": "local-gpt-oss-20b-q4-k-m-gguf-full-ctx131072-20260616-164832",
  "suite": "all",
  "model": "gpt-oss-20b-Q4_K_M.gguf",
  "reasoning_budget_tokens": 8192,
  "started_at": "2026-06-16T17:27:09",
  "ended_at": "2026-06-16T18:42:10",
  "task_count": 41,
  "harness_pass_count": 30,
  "harness_fail_count": 11,
  "harness_pass_rate": 0.732,
  "pass_count": 30,
  "fail_count": 11,
  "pass_rate": 0.732,
  "model_pass_count": 27,
  "model_review_count": 6,
  "model_fail_count": 8,
  "model_pass_rate": 0.659,
  "model_failure_count": 8,
  "true_failure_count": 8,
  "measurement_status_counts": {
    "pass": 24,
    "http_error": 1,
    "privacy_failure": 2,
    "required_content_failure": 4,
    "compact_floor_waived": 2,
    "rubric_warning": 6,
    "length_floor_miss": 1,
    "empty_final_content": 1
  },
  "failure_category_counts": {
    "none": 24,
    "http_error": 1,
    "privacy_failure": 2,
    "required_content_failure": 4,
    "compact_floor_waived": 2,
    "rubric_warning": 6,
    "length_floor_miss": 1,
    "empty_final_content": 1
  },
  "compact_floor_waived_count": 2,
  "length_floor_miss_count": 1,
  "privacy_failure_count": 2,
  "rubric_warning_count": 6,
  "required_content_failure_count": 4,
  "avg_score": 0.864,
  "median_duration_ms": 9003,
  "total_prompt_tokens": 77196,
  "total_completion_tokens": 370969,
  "total_expected_completion_tokens": 355408,
  "median_completion_expected_ratio": 0.114,
  "median_score_per_1k_completion_tokens": 1.306,
  "total_reasoning_tokens_est": 269198,
  "total_output_tokens_est": 101771,
  "total_reasoning_time_ms_est": 3231191,
  "total_output_time_ms_est": 1202718,
  "median_generation_tps": 86.48,
  "median_mtp_acceptance_latest_pct": 0.0,
  "last_mtp_acceptance_avg_pct": 0.0,
  "max_gpu_mem_used_mib": 14241.0,
  "empty_final_content_count": 2,
  "median_content_chars": 962,
  "median_reasoning_chars": 1738,
  "finish_reasons": {
    "stop": 39,
    "unknown": 1,
    "length": 1
  },
  "token_efficiency_labels": {
    "strong_lean": 27,
    "strong_very_expensive": 2,
    "failed_lean": 6,
    "failed_on_target": 2,
    "failed_very_expensive": 3,
    "strong_on_target": 1
  },
  "model_token_efficiency_labels": {
    "strong_lean": 25,
    "strong_very_expensive": 2,
    "failed_lean": 4,
    "review_lean": 4,
    "failed_on_target": 2,
    "failed_very_expensive": 2,
    "review_very_expensive": 1,
    "review_on_target": 1
  },
  "invalid_result_count": 4,
  "decision_ready": false,
  "harness_issues": {
    "COD-004": [
      "empty_final_content",
      "http_status=500"
    ],
    "AGT-003": [
      "below_task_minimum_length"
    ],
    "RAG-002": [
      "below_task_minimum_length"
    ],
    "RW-CHAT-001": [
      "empty_final_content",
      "truncated_finish_reason"
    ]
  },
  "model_info": {
    "models": [
      {
        "name": "gpt-oss-20b-Q4_K_M.gguf",
        "model": "gpt-oss-20b-Q4_K_M.gguf",
        "modified_at": "",
        "size": "",
        "digest": "",
        "type": "model",
        "description": "",
        "tags": [
          ""
        ],
        "capabilities": [
          "completion"
        ],
        "parameters": "",
        "details": {
          "parent_model": "",
          "format": "gguf",
          "family": "",
          "families": [
            ""
          ],
          "parameter_size": "",
          "quantization_level": ""
        }
      }
    ],
    "object": "list",
    "data": [
      {
        "id": "gpt-oss-20b-Q4_K_M.gguf",
        "aliases": [],
        "tags": [],
        "object": "model",
        "created": 1781645228,
        "owned_by": "llamacpp",
        "meta": {
          "vocab_type": 2,
          "n_vocab": 201088,
          "n_ctx": 131072,
          "n_ctx_train": 131072,
          "n_embd": 2880,
          "n_params": 20914757184,
          "size": 11611750656
        }
      }
    ]
  },
  "server_metrics_before": {
    "gpu_mem_used_mib": 14241.00390625,
    "gpu_mem_total_mib": 32624.0,
    "gpu_util": 0.0,
    "gpu_power_w": 17.0,
    "gpu_temp_c": 64.0,
    "llama_ctx": 131072,
    "llama_backend": "vulkan",
    "llama_slots_busy": 0,
    "mtp_acceptance_latest": 0.0,
    "mtp_acceptance_avg": 0.0
  },
  "server_models": {
    "models": [
      {
        "id": "qwen36-27b-dense-192k",
        "label": "Qwen3.6 27B Dense @ 192k context",
        "model": "/models/gguf/batiai-Qwen3.6-27B-GGUF/Qwen-Qwen3.6-27B-Q4_K_M.gguf",
        "path": "/models/gguf/batiai-Qwen3.6-27B-GGUF/Qwen-Qwen3.6-27B-Q4_K_M.gguf",
        "ctx": 196608,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen36-35b-moe-262k",
        "label": "Qwen3.6 35B MoE @ 262k context",
        "model": "/models/gguf/unsloth-Qwen3.6-35B-A3B-GGUF/Qwen3.6-35B-A3B-UD-Q4_K_M.gguf",
        "path": "/models/gguf/unsloth-Qwen3.6-35B-A3B-GGUF/Qwen3.6-35B-A3B-UD-Q4_K_M.gguf",
        "ctx": 262144,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen3-coder-30b-a3b-256k-q8",
        "label": "Qwen3-Coder 30B A3B Q4 @ 256k context, q8 KV",
        "model": "/models/gguf/Qwen3-Coder-30B-A3B-Instruct-GGUF/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf",
        "path": "/models/gguf/Qwen3-Coder-30B-A3B-Instruct-GGUF/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf",
        "ctx": 262144,
        "cache_type_k": "q8_0",
        "cache_type_v": "q8_0",
        "installed": true,
        "active": false
      },
      {
        "id": "qwopus36-35b-a3b-apex-mtp-262k",
        "label": "Qwopus3.6 35B A3B v1 APEX MTP I-Balanced @ 262k context",
        "model": "/models/gguf/mudler-Qwopus3.6-35B-A3B-v1-APEX-MTP-GGUF/Qwopus3.6-35B-A3B-v1-APEX-MTP-I-Balanced.gguf",
        "path": "/models/gguf/mudler-Qwopus3.6-35B-A3B-v1-APEX-MTP-GGUF/Qwopus3.6-35B-A3B-v1-APEX-MTP-I-Balanced.gguf",
        "ctx": 262144,
        "spec_type": "draft-mtp",
        "spec_draft_n_max": 2,
        "poll": 0,
        "poll_batch": 0,
        "spec_draft_poll": 0,
        "spec_draft_poll_batch": 0,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen36-35b-a3b-apex-mtp-262k",
        "label": "Qwen3.6 35B A3B APEX MTP I-Balanced @ 262k context",
        "model": "/models/gguf/mudler-Qwen3.6-35B-A3B-APEX-MTP-GGUF/Qwen3.6-35B-A3B-APEX-MTP-I-Balanced.gguf",
        "path": "/models/gguf/mudler-Qwen3.6-35B-A3B-APEX-MTP-GGUF/Qwen3.6-35B-A3B-APEX-MTP-I-Balanced.gguf",
        "ctx": 262144,
        "spec_type": "draft-mtp",
        "spec_draft_n_max": 2,
        "poll": 0,
        "poll_batch": 0,
        "spec_draft_poll": 0,
        "spec_draft_poll_batch": 0,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen36-35b-a3b-mtp-q4km-q8nextn-262k",
        "label": "Qwen3.6 35B A3B MTP IMAT Q4_K_M + Q8 NextN @ 262k context",
        "model": "/models/gguf/localweights-Qwen3.6-35B-A3B-MTP-IMAT-Q4_K_M-Q8nextn-GGUF/Qwen3.6-35B-A3B-MTP-IMAT-Q4_K_M-Q8nextn.gguf",
        "path": "/models/gguf/localweights-Qwen3.6-35B-A3B-MTP-IMAT-Q4_K_M-Q8nextn-GGUF/Qwen3.6-35B-A3B-MTP-IMAT-Q4_K_M-Q8nextn.gguf",
        "ctx": 262144,
        "spec_type": "draft-mtp",
        "spec_draft_n_max": 2,
        "poll": 0,
        "poll_batch": 0,
        "spec_draft_poll": 0,
        "spec_draft_poll_batch": 0,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen36-27b-dense-mtp-192k",
        "label": "Qwen3.6 27B Dense MTP Q4 @ 192k context",
        "model": "/models/gguf/unsloth-Qwen3.6-27B-MTP-GGUF/Qwen3.6-27B-Q4_K_M.gguf",
        "path": "/models/gguf/unsloth-Qwen3.6-27B-MTP-GGUF/Qwen3.6-27B-Q4_K_M.gguf",
        "ctx": 196608,
        "spec_type": "draft-mtp",
        "spec_draft_n_max": 2,
        "poll": 0,
        "poll_batch": 0,
        "spec_draft_poll": 0,
        "spec_draft_poll_batch": 0,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen36-27b-mtp-imat-iq4-q8nextn-192k",
        "label": "Qwen3.6 27B Dense MTP IMAT IQ4_XS + Q8 NextN @ 192k context",
        "model": "/models/gguf/localweights-Qwen3.6-27B-MTP-IMAT-IQ4_XS-Q8nextn-GGUF/Qwen3.6-27B-MTP-IMAT-IQ4_XS-Q8nextn.gguf",
        "path": "/models/gguf/localweights-Qwen3.6-27B-MTP-IMAT-IQ4_XS-Q8nextn-GGUF/Qwen3.6-27B-MTP-IMAT-IQ4_XS-Q8nextn.gguf",
        "ctx": 196608,
        "spec_type": "draft-mtp",
        "spec_draft_n_max": 2,
        "poll": 0,
        "poll_batch": 0,
        "spec_draft_poll": 0,
        "spec_draft_poll_batch": 0,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen3-coder-30b-a3b-131k-f16",
        "label": "Qwen3-Coder 30B A3B Q4 @ 131k context, f16 KV",
        "model": "/models/gguf/Qwen3-Coder-30B-A3B-Instruct-GGUF/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf",
        "path": "/models/gguf/Qwen3-Coder-30B-A3B-Instruct-GGUF/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf",
        "ctx": 131072,
        "installed": true,
        "active": false
      },
      {
        "id": "qwen36-35b-a3b-mtp-iq4xs-q8nextn-32k",
        "label": "Qwen3.6 35B A3B MTP IQ4_XS + Q8 NextN @ 32k context",
        "model": "/models/gguf/localweights-Qwen3.6-35B-A3B-MTP-IQ4_XS-Q8nextn-GGUF/Qwen3.6-35B-A3B-MTP-IQ4_XS-Q8nextn.gguf",
        "path": "/models/gguf/localweights-Qwen3.6-35B-A3B-MTP-IQ4_XS-Q8nextn-GGUF/Qwen3.6-35B-A3B-MTP-IQ4_XS-Q8nextn.gguf",
        "ctx": 32768,
        "spec_type": "draft-mtp",
        "spec_draft_n_max": 2,
        "poll": 0,
        "poll_batch": 0,
        "spec_draft_poll": 0,
        "spec_draft_poll_batch": 0,
        "installed": true,
        "active": false
      },
      {
        "id": "local-ibm-granite-granite-3-3-8b-instruct-q6-k-gguf",
        "label": "ibm-granite_granite-3.3-8b-instruct-Q6_K",
        "model": "/models/gguf/bartowski-ibm-granite-3.3-8b-instruct-GGUF/ibm-granite_granite-3.3-8b-instruct-Q6_K.gguf",
        "path": "/models/gguf/bartowski-ibm-granite-3.3-8b-instruct-GGUF/ibm-granite_granite-3.3-8b-instruct-Q6_K.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-ibm-granite-granite-3-3-8b-instruct-q6-k-l-gguf",
        "label": "ibm-granite_granite-3.3-8b-instruct-Q6_K_L",
        "model": "/models/gguf/bartowski-ibm-granite-3.3-8b-instruct-GGUF/ibm-granite_granite-3.3-8b-instruct-Q6_K_L.gguf",
        "path": "/models/gguf/bartowski-ibm-granite-3.3-8b-instruct-GGUF/ibm-granite_granite-3.3-8b-instruct-Q6_K_L.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-ibm-granite-granite-3-3-8b-instruct-q8-0-gguf",
        "label": "ibm-granite_granite-3.3-8b-instruct-Q8_0",
        "model": "/models/gguf/bartowski-ibm-granite-3.3-8b-instruct-GGUF/ibm-granite_granite-3.3-8b-instruct-Q8_0.gguf",
        "path": "/models/gguf/bartowski-ibm-granite-3.3-8b-instruct-GGUF/ibm-granite_granite-3.3-8b-instruct-Q8_0.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-microsoft-phi-4-mini-reasoning-q6-k-gguf",
        "label": "microsoft_Phi-4-mini-reasoning-Q6_K",
        "model": "/models/gguf/bartowski-microsoft-Phi-4-mini-reasoning-GGUF/microsoft_Phi-4-mini-reasoning-Q6_K.gguf",
        "path": "/models/gguf/bartowski-microsoft-Phi-4-mini-reasoning-GGUF/microsoft_Phi-4-mini-reasoning-Q6_K.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-microsoft-phi-4-mini-reasoning-q6-k-l-gguf",
        "label": "microsoft_Phi-4-mini-reasoning-Q6_K_L",
        "model": "/models/gguf/bartowski-microsoft-Phi-4-mini-reasoning-GGUF/microsoft_Phi-4-mini-reasoning-Q6_K_L.gguf",
        "path": "/models/gguf/bartowski-microsoft-Phi-4-mini-reasoning-GGUF/microsoft_Phi-4-mini-reasoning-Q6_K_L.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-microsoft-phi-4-mini-reasoning-q8-0-gguf",
        "label": "microsoft_Phi-4-mini-reasoning-Q8_0",
        "model": "/models/gguf/bartowski-microsoft-Phi-4-mini-reasoning-GGUF/microsoft_Phi-4-mini-reasoning-Q8_0.gguf",
        "path": "/models/gguf/bartowski-microsoft-Phi-4-mini-reasoning-GGUF/microsoft_Phi-4-mini-reasoning-Q8_0.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gemma-4-12b-it-q8-0-mtp-gguf",
        "label": "gemma-4-12b-it-Q8_0-MTP",
        "model": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/MTP/gemma-4-12b-it-Q8_0-MTP.gguf",
        "path": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/MTP/gemma-4-12b-it-Q8_0-MTP.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gemma-4-12b-it-q4-k-m-gguf",
        "label": "gemma-4-12b-it-Q4_K_M",
        "model": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-Q4_K_M.gguf",
        "path": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-Q4_K_M.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gemma-4-12b-it-q6-k-gguf",
        "label": "gemma-4-12b-it-Q6_K",
        "model": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-Q6_K.gguf",
        "path": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-Q6_K.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gemma-4-12b-it-q8-0-gguf",
        "label": "gemma-4-12b-it-Q8_0",
        "model": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-Q8_0.gguf",
        "path": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-Q8_0.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gemma-4-12b-it-ud-q6-k-xl-gguf",
        "label": "gemma-4-12b-it-UD-Q6_K_XL",
        "model": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-UD-Q6_K_XL.gguf",
        "path": "/models/gguf/unsloth-gemma-4-12B-it-GGUF/gemma-4-12b-it-UD-Q6_K_XL.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gemma-4-31b-it-q4-k-m-gguf",
        "label": "gemma-4-31B-it-Q4_K_M",
        "model": "/models/gguf/unsloth-gemma-4-31B-it-GGUF/gemma-4-31B-it-Q4_K_M.gguf",
        "path": "/models/gguf/unsloth-gemma-4-31B-it-GGUF/gemma-4-31B-it-Q4_K_M.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      },
      {
        "id": "local-gpt-oss-20b-q4-k-m-gguf",
        "label": "gpt-oss-20b-Q4_K_M",
        "model": "/models/gguf/unsloth-gpt-oss-20b-GGUF/gpt-oss-20b-Q4_K_M.gguf",
        "path": "/models/gguf/unsloth-gpt-oss-20b-GGUF/gpt-oss-20b-Q4_K_M.gguf",
        "ctx": 32768,
        "installed": true,
        "active": true
      },
      {
        "id": "local-gpt-oss-20b-q8-0-gguf",
        "label": "gpt-oss-20b-Q8_0",
        "model": "/models/gguf/unsloth-gpt-oss-20b-GGUF/gpt-oss-20b-Q8_0.gguf",
        "path": "/models/gguf/unsloth-gpt-oss-20b-GGUF/gpt-oss-20b-Q8_0.gguf",
        "ctx": 32768,
        "installed": true,
        "active": false
      }
    ],
    "current": {
      "alias": "gpt-oss-20b-Q4_K_M.gguf",
      "path": "/models/gguf/unsloth-gpt-oss-20b-GGUF/gpt-oss-20b-Q4_K_M.gguf",
      "ctx": 131072,
      "cache_type_k": "",
      "cache_type_v": "",
      "backend": "vulkan",
      "image": "llama-cpp-server-vulkan:working-20260613"
    },
    "port": 8080,
    "backends": [
      {
        "id": "rocm",
        "label": "ROCm",
        "image": "ghcr.io/ggml-org/llama.cpp:server-rocm",
        "active": false
      },
      {
        "id": "vulkan",
        "label": "Vulkan",
        "image": "llama-cpp-server-vulkan:working-20260613",
        "active": true
      }
    ]
  }
}