{
  "title": "Inside a Fast Local AI Workstation — October update",
  "reviewed": "2026-10-28",
  "scope": "Source/configuration review and saved experimental results. Inference benchmarks were not rerun for this update. Historical September evidence.json remains unchanged.",
  "privacy": "Selected numeric summaries, configuration values, relative source filenames and SHA256 fingerprints only. No raw conversations, credentials, absolute paths or network addresses.",
  "profiles": {
    "default": {
      "model": "Qwen3.8-27B Q4_K_M",
      "runtime": "llama.cpp b11146 / CUDA 13.4",
      "context": 524288,
      "cache_k": "q4_0",
      "cache_v": "q4_0",
      "draft_cache_k": "q4_0",
      "draft_cache_v": "q4_0",
      "batch": 2048,
      "ubatch": 128,
      "draft_tokens": 3,
      "rope_scale": 2,
      "yarn_original_context": 262144,
      "cache_ram_mib": 16384,
      "context_checkpoints": 8,
      "checkpoint_min_tokens": 65536
    },
    "strata": {
      "model": "qwen3.8-flash-next-iq3_s",
      "context": 131072,
      "kv": "int8",
      "resident_kv_tokens": 32768,
      "speculative_tokens": 4,
      "vram_reserve_mib": 4096,
      "chat_reasoning": {
        "reasoning_effort": "high",
        "reasoning_budget_tokens": 8192
      },
      "output_limit": 16384,
      "compaction_fraction": 0.75
    },
    "hyperqwen": {
      "status": "experimental opt-in",
      "runtime": "vLLM 0.31.0 / Docker Desktop / WSL2",
      "model": "Qwen3.8-27B AutoRound W4A16 fast",
      "context": 65536,
      "kv": "BF16",
      "recurrent_state": "FP16",
      "speculation": "DFlash2",
      "speculative_tokens": 7,
      "text_only": true,
      "revision": "3512f0e48c7ebc05e8c7fb5439d63f4ebbe1d19d",
      "image_digest": "sha256:acba9d4343401b6b9907e718ad449535dde2fd0196cf9f23e08bab964f6c0468"
    }
  },
  "backendComparison": {
    "measured": "2026-10-11",
    "method": {
      "samples_per_workload": 3,
      "output_tokens": 384,
      "temperature": 0,
      "thinking": false,
      "warmups_excluded": 2,
      "cached_input_in_speed_samples": 0,
      "request_pairs": 23,
      "scope": "Complete backend configurations, not an engine-only comparison. The 64K llama.cpp control retains YaRN. Initial loading and compilation excluded.",
      "stream_rate_definition": "Completion tokens / (last content arrival - first content arrival). Approximate with speculative chunks; not native engine decode timing."
    },
    "arms": [
      {
        "id": "llama512-clean",
        "label": "llama.cpp 512K",
        "context": 524288,
        "speed": [
          {
            "samples": 3,
            "input_tokens": [
              1654,
              1655,
              1659
            ],
            "median_stream_decode_tps": 128.66843250879893,
            "median_first_content_s": 1.7156651000259444,
            "median_wall_s": 4.704073800006881,
            "valid": true
          },
          {
            "samples": 3,
            "input_tokens": [
              13222,
              13223,
              13221
            ],
            "median_stream_decode_tps": 108.2992202532497,
            "median_first_content_s": 12.585765399970114,
            "median_wall_s": 16.137051799916662,
            "valid": true
          },
          {
            "samples": 3,
            "input_tokens": [
              47154,
              47136,
              47135
            ],
            "median_stream_decode_tps": 113.1638296351124,
            "median_first_content_s": 41.325601499993354,
            "median_wall_s": 44.49277609994169,
            "valid": true
          }
        ],
        "cache": {
          "correct": true,
          "cold_ttft_s": 10.104511599987745,
          "warm_ttft_s": 0.17586840002331883,
          "cached_tokens": 13247,
          "prompt_tokens": 13265
        },
        "quality": {
          "tasks_passed": 10,
          "tasks_total": 12,
          "assertions_passed": 62,
          "assertions_total": 64
        },
        "infrastructure_error_count": 0,
        "tool_roundtrip_passed": true,
        "gpu_peak_mib": 31877
      },
      {
        "id": "llama64",
        "label": "llama.cpp 64K control",
        "context": 65536,
        "speed": [
          {
            "samples": 3,
            "input_tokens": [
              1654,
              1655,
              1659
            ],
            "median_stream_decode_tps": 174.34106341960592,
            "median_first_content_s": 0.8425755000207573,
            "median_wall_s": 3.0453622000059113,
            "valid": true
          },
          {
            "samples": 3,
            "input_tokens": [
              13222,
              13223,
              13221
            ],
            "median_stream_decode_tps": 146.0378393902345,
            "median_first_content_s": 5.941384400008246,
            "median_wall_s": 8.571051400038414,
            "valid": true
          },
          {
            "samples": 3,
            "input_tokens": [
              47154,
              47136,
              47135
            ],
            "median_stream_decode_tps": 121.91040848681477,
            "median_first_content_s": 23.263797600055113,
            "median_wall_s": 26.31210680003278,
            "valid": true
          }
        ],
        "cache": {
          "correct": true,
          "cold_ttft_s": 6.1068131000502035,
          "warm_ttft_s": 0.1288303000619635,
          "cached_tokens": 13247,
          "prompt_tokens": 13265
        },
        "quality": {
          "tasks_passed": 10,
          "tasks_total": 12,
          "assertions_passed": 62,
          "assertions_total": 64
        },
        "infrastructure_error_count": 0,
        "tool_roundtrip_passed": true,
        "gpu_peak_mib": 19447
      },
      {
        "id": "hyperqwen",
        "label": "HyperQwen 64K",
        "context": 65536,
        "speed": [
          {
            "samples": 3,
            "input_tokens": [
              1654,
              1655,
              1659
            ],
            "median_stream_decode_tps": 340.2775956163319,
            "median_first_content_s": 0.416963699972257,
            "median_wall_s": 1.5456587000517175,
            "valid": true
          },
          {
            "samples": 3,
            "input_tokens": [
              13222,
              13223,
              13221
            ],
            "median_stream_decode_tps": 279.30149025420474,
            "median_first_content_s": 3.2094408000120893,
            "median_wall_s": 4.584252099972218,
            "valid": true
          },
          {
            "samples": 3,
            "input_tokens": [
              47154,
              47136,
              47135
            ],
            "median_stream_decode_tps": 218.32129572541243,
            "median_first_content_s": 13.159739700029604,
            "median_wall_s": 14.905938500072807,
            "valid": true
          }
        ],
        "cache": {
          "correct": true,
          "cold_ttft_s": 3.2983964000595734,
          "warm_ttft_s": 0.22391419997438788,
          "cached_tokens": 12544,
          "prompt_tokens": 13265
        },
        "quality": {
          "tasks_passed": 11,
          "tasks_total": 12,
          "assertions_passed": 63,
          "assertions_total": 64
        },
        "infrastructure_error_count": 0,
        "tool_roundtrip_passed": true,
        "gpu_peak_mib": 24978
      }
    ],
    "audit": {
      "same_cases": true,
      "all_requests_matched": true,
      "speed_valid": true,
      "contention": false,
      "control_requests_matched": true,
      "control_speed_valid": true,
      "control_contention": false
    },
    "excluded": "Interrupted llama512 attempt with concurrent Ollama residency. Only llama512-clean is retained.",
    "limitations": [
      "Twelve previously used coding fixtures do not establish a general quality ranking.",
      "Whole-device GPU peaks include other applications.",
      "Cached follow-up was faster on llama.cpp in this sample.",
      "Vision, 512K HyperQwen, concurrency scaling and long unattended reliability were not tested.",
      "HyperQwen Goose routes passed; its desktop GUI was not exercised."
    ]
  },
  "integration": {
    "decision_lab": {
      "measured": "2026-10-03",
      "benchmark": {
        "qwen3.8:27b-q4_K_M": {
          "measured": 12,
          "correct": 9
        },
        "clef:27b": {
          "measured": 12,
          "correct": 11
        }
      },
      "scope": "Twelve authored smoke cases, not a general quality ranking or calibration study. Clef Flash 9B unavailable in the recorded environment."
    },
    "strata_game_lab": {
      "measured": "2026-10-04",
      "passed": true,
      "checks": {
        "game_code_and_godot": true,
        "tool_inventory": true,
        "goose_full_profile": true,
        "model_controls": true,
        "desktop_workspace": true,
        "original_q4_config": true,
        "loaded_strata": true
      },
      "scope": "Two game-logic repairs, seven Node checks, Godot headless check, five MCP servers exercised and UnrealBuildTool target query. No full Unreal build, rendered playtest or maximum-context/compaction stress test."
    },
    "strata_chat": {
      "measured": "2026-10-07",
      "passed": true,
      "checks": {
        "desktop_session_created": true,
        "chat_workspace": true,
        "chat_provider": true,
        "limits_and_temperature": true,
        "chat_mode": true,
        "general_guidance": true,
        "no_game_recipe": true,
        "tools_disabled": true,
        "existing_configs_unchanged": true,
        "model_response": true
      }
    },
    "trading_lab": {
      "selected_champion": null,
      "selection_criterion": "positive validation score and no development/validation violations",
      "scope": "Synthetic markets and paper simulation only. No strategy promoted over cash in the recorded search; no real-market profitability claim."
    }
  },
  "sourceRecords": [
    {
      "file": "config/llama.json",
      "sha256": "51ab29a3f953d0c7dfeba075433494db8f8aa020fc9be735eb575556ae6b36b1"
    },
    {
      "file": "config/strata-games.json",
      "sha256": "bd5a70b888100039f85f6f9f82879acefef8251a934f2e918620b5cfdc96cfc5"
    },
    {
      "file": "config/goose/custom_strata_chat.json",
      "sha256": "e3cdcedc4b92915b2e4cd437c66688a05f75f5ca1b9dcb1b67272c9bb08dd72c"
    },
    {
      "file": "config/hyperqwen.compose.yaml",
      "sha256": "96d62cea6222f00e125c601601fc7483de3f5df4e856a483d38c4d6e982bb423"
    },
    {
      "file": "results/hyperqwen-20261011/llama512-clean/summary.json",
      "sha256": "80c15475df1efc2e6d6b3bcdcdfcb02a3c02fc851dd26687d53550140ac2873a"
    },
    {
      "file": "results/hyperqwen-20261011/llama64/summary.json",
      "sha256": "18d429d2b83724d6c0311d463fcde2ed41e24a1ea3c3768527f816ae7770772a"
    },
    {
      "file": "results/hyperqwen-20261011/hyperqwen/summary.json",
      "sha256": "c85f85e8043e098023a01910943a316b929bba9ee07b7ae7dd01a39e445b2d60"
    },
    {
      "file": "results/hyperqwen-20261011/audit.json",
      "sha256": "4e414279c2ff41c045bbe5422fb8a88a4848cddfacd7e52cfc469210a76e350f"
    },
    {
      "file": "results/goose-strata-20261004/integration-acceptance.json",
      "sha256": "7166d71be49b5f2f8ab33e4378ed8c3125709cf29668b2e61c74a2f5c5ba8734"
    },
    {
      "file": "results/strata-chat-20261007/acceptance.json",
      "sha256": "9a9cdb5cbdde0f3c30523ffb5ac3584ed8551af1fcf595306e3e6450b1cf4efc"
    },
    {
      "file": "results/trading-lab/research/8282f6184d7345a991be4f10e408d20d/selection.json",
      "sha256": "fca322ee563add850184608f793d0553d328f3f1a2c3ea47b99fd616a7a4f305"
    },
    {
      "file": "results/decision-lab/live-verification.json",
      "sha256": "16e453edf9f459f4999aa76c94ba92743cd17b7b47dcd451cdbc43007fcdd6c8"
    },
    {
      "file": "README.md",
      "sha256": "6512919e0e8e67a253c2fdf0b14c881dd9cc8c0a62d494003be7b3bf37506588"
    },
    {
      "file": "HYPERQWEN.md",
      "sha256": "4b1efbd855c397ebab26c48b6f16c267cabfeca52bd8e6a5d97f13aed11a4352"
    },
    {
      "file": "STRATA_GAME_LAB.md",
      "sha256": "7843cd418bcfca58a663a00946c39034249a3fa3150b34e43433f37f740365fe"
    },
    {
      "file": "extensions/decision-lab/README.md",
      "sha256": "e48f1ad9c402642441b8c6b13e3e6d89a9f948eede26ecfc1f901c25c9a8de29"
    },
    {
      "file": "trading_lab/README.md",
      "sha256": "ca8189135eecc5d5c474e2b822291d6ed82ef986492ebaaa7367d73652c2ff56"
    },
    {
      "file": "results/hyperqwen-20261011/REPORT.md",
      "sha256": "9b6983bbfe4a310ffa19d88ee4d793ec75ba1cf63588ac0e68c8b1528c4282f3"
    },
    {
      "file": "scripts/desktop.ps1",
      "sha256": "3f4486dbdf79397f6218507db663ced00bad763d7d2b04ecd802010fa683e4f1"
    },
    {
      "file": "scripts/assistant.ps1",
      "sha256": "96a58f86cf07edaad934c4b0e4dc9fcce4d47122bedabdd45a6ff7b16af561dc"
    },
    {
      "file": "scripts/desktop-control.ps1",
      "sha256": "7a48f51c0c0822ef53f7388deed2e6ca790824d877aa82c6e25aaaac089a1f90"
    }
  ]
}