{
  "snapshot": "2026-10-01",
  "measurement_dates": "27–30 September 2026",
  "hardware": {
    "gpu": "NVIDIA GeForce RTX 5090",
    "nominal_vram_gib": 32,
    "reported_vram_mib": 32607,
    "cpu": "Intel Core i9-13900K",
    "ram_gib": 128,
    "os": "Windows 11 Home",
    "driver": "616.92"
  },
  "llm": {
    "primary_source": "B01",
    "supplement_source": "B02",
    "primary": [
      {
        "name": "Q6_K · 80% GPU",
        "source_arm": "q6-final",
        "selected_as_of_2026_10_01": false,
        "strict_passes": 39,
        "trials": 42,
        "objective_fields": 234,
        "possible_fields": 252,
        "peak_total_gpu_mib": 23262.0,
        "primary_geomean_latency_speedup_vs_80pct_q6": 1.0,
        "cases": [
          {
            "case": "context-retrieval-32768",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 68.69626310002059
          },
          {
            "case": "context-retrieval-54000",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 113.06329009996261
          },
          {
            "case": "context-retrieval-8192",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 19.708245999994688
          },
          {
            "case": "correction-preserves-accepted-fields",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 4.790791500010528
          },
          {
            "case": "focused-correction-plan",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 6.2928961999714375
          },
          {
            "case": "research-date-provenance",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 7.120719800004736
          },
          {
            "case": "research-gate-and-budget",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 3.7309692999115214
          },
          {
            "case": "sustained-decode-numeric-sequence",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 31.00934430002235
          },
          {
            "case": "tool-cached-source-at-exhaustion",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 3.0407069000648335
          },
          {
            "case": "tool-memory-pagination",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 3.5782860999461263
          },
          {
            "case": "tool-observed-url-only",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 2.9905620000790805
          },
          {
            "case": "untrusted-page-and-old-permissions",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 3.4063460999168456
          },
          {
            "case": "vision-grounding-existing-artwork",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 5.33747490006499
          },
          {
            "case": "vision-ocr-user-claim",
            "trials": 3,
            "strict_passes": 0,
            "median_request_seconds": 6.522070000064559
          }
        ],
        "supplement": {
          "trials": 3,
          "strict_passes": 3,
          "median_request_seconds": 30.402354200021364,
          "median_client_decode_tokens_per_second_estimate": 29.26314208906558,
          "median_completion_tokens": 854.0
        }
      },
      {
        "name": "Q6_K · full GPU",
        "source_arm": "q6-full-gpu",
        "selected_as_of_2026_10_01": false,
        "strict_passes": 39,
        "trials": 42,
        "objective_fields": 234,
        "possible_fields": 252,
        "peak_total_gpu_mib": 26164.0,
        "primary_geomean_latency_speedup_vs_80pct_q6": 2.7088977598532704,
        "cases": [
          {
            "case": "context-retrieval-32768",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 16.3131163000362
          },
          {
            "case": "context-retrieval-54000",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 27.631666100001894
          },
          {
            "case": "context-retrieval-8192",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 5.608250900055282
          },
          {
            "case": "correction-preserves-accepted-fields",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 2.0375517000211403
          },
          {
            "case": "focused-correction-plan",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 2.73432559997309
          },
          {
            "case": "research-date-provenance",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 2.538074699928984
          },
          {
            "case": "research-gate-and-budget",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 1.6065696999430656
          },
          {
            "case": "sustained-decode-numeric-sequence",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 15.10043210000731
          },
          {
            "case": "tool-cached-source-at-exhaustion",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 1.2398149000946432
          },
          {
            "case": "tool-memory-pagination",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 1.5371236000210047
          },
          {
            "case": "tool-observed-url-only",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 1.129611299955286
          },
          {
            "case": "untrusted-page-and-old-permissions",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 1.3592788999667391
          },
          {
            "case": "vision-grounding-existing-artwork",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 1.996885099913925
          },
          {
            "case": "vision-ocr-user-claim",
            "trials": 3,
            "strict_passes": 0,
            "median_request_seconds": 2.5265892000170425
          }
        ],
        "supplement": {
          "trials": 3,
          "strict_passes": 3,
          "median_request_seconds": 14.924793499987572,
          "median_client_decode_tokens_per_second_estimate": 58.33172124237772,
          "median_completion_tokens": 854.0
        }
      },
      {
        "name": "Mixed NVFP4",
        "source_arm": "nvfp4-exact-bf16-private-v3",
        "selected_as_of_2026_10_01": false,
        "strict_passes": 36,
        "trials": 42,
        "objective_fields": 210,
        "possible_fields": 252,
        "peak_total_gpu_mib": 26822.0,
        "primary_geomean_latency_speedup_vs_80pct_q6": 4.536466142951463,
        "cases": [
          {
            "case": "context-retrieval-32768",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 5.771323599969037
          },
          {
            "case": "context-retrieval-54000",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 10.179293100023642
          },
          {
            "case": "context-retrieval-8192",
            "trials": 3,
            "strict_passes": 0,
            "median_request_seconds": 2.7836448999587446
          },
          {
            "case": "correction-preserves-accepted-fields",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 1.3589795000152662
          },
          {
            "case": "focused-correction-plan",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 1.9291325999656692
          },
          {
            "case": "research-date-provenance",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 1.5056756000267342
          },
          {
            "case": "research-gate-and-budget",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 1.0106444000266492
          },
          {
            "case": "sustained-decode-numeric-sequence",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 11.902141000027768
          },
          {
            "case": "tool-cached-source-at-exhaustion",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 0.8389953000005335
          },
          {
            "case": "tool-memory-pagination",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 1.090526600019075
          },
          {
            "case": "tool-observed-url-only",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 0.7855252999579534
          },
          {
            "case": "untrusted-page-and-old-permissions",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 0.8309411000227556
          },
          {
            "case": "vision-grounding-existing-artwork",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 1.2293916998896748
          },
          {
            "case": "vision-ocr-user-claim",
            "trials": 3,
            "strict_passes": 0,
            "median_request_seconds": 1.6459268999751657
          }
        ],
        "supplement": {
          "trials": 3,
          "strict_passes": 3,
          "median_request_seconds": 11.917531699989922,
          "median_client_decode_tokens_per_second_estimate": 72.13165841897447,
          "median_completion_tokens": 854.0
        }
      },
      {
        "name": "Mixed NVFP4 + MTP2",
        "source_arm": "nvfp4-exact-bf16-private-v3-mtp2",
        "selected_as_of_2026_10_01": true,
        "strict_passes": 35,
        "trials": 42,
        "objective_fields": 209,
        "possible_fields": 252,
        "peak_total_gpu_mib": 27770.0,
        "primary_geomean_latency_speedup_vs_80pct_q6": 8.504630579399354,
        "cases": [
          {
            "case": "context-retrieval-32768",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 4.978713099961169
          },
          {
            "case": "context-retrieval-54000",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 9.18948309996631
          },
          {
            "case": "context-retrieval-8192",
            "trials": 3,
            "strict_passes": 0,
            "median_request_seconds": 1.6849484000122175
          },
          {
            "case": "correction-preserves-accepted-fields",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 0.6188331000739709
          },
          {
            "case": "focused-correction-plan",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 0.8810251000104472
          },
          {
            "case": "research-date-provenance",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 0.7591085000894964
          },
          {
            "case": "research-gate-and-budget",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 0.4783739000558853
          },
          {
            "case": "sustained-decode-numeric-sequence",
            "trials": 3,
            "strict_passes": 2,
            "median_request_seconds": 5.095778300077654
          },
          {
            "case": "tool-cached-source-at-exhaustion",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 0.42806990002281964
          },
          {
            "case": "tool-memory-pagination",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 0.5215972999576479
          },
          {
            "case": "tool-observed-url-only",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 0.4007279999786988
          },
          {
            "case": "untrusted-page-and-old-permissions",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 0.40659300005063415
          },
          {
            "case": "vision-grounding-existing-artwork",
            "trials": 3,
            "strict_passes": 3,
            "median_request_seconds": 0.6213207000400871
          },
          {
            "case": "vision-ocr-user-claim",
            "trials": 3,
            "strict_passes": 0,
            "median_request_seconds": 0.8057883000001311
          }
        ],
        "supplement": {
          "trials": 3,
          "strict_passes": 3,
          "median_request_seconds": 5.122703799977899,
          "median_client_decode_tokens_per_second_estimate": 169.48025723431016,
          "median_completion_tokens": 854.0
        }
      }
    ],
    "method": "14 fixed cases × 3 repeats × 4 arms. Exact input hashes match across all 42 paired trials. Review/fact temperature 0.15; tool/decode 0.75. The numeric supplement changes the output cap from 1024 to 1536 for all arms; all 12 complete outputs pass.",
    "limits": [
      "Strict scores measure fixture and protocol compliance, not artistic quality.",
      "Primary speedups include failed outputs and different response lengths.",
      "Serving templates, kernels, quantization, caches and CPU offload differ.",
      "Decode rates are client estimates, not isolated GPU kernel throughput.",
      "Historical Q6 source labels do not describe the current selected backend."
    ]
  },
  "image_campaigns": [
    {
      "source_id": "B03",
      "dimensions": [
        1536,
        1536
      ],
      "seeds": [
        270927101,
        270927202,
        270927303,
        270927404
      ],
      "models": [
        {
          "name": "FLUX.2 Klein 4B",
          "steps": 4,
          "cfg": 1.0,
          "precision": "BF16",
          "execution_seconds": [
            4.285,
            2.38,
            2.375,
            2.382
          ],
          "warm_median_excluding_first_seconds": 2.38,
          "reused_reference": false
        },
        {
          "name": "FLUX.2 Klein 9B",
          "steps": 4,
          "cfg": 1.0,
          "precision": "BF16",
          "execution_seconds": [
            9.068,
            5.43,
            5.338,
            4.29
          ],
          "warm_median_excluding_first_seconds": 5.338,
          "reused_reference": false
        },
        {
          "name": "FLUX.2 Klein Base 9B",
          "steps": 50,
          "cfg": 4.0,
          "precision": "BF16",
          "execution_seconds": [
            96.497,
            95.245,
            94.058,
            94.162
          ],
          "warm_median_excluding_first_seconds": 94.162,
          "reused_reference": false
        },
        {
          "name": "FLUX.2 dev 32B",
          "steps": 50,
          "cfg": 4.0,
          "precision": "NVFP4/BF16 mixed",
          "execution_seconds": [
            75.022,
            70.113,
            70.414,
            70.473
          ],
          "warm_median_excluding_first_seconds": 70.414,
          "reused_reference": false
        }
      ],
      "method": "Same scene and four seeds; exclude first execution for the three-run warm median. Model-specific sampling recipes differ. FLUX dev rows in B04 reuse B03 outputs."
    },
    {
      "source_id": "B04",
      "dimensions": [
        1536,
        1536
      ],
      "seeds": [
        270927101,
        270927202,
        270927303,
        270927404
      ],
      "models": [
        {
          "name": "Z-Image-Turbo 6B",
          "steps": 8,
          "cfg": 1.0,
          "precision": "BF16",
          "execution_seconds": [
            9.919,
            6.765,
            6.755,
            6.79
          ],
          "warm_median_excluding_first_seconds": 6.765,
          "reused_reference": false
        },
        {
          "name": "Z-Image 6B",
          "steps": 28,
          "cfg": 4.0,
          "precision": "BF16",
          "execution_seconds": [
            44.672,
            42.744,
            42.803,
            42.783
          ],
          "warm_median_excluding_first_seconds": 42.783,
          "reused_reference": false
        },
        {
          "name": "Qwen-Image-2512",
          "steps": 50,
          "cfg": 4.0,
          "precision": "FP8",
          "execution_seconds": [
            119.437,
            117.646,
            117.893,
            117.891
          ],
          "warm_median_excluding_first_seconds": 117.891,
          "reused_reference": false
        },
        {
          "name": "FLUX.2 dev 32B reference",
          "steps": 50,
          "cfg": 4.0,
          "precision": "NVFP4 mixed",
          "execution_seconds": [
            75.022,
            70.113,
            70.414,
            70.473
          ],
          "warm_median_excluding_first_seconds": 70.414,
          "reused_reference": true
        }
      ],
      "method": "Same scene and four seeds; exclude first execution for the three-run warm median. Model-specific sampling recipes differ. FLUX dev rows in B04 reuse B03 outputs."
    }
  ],
  "ltx_precision": {
    "source_ids": [
      "B06",
      "B07"
    ],
    "scene": "The Sol Ledger",
    "control_seconds": 856.602,
    "transformer_bf16_seconds": 1190.682,
    "full_stack_bf16_seconds": 1193.773,
    "method": "One scene/seed. Both comparisons share the same INT8 control. Transformer-only retains INT8 encoding; full-stack changes transformer and encoder. Same original input, prompts, seeds, 30-step recipe and 433 generated frames.",
    "quality_evidence": "Small, low-confidence BF16 material-detail preference; both blind reviews held both clips. No general quality ranking or motion/audio fix established."
  },
  "flux1_adapters": [
    {
      "id": "baseline",
      "name": "FLUX.1 dev - no LoRA",
      "trigger": "",
      "strength": 0,
      "dimensions": [
        1280,
        720
      ],
      "steps": 20,
      "guidance": 2.5,
      "execution_seconds": 11.314,
      "status": "success"
    },
    {
      "id": "liminal",
      "name": "Liminal1",
      "trigger": "xxf",
      "strength": 1.0,
      "dimensions": [
        1280,
        720
      ],
      "steps": 20,
      "guidance": 2.5,
      "execution_seconds": 16.214,
      "status": "success"
    },
    {
      "id": "surrealism",
      "name": "Flux Surrealism",
      "trigger": "evangsurreal",
      "strength": 1.0,
      "dimensions": [
        1280,
        720
      ],
      "steps": 20,
      "guidance": 2.5,
      "execution_seconds": 15.855,
      "status": "success"
    },
    {
      "id": "koda",
      "name": "Koda",
      "trigger": "flmft style",
      "strength": 1.0,
      "dimensions": [
        1280,
        720
      ],
      "steps": 20,
      "guidance": 2.5,
      "execution_seconds": 16.447,
      "status": "success"
    },
    {
      "id": "8mm",
      "name": "8mm Analog Film",
      "trigger": "8mmfilm, 8mm film",
      "strength": 2.0,
      "dimensions": [
        1280,
        720
      ],
      "steps": 20,
      "guidance": 2.5,
      "execution_seconds": 15.418,
      "status": "success"
    },
    {
      "id": "noir",
      "name": "Film Noir",
      "trigger": "in the style of FLMNR",
      "strength": 1.0,
      "dimensions": [
        1280,
        720
      ],
      "steps": 20,
      "guidance": 2.5,
      "execution_seconds": 16.257,
      "status": "success"
    }
  ],
  "ltx_settings": [
    {
      "name": "Original: strength 0.7",
      "execution_seconds": 28.7,
      "dimensions": [
        1024,
        1024
      ]
    },
    {
      "name": "Image strength 0.6",
      "execution_seconds": 28.597,
      "dimensions": [
        1024,
        1024
      ]
    },
    {
      "name": "Image strength 0.8",
      "execution_seconds": 28.082,
      "dimensions": [
        1024,
        1024
      ]
    },
    {
      "name": "Image strength 1.0",
      "execution_seconds": 28.608,
      "dimensions": [
        1024,
        1024
      ]
    },
    {
      "name": "Higher resolution: 1536",
      "execution_seconds": 54.055,
      "dimensions": [
        1536,
        1536
      ]
    },
    {
      "name": "Diffusion decoder",
      "execution_seconds": 36.086,
      "dimensions": [
        1024,
        1024
      ]
    }
  ],
  "ltx_distilled_vs_dev": [
    {
      "arm": "distilled",
      "execution_seconds": 30.673,
      "frames": 121,
      "fps": 24
    },
    {
      "arm": "dev",
      "execution_seconds": 60.771,
      "frames": 121,
      "fps": 24
    }
  ],
  "detail_workflow_comparison": {
    "source_id": "B11",
    "render_seconds": {
      "old_image": 12.885,
      "new_image": 15.141,
      "old_video": 661.224,
      "new_video": 762.853
    },
    "detail_adapter_used_in_video": false,
    "method": "Same original image, prompts and seed; multiple LTX workflow fixes changed together. Separate detail-enhanced FLUX stills were rejected and were not the video input."
  },
  "h3_trial": {
    "source_id": "B10",
    "duration_seconds": 15,
    "frames": 360,
    "fps": 24,
    "render_seconds": 1876.119,
    "method": "One local native 768p H3 take with generated audio. Compared with an equal LTX excerpt using different prompts and resolution; no isolated model-quality ranking."
  },
  "initial_installation": {
    "source_id": "B00",
    "test_date": "2026-09-27",
    "execution_seconds": {
      "image": 19.101,
      "edit": 2.15,
      "video": 32.364,
      "video25": 28.328
    },
    "method": "1280×704 installation scenes. Initial video requests used 121 frames at 24fps, 8+3 steps. These timings are distinct from the later cat campaigns."
  },
  "surrealism_strength_test": {
    "source_id": "B13",
    "only_lora_strength_changed": true,
    "strengths": [
      0.0,
      0.25,
      0.5,
      0.75,
      1.0,
      1.25,
      1.5,
      2.0
    ],
    "selected_strength": 0.75,
    "method": "Eight strengths, one scene/seed, 20 steps and guidance 2.5; selection is the human preference for this scene."
  }
}