{
  "schemaVersion": "1.0",
  "publisher": "The Amateur Limited",
  "report": "independent-field-evaluation",
  "product": "cactus-needle",
  "vendor": "Cactus Compute",
  "packageVersion": "3.0.3",
  "testDate": "2026-09-20",
  "published": "2026-09-23",
  "routing": {"eightNaturalTools": 0.50, "genericVagueSchemas": 0.10, "prefilterThreeCandidates": 0.75, "prefilterAbstention": 1.0, "knownPatternDeterministic": 1.0},
  "retrievalRecall": {"initial": {"r1": 0.40, "r3": 0.70, "r5": 0.80}, "confusable": {"r1": 0.20, "r3": 0.40, "r5": 0.60}, "confusableLexicalBaseline": {"r1": 0.30, "r3": 0.40, "r5": 0.40}},
  "extractionFieldAccuracy": {"simpleGrounded": 0.917, "noisyGrounded": 0.875, "tailoredDeterministicNoisy": 1.0, "openEndedParaphrase": 0.224, "minimalDeterministicParaphrase": 0.449, "narrowSpecialistSlice": 1.0},
  "schemaContextExperiment": {"bare": 0.75, "fieldDescriptions": 0.861, "enumGrammar": 0.972},
  "depthMeasurements": [{"layers": 4, "peakRamMB": 53, "decodeTokensPerSecond": 1252},{"layers": 8, "peakRamMB": 81, "decodeTokensPerSecond": 736},{"layers": 20, "peakRamMB": 99, "decodeTokensPerSecond": 337}],
  "bestFit": ["narrow one-to-three-tool specialist","grounded argument extraction","deterministically gated local routing","deterministically validated pass-through"],
  "avoid": ["broad general tool routing","general archive retrieval","open-ended paraphrase extraction without grounding"],
  "versionNote": "3.0.4 was already newer when this report was published; limitations must not be projected to later versions without retesting.",
  "privacyNote": "Benchmark shapes and aggregate measurements are preserved while identifying workload details are omitted.",
  "canonical": "https://theamateur.co.uk/research/needle/3-0-3/"
}