{
 "license": "CC-BY-4.0",
 "attribution": "Fide AI, Agentic Cyber Explorer",
 "url": "https://agentic-cyber-explorer.pages.dev/events/nonpublic-vulnerability-attack-repair-tests-2026/",
 "asOf": "2026-10-30",
 "id": "nonpublic-vulnerability-attack-repair-tests-2026",
 "date": "2026-10-05",
 "datePrecision": "day",
 "title": "Nonpublic vulnerability tests find attack–repair results depend on the target",
 "lane": "defense",
 "kind": "paper",
 "summary": "Authors affiliated with XOR, Protege and CISPA evaluate attack, repair and subsequent attacks in five nonpublic software environments using researcher-reviewed deterministic graders. Repair scores exceed attack scores in two environments and fall below them in three, while subsequent tests expose failures after an initial exploit is stopped. The selected environments, differing outcome definitions and dependent interactions do not establish a general attacker or defender advantage.",
 "whyItMatters": "It tests whether a repair remains secure against further attempts and reduces dependence on public exploit-and-fix material without claiming training-data contamination has been eliminated.",
 "actors": [
  "cispa"
 ],
 "topics": [
  "capability-evaluation",
  "eval-validity",
  "vulnerability-repair",
  "exploit-development"
 ],
 "atlas": [
  "eval-environment"
 ],
 "artifacts": [
  "gpt-5-family",
  "claude-opus-5"
 ],
 "sources": [
  {
   "url": "https://arxiv.org/abs/2610.06584v1",
   "publisher": "arXiv",
   "title": "Does AI Help Cyber Attackers or Defenders? Evidence from Nonpublic Vulnerabilities and Subsequent Attacks",
   "date": "2026-10-05",
   "type": "primary",
   "accessed": "2026-10-13"
  }
 ],
 "keyFacts": [
  {
   "fact": "Five nonpublic environments comprise four investigated flaws and one constructed protocol variant, including privately disclosed vulnerabilities that remained unpatched. Scores come from researcher-developed and reviewed deterministic graders, not LLM judges.",
   "locator": "Abstract; Introduction"
  },
  {
   "fact": "Repair scores exceed attack scores in two nonpublic environments and fall below them in three. Attack and repair criteria differ, so a task-score difference is not a scale-calibrated capability advantage.",
   "locator": "Abstract; Section VII, Comparability and generalization"
  },
  {
   "fact": "In repeated interactions requesting GPT-5.6 Sol at high reasoning effort, with a broader collection also including Opus 5, another exploit succeeds in 92 of 524 defender test intervals after the initial exploit is stopped. The dependent intervals include intermediate software states, not just final submissions, and are not independent patch-success trials.",
   "locator": "Abstract; Section VI; Section VII, Measurement and review"
  },
  {
   "fact": "The authors compare with a group of 209 disclosed memory-safety vulnerabilities and a separate collection of cryptographic challenges. Differences cannot isolate prior exposure from task difficulty, system choices and scoring. Absence of public flaw-specific solutions does not prove absence from model training data.",
   "locator": "Sections III–VII, Limits and interpretation"
  }
 ],
 "significance": 3,
 "fideQuestions": [
  "FID-075",
  "FID-088"
 ],
 "methods": [
  "patch-verification",
  "ai-assisted-exploitation",
  "automated-patching"
 ],
 "review": "assistant-drafted",
 "addedOn": "2026-10-13",
 "revisions": []
}