{"as_of":"2026-08-14T17:42:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7f87ef94a0d90ba3b770c431cbff1bb6273e2be91a76285a212e76b13ee3abbf","coverage":[{"denominator":26,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":26,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T04:17:02.693029Z","state":"measured"},{"denominator":26,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":26,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.07776/citation-record","integrity":"/paper/2608.07776/integrity","json":"/paper/2608.07776/citation-record.json","paper":"/paper/2608.07776"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:03.122993Z","title":"Asleep at the Keyboard? Assessing the Secu- rity of GitHub Copilot’s Code Contributions,","venue":null,"work_id":"cb87c323-8b08-48b8-9fec-da11da7e8b1f","year":2022},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.591829Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:79e3e23e38d760d4fb838de3497f2e595c2d9f9d3afdb911f905c31f173dfce4","observation_id":"de1814ca-d3a9-452e-8bde-aa0b9b0da5d3","resolution":{"observed_at":"2026-08-11T04:17:03.127782Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:03.109702Z","title":"Do Users Write More Insecure Code with AI Assistants?","venue":null,"work_id":"35fa5cd6-c4d2-4c7a-8a68-2a19bfdaf384","year":2023},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.596517Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:0629507c2aaedfd692b2095b2f3e21595e843da14cb011d1644ba84cf3de5043","observation_id":"8a3f4160-bcc3-418a-84ea-0e0553b79503","resolution":{"observed_at":"2026-08-11T04:17:03.114919Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:03.093412Z","title":"Lost at C: A User Study on the Secu- rity Implications of Large Language Model Code Assis- tants,","venue":null,"work_id":"9bf43c08-5e5f-49a5-becd-7f73406b7fb8","year":2023},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.600703Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:b82d477ad6488ef47a5cc5af5470ceb165fe17aa31fe1b65496fef6e8a1e67a2","observation_id":"576b1c4f-1e25-49c1-821b-214628929bff","resolution":{"observed_at":"2026-08-11T04:17:03.097596Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:03.082111Z","title":"LLMSecEval: A Dataset of Natural Language Prompts for Security Evaluations,","venue":null,"work_id":"b26876f3-31a8-48b0-89c6-da9b20fd551f","year":2023},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.604734Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:5c9607197fb92e490f65ea788883ca27a6655e36b4714250184e028d32b5d700","observation_id":"08e42133-959e-4cc6-8186-4a664a0bed7c","resolution":{"observed_at":"2026-08-11T04:17:03.086302Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:03.071406Z","title":"SecurityEval Dataset: Mining Vulnerability Examples to Evaluate Machine Learning-Based Code Generation Techniques,","venue":null,"work_id":"a71d922e-01de-4de0-b117-680a7def258f","year":2022},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.608726Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:97631d7f98c17b6d9d983559ee20f8a44ce731fe101b4397dfdd773877411a4c","observation_id":"cb069cce-fc0e-43ed-826d-3cd11c23ced6","resolution":{"observed_at":"2026-08-11T04:17:03.075181Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.00889","last_updated":"2024-09-04T23:37:11Z","snapshot_observed_at":"2026-08-13T05:34:36.699600Z","submitted_at":"2023-11-01T22:46:31Z","title":"SALLM: Security Assessment of Generated Code","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.00889","snapshot_observed_at":"2026-08-11T04:17:02.612913Z","title":"SALLM: Security Assessment of Generated Code,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.612913Z"},"links":{"cited_paper":"/paper/2311.00889","citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:1e6c2ddc334be86313e766fa3c2447e37023406dbf2fb011861cc028f392967f","observation_id":"cb5446c9-1651-4e8b-85c4-84b83507b890","resolution":{"observed_at":"2026-08-11T04:17:02.612913Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:03.060843Z","title":"CodeLMSec Benchmark: Systematically Eval- uating and Finding Security Vulnerabilities in Black-Box Code Language Models,","venue":null,"work_id":"dd997267-a8c0-49d5-957e-1d2f725f94cb","year":2024},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.617635Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:e055ae85c6fd4ad09198c4ee3e6a60d64a038a7f6396ea958a85f6327bdecb41","observation_id":"a874bdae-d925-45c1-9d81-71beefb0d23a","resolution":{"observed_at":"2026-08-11T04:17:03.064829Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.04724","last_updated":"2023-12-07T22:07:54Z","snapshot_observed_at":"2026-08-13T05:07:35.134194Z","submitted_at":"2023-12-07T22:07:54Z","title":"Purple Llama CyberSecEval: A Secure Coding Benchmark for Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.04724","snapshot_observed_at":"2026-08-11T04:17:02.621342Z","title":"Purple Llama CyberSecEval: A Secure Coding Benchmark for Language Models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.621342Z"},"links":{"cited_paper":"/paper/2312.04724","citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:87c3907e045f3bada7373d01fb9d0d0ea2bd50141f4bc36f0dc5f4e0ce3202eb","observation_id":"158d1fab-94aa-4335-86c7-be2f50db70f3","resolution":{"observed_at":"2026-08-11T04:17:02.621342Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.08200","last_updated":"2025-01-14T15:27:01Z","snapshot_observed_at":"2026-08-13T05:44:26.727498Z","submitted_at":"2025-01-14T15:27:01Z","title":"CWEval: Outcome-driven Evaluation on Functionality and Security of LLM Code Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.08200","snapshot_observed_at":"2026-08-11T04:17:02.625355Z","title":"CW- Eval: Outcome-Driven Evaluation on Functionality and Security of LLM Code Generation,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.625355Z"},"links":{"cited_paper":"/paper/2501.08200","citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:ea0039b3d8fed17c6050185d52e2b2ab3b9a50b7f9089970564ad1b00e873564","observation_id":"8e65020e-9877-44ec-9f3c-fd501a302fee","resolution":{"observed_at":"2026-08-11T04:17:02.625355Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07064","last_updated":"2025-02-26T14:28:11Z","snapshot_observed_at":"2026-08-12T23:25:37.064888Z","submitted_at":"2024-07-09T17:38:03Z","title":"Prompting Techniques for Secure Code Generation: A Systematic Investigation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07064","snapshot_observed_at":"2026-08-11T04:17:02.629367Z","title":"Prompting Techniques for Secure Code Generation: A Systematic Investigation,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.629367Z"},"links":{"cited_paper":"/paper/2407.07064","citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:19163211d4a0a35ac7c521cae340bbeff6727fa695bf73b60bf6951f706a004d","observation_id":"33176de4-a6f0-4c6f-b7e6-27424973ee9f","resolution":{"observed_at":"2026-08-11T04:17:02.629367Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.06039","last_updated":"2025-02-09T21:23:07Z","snapshot_observed_at":"2026-08-09T23:27:31.623998Z","submitted_at":"2025-02-09T21:23:07Z","title":"Benchmarking Prompt Engineering Techniques for Secure Code Generation with GPT Models","version":1},"cited_work":{"arxiv_id":"2502.06039","doi":null,"metadata_source":"pith","pith_arxiv_id":"2502.06039","snapshot_observed_at":"2026-08-11T04:17:02.850719Z","title":"Benchmarking Prompt Engineering Techniques for Secure Code Generation with GPT Models","venue":"cs.SE","work_id":"8ea55b51-58ce-4526-8e30-0b13af2ee890","year":2025},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.633989Z"},"links":{"cited_paper":"/paper/2502.06039","citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:e3e23ba6adde067650ac971b9745d7174a4f2df38c2b996030434962b9ccf346","observation_id":"4a141209-5c76-4eed-9920-2784f3840aa6","resolution":{"observed_at":"2026-08-11T04:17:02.855913Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:03.049374Z","title":"How Secure is Code Generated by ChatGPT?","venue":null,"work_id":"ea88b864-702a-4497-bf69-fe98825815f3","year":2023},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.638113Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:180ef9d77c18fc13f9926083078ac94d571cb1300070e0ad3b91a4c2e021ce95","observation_id":"f31bfd67-f09e-42ff-86c0-bdadcda6ce27","resolution":{"observed_at":"2026-08-11T04:17:03.053971Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:03.037852Z","title":"Judging LLM-as-a-Judge with MT- Bench and Chatbot Arena,","venue":null,"work_id":"1c4447f3-81ef-4bd7-94b3-4987b9059eb0","year":2023},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.641707Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:8357f7978b7fbdd546f696fc7144fe511a796e402cd6045527fa8ab56e40d1c1","observation_id":"e02bb8c1-d777-4d80-bbf6-aa1c3a5f54a2","resolution":{"observed_at":"2026-08-11T04:17:03.041879Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:03.025453Z","title":"G-Eval: NLG Evaluation using GPT-4 with Better Hu- man Alignment,","venue":null,"work_id":"d18fb34e-9d91-4a67-96b6-fb2c7f55e972","year":2023},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.645527Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:ee8dfab6699628713d96f0bf7ea8539947dc22014bb9843dd20eb12e060f3a20","observation_id":"f9eaad64-d1d5-43a7-a31d-c1d65a944fcd","resolution":{"observed_at":"2026-08-11T04:17:03.029917Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.17926","last_updated":"2023-08-30T13:22:35Z","snapshot_observed_at":"2026-08-14T09:51:03.197404Z","submitted_at":"2023-05-29T07:41:03Z","title":"Large Language Models are not Fair Evaluators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.17926","snapshot_observed_at":"2026-08-11T04:17:02.649319Z","title":"Large Language Models are not Fair Evaluators,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.649319Z"},"links":{"cited_paper":"/paper/2305.17926","citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:a3d0e8a333a9a2e4f080d16b93664b7a75f9146c93b8579121110f4a64c08bdc","observation_id":"8adef996-bee4-46f3-bc8a-4a884abc126c","resolution":{"observed_at":"2026-08-11T04:17:02.649319Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2601.07084","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:02.816753Z","title":"How Secure is Secure Code Generation? Ad- versarial Prompts Put LLM Defenses to the Test,","venue":null,"work_id":"1245299e-59e1-40ca-9952-a7c71373af4c","year":2026},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.653497Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:c8f1e226ad4cb0b178118641c7ab7cf94bfc171b33b58be5e9f2e9dc7cbcb7fb","observation_id":"d5bdf449-c31f-465a-9d47-52d7df05c8b8","resolution":{"observed_at":"2026-08-11T04:17:02.826409Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:03.010864Z","title":"Why Don’t Software Developers Use Static Analysis Tools to Find Bugs?","venue":null,"work_id":"3b6b2c2e-ed34-43d1-8874-e93884b0739d","year":2013},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.657190Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:1e834ea52abd3cfd1ac3263a02fba47482a8a820f75d46bf2328ad4d5e36bf2d","observation_id":"7c355cd8-7397-412f-b000-01362f457e3f","resolution":{"observed_at":"2026-08-11T04:17:03.015745Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:02.997765Z","title":"A Few Billion Lines of Code Later: Using Static Analysis to Find Bugs in the Real World,","venue":null,"work_id":"db7be11f-160e-4590-b96b-fae6dec1ab9c","year":2010},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.660773Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:208c1110bc4627b23416b1db895a93ce2e6bbf4b326a064ce84291c60c4bca2b","observation_id":"23720a4c-e661-42bf-ac00-4b7c64fda719","resolution":{"observed_at":"2026-08-11T04:17:03.002174Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:02.983464Z","title":"A Coefficient of Agreement for Nominal Scales,","venue":null,"work_id":"fbf847fd-2590-454a-bf68-c5ba07b74030","year":1960},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.664726Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:27b179feef2a88f1213d832e61c67172420fc8fb0c4e54d0dd644cf2af914d91","observation_id":"3f6868b5-5210-48a9-8a0e-985a8acffc9b","resolution":{"observed_at":"2026-08-11T04:17:02.988312Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:02.970477Z","title":"Checkov: policy-as- code static analysis for infrastructure as code,","venue":null,"work_id":"8f8c3692-b41e-4889-b376-73168ae2f102","year":null},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.668388Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:6447a49cc63e63dcc1d75607bc83843e9d62388b542511f38bb90b6671a39458","observation_id":"16352237-93f9-4479-996a-e48b9408e220","resolution":{"observed_at":"2026-08-11T04:17:02.974374Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:02.959016Z","title":"tfsec: security scanner for Terraform code,","venue":null,"work_id":"39130b18-f9a4-4cbe-981f-b3d93526ccdc","year":null},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.672203Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:f5402f8c6b25f6f9bf3f40c3c1b3ff4b593ac2c8a0da9a570407f44ca84b5ded","observation_id":"8c1e08f3-530d-45ef-bec3-66118f495ec2","resolution":{"observed_at":"2026-08-11T04:17:02.963251Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:02.944361Z","title":"OPA / Rego policy en- gine,","venue":null,"work_id":"3a176861-0cb9-4ce4-abc8-92ee4ed296df","year":null},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.676062Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:8e368e41b3967572a121f487f25cf419a95b44ee253ca3f8a9da42e996eb4f93","observation_id":"062ffe4b-d578-4a21-b1cc-e5479ac34457","resolution":{"observed_at":"2026-08-11T04:17:02.950493Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:02.930149Z","title":"Large Language Models for Code: Security Hardening and Adversarial Testing,","venue":null,"work_id":"e75293ce-c631-41f9-9c25-3ada1e5fcf3c","year":2023},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.681251Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:42ce4cfbf6662262f207a4de0087a37b2b28b6f647bbb9cf7977f1425b1e6678","observation_id":"ce510f33-eb7a-4238-85e1-9dac1e920a49","resolution":{"observed_at":"2026-08-11T04:17:02.934682Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09497","last_updated":"2024-07-12T15:45:57Z","snapshot_observed_at":"2026-08-13T04:19:01.235514Z","submitted_at":"2024-02-14T15:47:46Z","title":"Instruction Tuning for Secure Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09497","snapshot_observed_at":"2026-08-11T04:17:02.685067Z","title":"In- struction Tuning for Secure Code Generation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.685067Z"},"links":{"cited_paper":"/paper/2402.09497","citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:41d87dd23f71aec13ce56fcb5209ea9faf688849624ee1723fc863f01a1adaf1","observation_id":"ceee5fb5-2ea0-4a91-a177-9d70def2ff01","resolution":{"observed_at":"2026-08-11T04:17:02.685067Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.02059","last_updated":"2025-02-06T15:17:46Z","snapshot_observed_at":"2026-08-13T05:58:26.354749Z","submitted_at":"2023-10-03T14:01:28Z","title":"Security Weaknesses of Copilot-Generated Code in GitHub Projects: An Empirical Study","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.02059","snapshot_observed_at":"2026-08-11T04:17:02.689121Z","title":"Security Weaknesses of Copilot-Generated Code in GitHub Projects: An Empirical Study,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.689121Z"},"links":{"cited_paper":"/paper/2310.02059","citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:35793fa384df60cfe396dbfc01a0e991132e9a5bbecfcf3beda1de297e420b35","observation_id":"3b25a36a-1c4a-4f9f-b882-3d478bf15978","resolution":{"observed_at":"2026-08-11T04:17:02.689121Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:17:02.917140Z","title":"Lessons from Building Static Analysis Tools at Google,","venue":null,"work_id":"359d3aa3-6e87-4af7-be46-cf8897f16367","year":2018},"citing_paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:02.693029Z"},"links":{"citing_paper":"/paper/2608.07776"},"observation_digest":"sha256:524681e5ff69f34aacf4dc3af565d2d984e92ef247f8b5ab50a27c1490dd19da","observation_id":"cfc2d66e-1ef4-4517-ab80-e5f84fbab76e","resolution":{"observed_at":"2026-08-11T04:17:02.921515Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2608.07776","last_updated":"2026-08-07T21:48:14Z","latest_version":1,"primary_category":"cs.CR","snapshot_observed_at":"2026-08-13T23:21:09.602570Z","submitted_at":"2026-08-07T21:48:14Z","title":"Can AI Write Compliant Code, and to What Extent? Evaluating SOC 2 Compliance of Claude Fable 5, Claude Opus 4.8, and Claude Opus 5 Across Four Use Cases"},"reference_resolution":{"displayed":26,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":7,"verified_exact":2,"verified_fuzzy":17},"total_outbound_references":26},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 14 August 2026, this Paper Citation Record lists 26 of 26 outbound references and 0 inbound Pith citation observations for arXiv:2608.07776."}