{"as_of":"2026-08-07T19:48:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:310921a8c62573341f14078d0050c2a56c9ee08dbd6c4382dde08b1773d207e3","coverage":[{"denominator":300,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":100,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T21:36:30.696106Z","state":"measured"},{"denominator":101,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":101,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-18T22:11:00.992743Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-18T22:11:52.633875Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"cited_work":{"arxiv_id":"2506.23762","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.23762","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"0a2e4137-b259-4bdf-990f-608d63f13fc4","year":2025},"citing_paper":{"arxiv_id":"2508.15411","last_updated":"2026-04-22T08:47:14Z","snapshot_observed_at":"2026-08-03T01:46:26.898737Z","submitted_at":"2025-08-21T10:05:18Z","title":"Foundational Design Principles and Patterns for Building Robust and Adaptive GenAI-Native Systems","version":3},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-05-18T22:11:00.992743Z"},"links":{"cited_paper":"/paper/2506.23762","citing_paper":"/paper/2508.15411"},"observation_digest":"sha256:ae06b7562017adc2a95fd2abf531e6325f9c772f018f1ba046d7a158adb60846","observation_id":"84fc6410-d1ee-48fc-a934-df1161ba586a","resolution":{"observed_at":"2026-05-18T22:11:52.636506Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.23762/citation-record","integrity":"/paper/2506.23762/integrity","json":"/paper/2506.23762/citation-record.json","paper":"/paper/2506.23762"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:21.875494Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:21.875494Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:bc6927bc80ab297d6c491cb8a8546560f0bf6d0de05fd7ddc38396b9a6ce6b52","observation_id":"5b937141-3d14-4380-859d-4f9ea80374b8","resolution":{"observed_at":"2026-08-06T21:36:21.875494Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.00799","last_updated":"2025-03-06T17:43:10Z","snapshot_observed_at":"2026-08-06T07:52:25.915226Z","submitted_at":"2024-06-02T16:53:21Z","title":"Get my drift? Catching LLM Task Drift with Activation Deltas","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.00799","snapshot_observed_at":"2026-08-06T21:36:21.976834Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:21.976834Z"},"links":{"cited_paper":"/paper/2406.00799","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:e2f7008dd01856f79e19692f5b821e400dfddb3bb866c7fcd4ad4effe053be0f","observation_id":"fb34d00c-f53e-4211-880a-21b8f1ffaf43","resolution":{"observed_at":"2026-08-06T21:36:21.976834Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:22.094321Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:22.094321Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:63800016248e0b285ec6ae522c055deba565c4539bfeb902a6d341db7aa12353","observation_id":"9d4c75bd-8afc-4d10-9c3a-60b6074bbc37","resolution":{"observed_at":"2026-08-06T21:36:22.094321Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:22.164507Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:22.164507Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:5074c26dac94313e16d27cb431adfbc084f5bee1523d3c43b564a0b28d3ce0e4","observation_id":"3cd42ee1-debe-4df4-9397-71002c1e419f","resolution":{"observed_at":"2026-08-06T21:36:22.164507Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:22.205470Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:22.205470Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:b2282d9fc209ce5981b1ecf337f8d0e167e608405be72f18eaff59553f8e4414","observation_id":"03057e94-0ae7-45ef-bbb5-9e5c1e0fafbe","resolution":{"observed_at":"2026-08-06T21:36:22.205470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:22.272691Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:22.272691Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:769c96f3afd4ff98eee28a9984a6e705c0c855774ccddbf60b3c7a435504c2d6","observation_id":"9464b373-80fb-4c1e-b41d-76e1b54bfbff","resolution":{"observed_at":"2026-08-06T21:36:22.272691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:22.365336Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:22.365336Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:f1a6ad3e1d421855b77c59764c9e77d9443ef5a1912fe48ab898363d88da82d4","observation_id":"7b2c70b5-51df-41e7-945f-fc9a075ca857","resolution":{"observed_at":"2026-08-06T21:36:22.365336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:22.441814Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:22.441814Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:86ce8e57d849fe151d85a8211c9ac59e06db36ac9fbd2ccff8315933d0aaf287","observation_id":"7fcabf13-4db2-4fa9-8890-2c5ad1f90ceb","resolution":{"observed_at":"2026-08-06T21:36:22.441814Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:22.535913Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:22.535913Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:86b999da98c8045dba18f9da564067de3f55eb8d23a44deafa6bdfecf24715a3","observation_id":"e04bfad8-2c5d-4761-a937-2ce9ca765108","resolution":{"observed_at":"2026-08-06T21:36:22.535913Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:22.621398Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:22.621398Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:63feb38854f75ff4b770ce889778f380043d7c1cacd9a28bf4a2f3b590668a7e","observation_id":"f0510e8c-44ac-4066-a7f0-e3ec1dfaebb6","resolution":{"observed_at":"2026-08-06T21:36:22.621398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:22.717249Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:22.717249Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:04a7c669d6399006c145993945b01222100efde604fd2211a80a709168da922c","observation_id":"1b267218-685c-44fc-a478-db780ff44d8b","resolution":{"observed_at":"2026-08-06T21:36:22.717249Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:22.783583Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:22.783583Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:fc3b7aadfa2421e8ec32f15384f110a7fd01ab1eaf4e9a87e4cb5e455bfb0daa","observation_id":"61412ebd-eeaf-4b5e-bbd9-2b61ca1a8210","resolution":{"observed_at":"2026-08-06T21:36:22.783583Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:22.874912Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:22.874912Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:7c20313b497d3d489b06e66daf60ef73ac9d9ec7ca0019a4f99be63a8cec5def","observation_id":"98cf1edf-a619-4750-aa80-7986c11e8ce2","resolution":{"observed_at":"2026-08-06T21:36:22.874912Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:22.967946Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:22.967946Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:ef7fa656263671c12fec591e5431507f2593f921dc9cb04296be802b1e175427","observation_id":"f2185a50-348a-401c-b47c-75b4b1aa9e2f","resolution":{"observed_at":"2026-08-06T21:36:22.967946Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07192","last_updated":"2024-09-23T22:39:05Z","snapshot_observed_at":"2026-08-06T04:45:11.718198Z","submitted_at":"2024-09-23T22:39:05Z","title":"PipeFill: Using GPUs During Bubbles in Pipeline-parallel LLM Training","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.07192","snapshot_observed_at":"2026-08-06T21:36:23.067100Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:23.067100Z"},"links":{"cited_paper":"/paper/2410.07192","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:d4e82499259ad0fc24a5eff9ead4757b49ebe635726328e38312f0e8d581796a","observation_id":"b64e4745-58bf-47a4-a525-cec189d7d508","resolution":{"observed_at":"2026-08-06T21:36:23.067100Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00625","last_updated":"2024-12-29T17:38:32Z","snapshot_observed_at":"2026-08-03T07:09:22.905094Z","submitted_at":"2024-01-01T01:12:42Z","title":"Beyond Efficiency: A Systematic Survey of Resource-Efficient Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00625","snapshot_observed_at":"2026-08-06T21:36:23.167066Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:23.167066Z"},"links":{"cited_paper":"/paper/2401.00625","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:b9065e2ccabf74d5e7b79569edca446637acdff8f662a144ab70ea913f3ef511","observation_id":"59e8d1da-3de0-44d2-b20f-4f28b13ed79a","resolution":{"observed_at":"2026-08-06T21:36:23.167066Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:23.251963Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:23.251963Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:64e90a5bbea978c72bc943a4dd7c58b1c5d2db24d431394d75d38db8c9abb23a","observation_id":"2b9954db-e856-4fc8-92dd-7e17be46a02e","resolution":{"observed_at":"2026-08-06T21:36:23.251963Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.11896","last_updated":"2024-04-02T10:07:39Z","snapshot_observed_at":"2026-08-04T16:47:46.699261Z","submitted_at":"2024-03-18T15:54:46Z","title":"Investigating Markers and Drivers of Gender Bias in Machine Translations","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.11896","snapshot_observed_at":"2026-08-06T21:36:23.348848Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:23.348848Z"},"links":{"cited_paper":"/paper/2403.11896","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:30fde8a6ec5cf7aae898f289465c93c7cee1d8e87a01ab5e31e98c97b2c5c70a","observation_id":"c51698ee-f2b7-4873-a26c-7a88b2493460","resolution":{"observed_at":"2026-08-06T21:36:23.348848Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:23.448272Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:23.448272Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:1b6757edc97c6d95f7b67a2a13d4b0f590ca0b4af328a7f89475d0bf7e50a894","observation_id":"1e5e983b-b02f-4de6-a43b-d2d61148ae29","resolution":{"observed_at":"2026-08-06T21:36:23.448272Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:23.537491Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:23.537491Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:d31ddb4ca3d0b825c070beb9d108da4132f0a18c9f8c485804de8a557141dcde","observation_id":"cbc3d379-661b-4635-b7d5-3ac2bb8e866e","resolution":{"observed_at":"2026-08-06T21:36:23.537491Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.16898","last_updated":"2024-03-28T05:00:47Z","snapshot_observed_at":"2026-07-06T17:50:13.914184Z","submitted_at":"2024-03-25T16:10:25Z","title":"Concerned with Data Contamination? Assessing Countermeasures in Code Language Model","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.16898","snapshot_observed_at":"2026-08-06T21:36:23.606272Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:23.606272Z"},"links":{"cited_paper":"/paper/2403.16898","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:87a2fb3450705074638852f85b06a90c38d92529f74024ae533068dff1f2cb84","observation_id":"3e7fd8c9-7552-4ff6-891e-3245dac4f4df","resolution":{"observed_at":"2026-08-06T21:36:23.606272Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2208.08227","last_updated":"2022-12-19T10:30:12Z","snapshot_observed_at":"2026-07-06T13:42:40.131502Z","submitted_at":"2022-08-17T11:16:52Z","title":"MultiPL-E: A Scalable and Extensible Approach to Benchmarking Neural Code Generation","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2208.08227","snapshot_observed_at":"2026-08-06T21:36:23.679977Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:23.679977Z"},"links":{"cited_paper":"/paper/2208.08227","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:c5a2ee983bbe867bad406431d673636b42da20b260b66278c49864a0d2b117b4","observation_id":"d79c2e7d-0f16-4eb4-91ee-76665084bdc5","resolution":{"observed_at":"2026-08-06T21:36:23.679977Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:23.754280Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:23.754280Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:1ceb25dd8445e77dce4d57d27db0ad2987e2dd65b1cb67461abacf3917eeb60f","observation_id":"02e93b4c-8b2a-445f-bb96-a7e83602c88c","resolution":{"observed_at":"2026-08-06T21:36:23.754280Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:23.821502Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:23.821502Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:df35bb60713ccbc05cb73d5dad1b5ebef4f1783c280c7a60fcf5ce05255c14db","observation_id":"2e0e6c4a-1fd8-431e-939b-b04194db1dba","resolution":{"observed_at":"2026-08-06T21:36:23.821502Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.09079","last_updated":"2024-10-04T18:50:46Z","snapshot_observed_at":"2026-07-06T19:32:02.130965Z","submitted_at":"2024-10-04T18:50:46Z","title":"BIPEFT: Budget-Guided Iterative Search for Parameter Efficient Fine-Tuning of Large Pretrained Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.09079","snapshot_observed_at":"2026-08-06T21:36:23.882710Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:23.882710Z"},"links":{"cited_paper":"/paper/2410.09079","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:c93b3d69fd6f06c2a5353fe3648f563413238b9ae286fccb9710429c7b19134a","observation_id":"c066cb40-8f0e-42b4-9c8e-36082803e068","resolution":{"observed_at":"2026-08-06T21:36:23.882710Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:23.950354Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:23.950354Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:238a1aee77d05cb36abfdf0c347030e381ce73c2e6c64bac2e626daee9a91120","observation_id":"1fbb94ec-eae7-47b0-868a-934df90a11e4","resolution":{"observed_at":"2026-08-06T21:36:23.950354Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07737","last_updated":"2024-07-10T15:07:58Z","snapshot_observed_at":"2026-07-06T18:44:16.139499Z","submitted_at":"2024-07-10T15:07:58Z","title":"Fine-Tuning Large Language Models with User-Level Differential Privacy","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07737","snapshot_observed_at":"2026-08-06T21:36:24.040736Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:24.040736Z"},"links":{"cited_paper":"/paper/2407.07737","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:b4ffbaf75e6e52ff9adeedb83bb2c71980f1241cca6406783637262eb81afb61","observation_id":"5650d8f2-58f9-4179-9bdc-ef1404651e15","resolution":{"observed_at":"2026-08-06T21:36:24.040736Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:24.125512Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:24.125512Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:1578e12b7d695f01643c4a32f0e87ce79a95eb178d38779e0342986a8b2aa183","observation_id":"f698c104-0865-4b41-9e42-e8f19184278d","resolution":{"observed_at":"2026-08-06T21:36:24.125512Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01799","last_updated":"2024-04-24T04:58:46Z","snapshot_observed_at":"2026-07-06T17:24:37.090243Z","submitted_at":"2024-02-02T06:29:34Z","title":"Faster and Lighter LLMs: A Survey on Current Challenges and Way Forward","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01799","snapshot_observed_at":"2026-08-06T21:36:24.217546Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:24.217546Z"},"links":{"cited_paper":"/paper/2402.01799","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:455c5f9d3b4ccc828d62a158e40c96320b4655ddf50cb493c68f4e420c4615d9","observation_id":"dc91dcf1-b0ab-4951-b16a-fcb1e898f320","resolution":{"observed_at":"2026-08-06T21:36:24.217546Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:24.331146Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:24.331146Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:e62282ef540211859843ee00d39efadf90023539dd0c611509b4f3d50e8f7584","observation_id":"9601c145-7b4b-44bf-8628-8e85f733fb23","resolution":{"observed_at":"2026-08-06T21:36:24.331146Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:24.423848Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:24.423848Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:c6fd8e6d763e39bb20acf97187886659ec10aa43752af768ac5f4a7039001248","observation_id":"b9564d37-2e40-44e1-a22a-98e72203a5c9","resolution":{"observed_at":"2026-08-06T21:36:24.423848Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:24.538273Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:24.538273Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:c6a06f7dad029cb319cc6e260839ff375f4c46e1a744437fea2b1e5fcf0e9990","observation_id":"c740ac6d-e17f-4bb0-81e9-af216168316c","resolution":{"observed_at":"2026-08-06T21:36:24.538273Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.08067","last_updated":"2025-09-07T15:08:53Z","snapshot_observed_at":"2026-07-06T16:31:41.739080Z","submitted_at":"2023-10-12T06:31:43Z","title":"GameGPT: Multi-agent Collaborative Framework for Game Development","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.08067","snapshot_observed_at":"2026-08-06T21:36:24.635723Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:24.635723Z"},"links":{"cited_paper":"/paper/2310.08067","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:63f4f0be25e6aae46a25489fb4b2bec0f03c05fd12036ffa5c20c6bb704356d7","observation_id":"7f54e707-c08b-4bf8-9a78-2f1c016b84a3","resolution":{"observed_at":"2026-08-06T21:36:24.635723Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:24.737718Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:24.737718Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:9007c5aaf60fde2cb65b5f54dc1d59c566bb1a750220c18e08a5230f9eb23235","observation_id":"fd7bd78d-8bd6-4fa6-9445-6a55061b2bbf","resolution":{"observed_at":"2026-08-06T21:36:24.737718Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:24.819323Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:24.819323Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:94ea634a38a423f5ec888358b1e584a4cc400011eb3fccb88ba32c26df2b0177","observation_id":"317dbb39-abba-424e-8183-65506c800db1","resolution":{"observed_at":"2026-08-06T21:36:24.819323Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-06T21:36:24.881366Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:24.881366Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:97ea6ea2973f11e1492c9e21a1feafa2aaae2064db079136abf78c0917ffc729","observation_id":"a19115eb-e9ff-4946-91bc-a6a4c0519c19","resolution":{"observed_at":"2026-08-06T21:36:24.881366Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.01335","last_updated":"2024-06-14T21:17:17Z","snapshot_observed_at":"2026-07-06T17:10:56.398607Z","submitted_at":"2024-01-02T18:53:13Z","title":"Self-Play Fine-Tuning Converts Weak Language Models to Strong Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.01335","snapshot_observed_at":"2026-08-06T21:36:24.952085Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:24.952085Z"},"links":{"cited_paper":"/paper/2401.01335","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:8c27b67e6e294bb3351b12861caf7d9a3764479eed2fa7a049788c738ef67f8c","observation_id":"7c1e0b07-1853-4338-a295-70ef299a467a","resolution":{"observed_at":"2026-08-06T21:36:24.952085Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.06280","last_updated":"2025-05-22T09:01:03Z","snapshot_observed_at":"2026-07-06T19:13:02.270190Z","submitted_at":"2024-09-10T07:31:56Z","title":"Anonymity Unveiled: A Practical Framework for Auditing Data Use in Deep Learning Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.06280","snapshot_observed_at":"2026-08-06T21:36:25.023244Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:25.023244Z"},"links":{"cited_paper":"/paper/2409.06280","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:7caf2735342353572cbedea24415f55cd4241fbb4cc53d93658de43a05fdee79","observation_id":"16e149a5-8dbf-4abb-a914-8f0304784959","resolution":{"observed_at":"2026-08-06T21:36:25.023244Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.03428","last_updated":"2024-01-07T09:08:24Z","snapshot_observed_at":"2026-07-06T17:12:26.471069Z","submitted_at":"2024-01-07T09:08:24Z","title":"Exploring Large Language Model based Intelligent Agents: Definitions, Methods, and Prospects","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.03428","snapshot_observed_at":"2026-08-06T21:36:25.126678Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:25.126678Z"},"links":{"cited_paper":"/paper/2401.03428","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:c02beb2bf52bc3add5c69fda6978a03f7ce95ff04f28e51007ee50cd4f2e8cf7","observation_id":"4afb63a0-372d-4474-a4ee-cdf47016d1cb","resolution":{"observed_at":"2026-08-06T21:36:25.126678Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.11499","last_updated":"2024-12-16T07:18:02Z","snapshot_observed_at":"2026-07-06T20:07:32.814148Z","submitted_at":"2024-12-16T07:18:02Z","title":"Embodied CoT Distillation From LLM To Off-the-shelf Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.11499","snapshot_observed_at":"2026-08-06T21:36:25.225288Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:25.225288Z"},"links":{"cited_paper":"/paper/2412.11499","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:a93cc1fa811d603e847d11902310c473ea7ec8be1d71c6c10225df62003f6296","observation_id":"d2bb66da-585c-42ae-9412-e2fe3518f34e","resolution":{"observed_at":"2026-08-06T21:36:25.225288Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:25.337289Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:25.337289Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:91b4d22419d8e0d27f58a8fe8825aa7634b8e4ef5806f09e674fbdd249ef8b30","observation_id":"bd35b594-9a0a-4400-9ed2-c8423b21e71c","resolution":{"observed_at":"2026-08-06T21:36:25.337289Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.04140","last_updated":"2023-06-07T04:27:09Z","snapshot_observed_at":"2026-08-04T18:50:11.343827Z","submitted_at":"2023-06-07T04:27:09Z","title":"Increasing Diversity While Maintaining Accuracy: Text Data Generation with Large Language Models and Human Interventions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.04140","snapshot_observed_at":"2026-08-06T21:36:25.441570Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:25.441570Z"},"links":{"cited_paper":"/paper/2306.04140","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:0452140196f7dd54f6265e40b76f11ce7c50d230bd79a9c82e018bf46f37e817","observation_id":"aec73a19-4105-4a82-b245-13fd63fff72f","resolution":{"observed_at":"2026-08-06T21:36:25.441570Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07787","last_updated":"2024-09-12T06:37:46Z","snapshot_observed_at":"2026-07-06T19:14:08.207029Z","submitted_at":"2024-09-12T06:37:46Z","title":"Stable Language Model Pre-training by Reducing Embedding Variability","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07787","snapshot_observed_at":"2026-08-06T21:36:25.510704Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:25.510704Z"},"links":{"cited_paper":"/paper/2409.07787","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:21598cfc415c7072afe670cb4225f64497490401180219f7b951a416fd5532e1","observation_id":"168028c7-009f-4d77-a30a-542517adb384","resolution":{"observed_at":"2026-08-06T21:36:25.510704Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:25.599270Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:25.599270Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:4f3cf964cfcf54c6f18d7bf1b097d321889b1079cc56ff12fe7f7348ec444d04","observation_id":"bf2321ee-4fe5-440d-8117-dd47a488fb75","resolution":{"observed_at":"2026-08-06T21:36:25.599270Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:25.696775Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:25.696775Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:aadcdf08ef5f226404e9c082b2993b2af96a3cc82b07c29693d5c7733ebf310a","observation_id":"377ffe49-ae75-4a61-80ba-09dc9daa0749","resolution":{"observed_at":"2026-08-06T21:36:25.696775Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:25.756702Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:25.756702Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:65f7e8131020b9f4106464d0e08aad4351ab64234cddb985c9b291947922ebb0","observation_id":"3cf93f1c-a4d8-41b0-82b3-8171e3eea21b","resolution":{"observed_at":"2026-08-06T21:36:25.756702Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:25.847070Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:25.847070Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:7471b37fe4b6e03eae167129e20f505efebd1951f87e1cac3edca46b1812f09e","observation_id":"d080d5a5-826c-4100-8fe1-460386034a5e","resolution":{"observed_at":"2026-08-06T21:36:25.847070Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:25.994204Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:25.994204Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:2d7f780d83fe8f1b18ed85777e370a1b1bfa3909ab39d4afdb0252b5396e85c9","observation_id":"49dfd45c-1a43-43d0-8371-b11267cc86e1","resolution":{"observed_at":"2026-08-06T21:36:25.994204Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16587","last_updated":"2024-10-02T13:22:27Z","snapshot_observed_at":"2026-07-06T18:20:09.790181Z","submitted_at":"2024-05-26T14:38:24Z","title":"Cost-Effective Online Multi-LLM Selection with Versatile Reward Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16587","snapshot_observed_at":"2026-08-06T21:36:26.080397Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:26.080397Z"},"links":{"cited_paper":"/paper/2405.16587","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:aa57954b09d155aeee68c9d9491a46936b924a9a0ff67f304d7f06d780e4c21b","observation_id":"16ceb3a9-c9c2-4b86-9dbb-193b30985a3f","resolution":{"observed_at":"2026-08-06T21:36:26.080397Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:26.143173Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:26.143173Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:b3374941804829079a57387f14b5fc8c0711d0aa534fdd4ad87af11045c96dce","observation_id":"527195e3-50f2-4319-a2e8-34e9f8072882","resolution":{"observed_at":"2026-08-06T21:36:26.143173Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:26.206342Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:26.206342Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:7beb203c0b7c9f33d5424ec4ba7f7d6d66ee44e2b12e1500761a8388ad179b31","observation_id":"cf683873-7ef5-48fd-90fb-d5a34d551675","resolution":{"observed_at":"2026-08-06T21:36:26.206342Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:26.270080Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:26.270080Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:2d0efe0eba9728c1d13c52186d382a2ef5c44c3f47bc5ef19e2a9d4e78d3e97b","observation_id":"03409157-5415-4356-9594-fff79bb177bd","resolution":{"observed_at":"2026-08-06T21:36:26.270080Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:26.359189Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:26.359189Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:85c432aeecb934e5cbc7b85aa9b9ce9380dabe127ee6798353e956bca0b07edd","observation_id":"b6b2fde3-0b42-4c24-a629-dc8a21324526","resolution":{"observed_at":"2026-08-06T21:36:26.359189Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:26.504778Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:26.504778Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:a2af1fca4336293bb28ed1a2b600655e6fde4cf4a498d52928cd8b4013d22eac","observation_id":"7d2299f3-98d4-47d2-a1dc-7e35a885a987","resolution":{"observed_at":"2026-08-06T21:36:26.504778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:26.694615Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:26.694615Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:82ecfadfdce1006d69b47a9a99262da52adc7c804e778a25a2815146f4e801a7","observation_id":"28b0b7f5-1f12-4240-a21a-c12e188b4e08","resolution":{"observed_at":"2026-08-06T21:36:26.694615Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:26.758354Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:26.758354Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:c8a306ee5f530b15d9b6b8dba9e63f1f85854673806a1b6642d587f292335ea2","observation_id":"d0055fe5-c336-4cdc-9d9d-db32da4ecf48","resolution":{"observed_at":"2026-08-06T21:36:26.758354Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:26.597396Z","title":"arXiv preprint arXiv:2402.09225 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:26.597396Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:1dfcb4d4570320d3ac750b5db0fa6588c5ef03dfe54c5811b2ec7772499317d6","observation_id":"d7368262-a5f6-4a64-b8c7-fbf84c1b265c","resolution":{"observed_at":"2026-08-06T21:36:26.597396Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:26.873588Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:26.873588Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:bd2614ce5f6d9045a9c873872be2bd36d619a6b8522652a82c86b3e2bc1cb21e","observation_id":"47d15b05-6526-4583-86b9-d413eed8745e","resolution":{"observed_at":"2026-08-06T21:36:26.873588Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:27.017087Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:27.017087Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:4ad8be8ec228f8b2510244392da2739c3aaf2d0110e3e0933101fb7e19018449","observation_id":"42179c7e-8b7d-49ba-89fb-42d84c59c864","resolution":{"observed_at":"2026-08-06T21:36:27.017087Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:26.819915Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:26.819915Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:c7e50bc79fd76e1364334fcae68563788a69ae514e920b9cc2844a90b613023c","observation_id":"1dd37be6-3291-439d-a5e1-b85b3431343f","resolution":{"observed_at":"2026-08-06T21:36:26.819915Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:27.126373Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:27.126373Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:a3968a5335acb7b58fb3662d3d9f3a9091684f7618bfc2a43fcc94832238a9c8","observation_id":"b946b148-0be1-4e5c-95b9-9bf75b186a57","resolution":{"observed_at":"2026-08-06T21:36:27.126373Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:27.186687Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:27.186687Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:a471991703eb472dec31ceda6e963d673f71a61bebda2cf365aa1bb3d01d80c1","observation_id":"7f5e1b47-16b9-4e00-b7d2-844a494c8e60","resolution":{"observed_at":"2026-08-06T21:36:27.186687Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:27.074412Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:27.074412Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:2caff30cead4faa07ce53202ebfefb35c9a1352123e2493d6bf8e3a878f07819","observation_id":"2c66d58b-d490-4a84-9737-bbaf1fa84e12","resolution":{"observed_at":"2026-08-06T21:36:27.074412Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:27.353797Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:27.353797Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:07d6339e3a4226a0d87eae83c9050d6b47d520ecd7b32ecd9207f85c85f07d4a","observation_id":"5ca4276a-1177-4a1f-99bc-da001cd376c9","resolution":{"observed_at":"2026-08-06T21:36:27.353797Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:27.459018Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:27.459018Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:f67ab9698c104f2a762f5b875719744a6ac05ef3d3bd8e87cff4817d83a00771","observation_id":"8c86a883-a03e-49d5-ab27-c990fe08274f","resolution":{"observed_at":"2026-08-06T21:36:27.459018Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.08484","last_updated":"2024-11-18T07:32:16Z","snapshot_observed_at":"2026-08-05T06:32:09.445382Z","submitted_at":"2024-03-13T12:50:23Z","title":"Targeted Efficient Fine-tuning: Optimizing Parameter Updates with Data-Driven Sample Selection","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.08484","snapshot_observed_at":"2026-08-06T21:36:27.263344Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:27.263344Z"},"links":{"cited_paper":"/paper/2403.08484","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:32868cff40220aa96e515d1f0b3a12f13323efbca8c90227714bccb7141d9ad4","observation_id":"3f7a080a-a814-4b33-ab1e-9a136827977d","resolution":{"observed_at":"2026-08-06T21:36:27.263344Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.20018","last_updated":"2024-07-29T13:53:27Z","snapshot_observed_at":"2026-07-06T18:53:22.585501Z","submitted_at":"2024-07-29T13:53:27Z","title":"Efficient Training of Large Language Models on Distributed Infrastructures: A Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.20018","snapshot_observed_at":"2026-08-06T21:36:27.577695Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:27.577695Z"},"links":{"cited_paper":"/paper/2407.20018","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:8a12543b1d9374c69260153d2af220d791d555bf9da58a9d1dbd3e397515421f","observation_id":"ef5a41be-ff07-4dd8-bc1b-df9f3f17e670","resolution":{"observed_at":"2026-08-06T21:36:27.577695Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:27.669007Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:27.669007Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:f433461e2aa14d03740db5a89bc6669412add40ebf43f59484d5fc9a50704a8a","observation_id":"c58fdf16-5be1-499b-9dd9-c26987899b3a","resolution":{"observed_at":"2026-08-06T21:36:27.669007Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.01861","last_updated":"2023-08-14T09:07:00Z","snapshot_observed_at":"2026-08-03T22:16:12.497107Z","submitted_at":"2023-08-03T16:31:02Z","title":"ClassEval: A Manually-Crafted Benchmark for Evaluating LLMs on Class-level Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.01861","snapshot_observed_at":"2026-08-06T21:36:27.517840Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:27.517840Z"},"links":{"cited_paper":"/paper/2308.01861","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:0b104d330e334ec8719e27b97b94092dcab0de88af6551d287e75d3e0a908030","observation_id":"5ac508a4-88a0-4bd8-8df0-fe05232524d2","resolution":{"observed_at":"2026-08-06T21:36:27.517840Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:27.889365Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:27.889365Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:fd72bfdb7b4ccbc520c796fe2533e571f559c3fc600e3095613e87a53f2da697","observation_id":"9b4d150e-36a2-41e9-a8a1-84219c805f01","resolution":{"observed_at":"2026-08-06T21:36:27.889365Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.02279","last_updated":"2025-05-23T00:28:09Z","snapshot_observed_at":"2026-08-07T15:56:34.289224Z","submitted_at":"2025-05-04T22:18:27Z","title":"A survey of agent interoperability protocols: Model Context Protocol (MCP), Agent Communication Protocol (ACP), Agent-to-Agent Protocol (A2A), and Agent Network Protocol (ANP)","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.02279","snapshot_observed_at":"2026-08-06T21:36:28.040845Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:28.040845Z"},"links":{"cited_paper":"/paper/2505.02279","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:86522fdb66264744f23493dc460e97005c61719e93b83d61ce5792fb65d3bd47","observation_id":"a30a7f77-ab37-46de-b648-6cce7cada8c3","resolution":{"observed_at":"2026-08-06T21:36:28.040845Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00715","last_updated":"2024-02-02T23:08:12Z","snapshot_observed_at":"2026-08-05T12:13:12.388964Z","submitted_at":"2024-02-01T16:09:19Z","title":"Intent Assurance using LLMs guided by Intent Drift","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.00715","snapshot_observed_at":"2026-08-06T21:36:27.788086Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:27.788086Z"},"links":{"cited_paper":"/paper/2402.00715","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:e5adf1d001fa1982e3ca1dcf4874c1cf46e61774e83e72838df19746bd960554","observation_id":"0480ad43-f8e9-4c04-9e4b-06efe5fecf54","resolution":{"observed_at":"2026-08-06T21:36:27.788086Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.06922","last_updated":"2026-04-21T14:06:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-10T11:07:24Z","title":"Whispers in the Machine: Confidentiality in Agentic Systems","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.06922","snapshot_observed_at":"2026-08-06T21:36:28.219067Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:28.219067Z"},"links":{"cited_paper":"/paper/2402.06922","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:d7142d282666bb9ee118c28d6222e0016a8be333cb0ae3467b56585ef09e762b","observation_id":"2fc01c5c-7f7f-4b7f-9cb2-943a11a7ae70","resolution":{"observed_at":"2026-08-06T21:36:28.219067Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:28.292548Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:28.292548Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:374c506b1931a8eb45720c27b4e2685ef348e4672f205d114240af211bb0e4d9","observation_id":"f10dca15-5e25-408c-91ca-f68938446620","resolution":{"observed_at":"2026-08-06T21:36:28.292548Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:28.111691Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:28.111691Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:e49b62e1c4bc672a8730e3c20422deb6feaf054204ae1b4aee0c7426e114b128","observation_id":"e09f09fb-c5b1-4938-b356-52a8cec43dcc","resolution":{"observed_at":"2026-08-06T21:36:28.111691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:28.491699Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:28.491699Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:98afdb4ce484d86e234583b2f7c4d453ac674565379ab87c095efc85b222e512","observation_id":"f66c54ef-8c31-4e2e-87df-b8a3c6329a2a","resolution":{"observed_at":"2026-08-06T21:36:28.491699Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:28.590021Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:28.590021Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:930151bb9af13478013e0c629e8c995210474e76e8d6fbedb131dfbc730412f0","observation_id":"36fb49aa-6578-460e-9177-81d185513de0","resolution":{"observed_at":"2026-08-06T21:36:28.590021Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:28.385833Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:28.385833Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:c5b3332f8be6f442197dbb6487c009acdf954e57584a4f5057c5969e0d53fe80","observation_id":"6dc80925-8187-41ef-8e4d-9cf56e1c1e30","resolution":{"observed_at":"2026-08-06T21:36:28.385833Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07085","last_updated":"2024-09-11T08:11:16Z","snapshot_observed_at":"2026-07-06T19:13:37.717368Z","submitted_at":"2024-09-11T08:11:16Z","title":"Understanding Knowledge Drift in LLMs through Misinformation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07085","snapshot_observed_at":"2026-08-06T21:36:28.744190Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:28.744190Z"},"links":{"cited_paper":"/paper/2409.07085","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:93f581692c59c788cf62797fa387184ced35b4dce178212a9e475d557d80c822","observation_id":"ba5f2fce-2e34-4fdb-96a3-d4ef4c8d70a2","resolution":{"observed_at":"2026-08-06T21:36:28.744190Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.14572","last_updated":"2024-08-26T18:42:59Z","snapshot_observed_at":"2026-07-06T19:06:10.813371Z","submitted_at":"2024-08-26T18:42:59Z","title":"CURLoRA: Stable LLM Continual Fine-Tuning and Catastrophic Forgetting Mitigation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.14572","snapshot_observed_at":"2026-08-06T21:36:28.877362Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:28.877362Z"},"links":{"cited_paper":"/paper/2408.14572","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:9d4ce2fa66c61446c042560338db7ae0e8f827771a938142e142f863f803217f","observation_id":"ab8bffd6-d676-42d4-b3d8-9de396ddbecc","resolution":{"observed_at":"2026-08-06T21:36:28.877362Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:28.678251Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:28.678251Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:00bea9f797de01a06642ac2be8e3ab2f319a6ec47f3f532e58cd9fd58e10e028","observation_id":"60381045-6a7c-4c99-bd15-df2389691318","resolution":{"observed_at":"2026-08-06T21:36:28.678251Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.04506","last_updated":"2025-02-06T21:13:44Z","snapshot_observed_at":"2026-08-07T17:42:37.442236Z","submitted_at":"2025-02-06T21:13:44Z","title":"When One LLM Drools, Multi-LLM Collaboration Rules","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.04506","snapshot_observed_at":"2026-08-06T21:36:29.050885Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:29.050885Z"},"links":{"cited_paper":"/paper/2502.04506","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:671d86226926dbe9924cb8f8e3fe4b1109fb7f471aab84abbbdb07f96d699f4f","observation_id":"0ae99866-d2ec-4ed6-8edc-03fe5eaedc9f","resolution":{"observed_at":"2026-08-06T21:36:29.050885Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00367","last_updated":"2024-07-01T01:34:09Z","snapshot_observed_at":"2026-08-05T02:20:52.778218Z","submitted_at":"2024-02-01T06:11:49Z","title":"Don't Hallucinate, Abstain: Identifying LLM Knowledge Gaps via Multi-LLM Collaboration","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.00367","snapshot_observed_at":"2026-08-06T21:36:29.149294Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:29.149294Z"},"links":{"cited_paper":"/paper/2402.00367","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:28af485caa3e059ff6842fec10eae05fb5974f90dd7a49b27b28eb5985884a5a","observation_id":"11195f58-0361-41a9-82a5-7a2b6f0271a5","resolution":{"observed_at":"2026-08-06T21:36:29.149294Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:28.968222Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:28.968222Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:ea97dbb2e61408a24034bf96bb4c154da39cf78d0792cc6b7e971ce3e8300a7a","observation_id":"6d2cc033-db8c-4453-9a92-3847d1a4c7d2","resolution":{"observed_at":"2026-08-06T21:36:28.968222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:29.309317Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:29.309317Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:78d826c360109526da590dfa144ed2aad69a244ae784b2c4982de99eb4b4c66f","observation_id":"8f0c5a0e-5e6e-4c09-8dcb-b520eeafff4c","resolution":{"observed_at":"2026-08-06T21:36:29.309317Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.01955","last_updated":"2024-01-03T19:39:23Z","snapshot_observed_at":"2026-07-06T17:11:21.633421Z","submitted_at":"2024-01-03T19:39:23Z","title":"MULTI-CASE: A Transformer-based Ethics-aware Multimodal Investigative Intelligence Framework","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.01955","snapshot_observed_at":"2026-08-06T21:36:29.442720Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:29.442720Z"},"links":{"cited_paper":"/paper/2401.01955","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:5e7ec42418b92c27200bc8d375c22f058debc88f66fdda8e42cc0eec91de136e","observation_id":"2fc1bc82-4a9e-4050-aceb-7db312335934","resolution":{"observed_at":"2026-08-06T21:36:29.442720Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15951","last_updated":"2024-10-11T00:05:03Z","snapshot_observed_at":"2026-08-07T09:02:34.842175Z","submitted_at":"2024-06-22T22:07:40Z","title":"Modular Pluralism: Pluralistic Alignment via Multi-LLM Collaboration","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.15951","snapshot_observed_at":"2026-08-06T21:36:29.263197Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:29.263197Z"},"links":{"cited_paper":"/paper/2406.15951","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:3b659aff99142fd2a948c632e38046b12460e6dc0cd0e75dc55886875b266bed","observation_id":"8fb81ef7-e6a6-46a4-ad1d-abae44046610","resolution":{"observed_at":"2026-08-06T21:36:29.263197Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.08811","last_updated":"2025-06-06T08:12:20Z","snapshot_observed_at":"2026-07-06T19:31:49.052556Z","submitted_at":"2024-10-11T13:50:50Z","title":"PoisonBench: Assessing Large Language Model Vulnerability to Data Poisoning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.08811","snapshot_observed_at":"2026-08-06T21:36:29.676305Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":88,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:29.676305Z"},"links":{"cited_paper":"/paper/2410.08811","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:cb17b4a7d7afb7464d7da8b880cd1ad765b2164e28c5183043d82955d6105e32","observation_id":"195a3ecc-af48-47ed-b019-3c02b3b79a90","resolution":{"observed_at":"2026-08-06T21:36:29.676305Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:29.782310Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:29.782310Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:ef51bbc3afb3be2e40ae28702ae2d6e93875ebba18ab63404bd03fe9d6ce0434","observation_id":"a6454d8d-2d90-4a6d-96c7-88c5c23f5fca","resolution":{"observed_at":"2026-08-06T21:36:29.782310Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:29.548615Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":90,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:29.548615Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:9a7d92b1a3963e10b83f93804906245af3c32eca1056ffdef55811403c52b11f","observation_id":"e8a6662d-290c-4746-a6ce-912038645599","resolution":{"observed_at":"2026-08-06T21:36:29.548615Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:29.977140Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":91,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:29.977140Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:04f5646d7f74ee322d95d19d54f188cb3b0a717e66a62dfc90b744d9fb4bc8c5","observation_id":"3f84bb15-9942-4b46-b52a-3af53b79ebfb","resolution":{"observed_at":"2026-08-06T21:36:29.977140Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:30.082660Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":92,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:30.082660Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:155f590d9513a9a742631fe95c1e5dedf2cb7476625c8c78900dca49a828443d","observation_id":"f1487f14-a72a-4e95-9b1b-137aed93dcfc","resolution":{"observed_at":"2026-08-06T21:36:30.082660Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:29.851257Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:29.851257Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:0f767c02446f0a99b7fecf7245f23d458a0f5bd71d42f8b9448152ee5c499342","observation_id":"dfa86d0f-9a13-4e12-8477-5f6e6a673a7c","resolution":{"observed_at":"2026-08-06T21:36:29.851257Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:30.246114Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:30.246114Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:12896960a91b7246a296168d385c2704e8650d65c2c0d806e859195d987e4296","observation_id":"79771841-457f-4a2a-ba24-a4b06067879b","resolution":{"observed_at":"2026-08-06T21:36:30.246114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:30.326426Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":95,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:30.326426Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:d729e2ecd81d1463d69b5ee98de7479d2978b591d52a3f6a7bdcb6d2a7ba80c7","observation_id":"92bd4998-fd0d-4caf-80ff-a13e39785f13","resolution":{"observed_at":"2026-08-06T21:36:30.326426Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.05952","last_updated":"2024-03-30T09:15:50Z","snapshot_observed_at":"2026-08-07T17:41:15.227819Z","submitted_at":"2024-01-11T14:44:08Z","title":"LLM-as-a-Coauthor: Can Mixed Human-Written and Machine-Generated Text Be Detected?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.05952","snapshot_observed_at":"2026-08-06T21:36:30.193882Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":96,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:30.193882Z"},"links":{"cited_paper":"/paper/2401.05952","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:9dde06dc21350cb697f4480951614e2f113169e8aaae6090d87804f4efbdcfc1","observation_id":"74ce132f-d9d4-47f6-b64f-bbb8182bf6cb","resolution":{"observed_at":"2026-08-06T21:36:30.193882Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.04814","last_updated":"2024-06-23T01:17:48Z","snapshot_observed_at":"2026-07-06T17:41:14.805521Z","submitted_at":"2024-03-07T05:05:56Z","title":"Evaluation of LLMs on Syntax-Aware Code Fill-in-the-Middle Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.04814","snapshot_observed_at":"2026-08-06T21:36:30.493329Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":97,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:30.493329Z"},"links":{"cited_paper":"/paper/2403.04814","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:fa018250ba957c656735694c174df8c0337bc88597f1a6620f7f33ceb689737d","observation_id":"9892c35b-8b39-473f-bd08-128bb5adc6d6","resolution":{"observed_at":"2026-08-06T21:36:30.493329Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:30.567650Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":98,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:30.567650Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:2fd5ec8091830f05083a3db6368294cf6b0f6990d6f953f9e9a84bc3c1b70f77","observation_id":"ed5b51f5-8798-493e-8fb0-239e737b93db","resolution":{"observed_at":"2026-08-06T21:36:30.567650Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:30.427114Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:30.427114Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:ef47c7a35ec210b9eb025c6d2c248b606fb21580ca4e72048ae0b12788dd7309","observation_id":"a9d7dda4-dbcb-4df7-843e-c9916e1a852e","resolution":{"observed_at":"2026-08-06T21:36:30.427114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:36:30.696106Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":100,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:30.696106Z"},"links":{"citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:3dc562c9d88decd7ea1c2f9986c2da4367f4c7bd0d8db3cbc5ae52fc9ce858da","observation_id":"1acfac23-a085-49a5-ac4c-a4e02ff315f6","resolution":{"observed_at":"2026-08-06T21:36:30.696106Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead"},"reference_resolution":{"displayed":100,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":100,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":300},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 100 of 300 outbound references and 1 inbound Pith citation observation for arXiv:2506.23762."}