{"as_of":"2026-08-18T23:22:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:84e1e859f40ed084eee24b82400dbe2918fb1fc5566aec87cf245aadf40791a4","coverage":[{"denominator":50,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":50,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T04:53:25.404732Z","state":"measured"},{"denominator":51,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":51,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T20:59:37.209213Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-16T12:16:17.039197Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"cited_work":{"arxiv_id":"2412.18291","doi":"10.48550/arxiv.2412.18291","metadata_source":"pith","pith_arxiv_id":"2412.18291","snapshot_observed_at":"2026-08-16T12:16:17.039197Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","venue":"cs.SE","work_id":"81bf40db-cd00-4b63-9811-a64eae943161","year":2024},"citing_paper":{"arxiv_id":"2505.11340","last_updated":"2025-05-16T15:07:43Z","snapshot_observed_at":"2026-08-16T17:34:53.107545Z","submitted_at":"2025-05-16T15:07:43Z","title":"DecompileBench: A Comprehensive Benchmark for Evaluating Decompilers in Real-World Scenarios","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-15T20:59:37.209213Z"},"links":{"cited_paper":"/paper/2412.18291","citing_paper":"/paper/2505.11340"},"observation_digest":"sha256:91b828bcec775f3278d122cd496533fc555d53c369ad6be3276dc3c09694942f","observation_id":"8e3015ce-586c-497c-9f35-339688d22075","resolution":{"observed_at":"2026-08-15T20:59:37.371994Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.18291/citation-record","integrity":"/paper/2412.18291/integrity","json":"/paper/2412.18291/citation-record.json","paper":"/paper/2412.18291"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.073134Z","title":"In: 2013 35th International Conference on Software Engineering (ICSE)","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.073134Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:ae100c7c328a7781968c1eddf1c3d72a12b284e886ea90996bdcc0a72540acf9","observation_id":"cd69b976-35b5-4a7c-96d6-260975155fb6","resolution":{"observed_at":"2026-08-11T04:53:25.073134Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.077087Z","title":"IEEE Transactions on Software Engineering 43(1), 56–75 (2017).https://doi.org/10.1109/TSE.2016.2576451","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.077087Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:5ee4719f132c175ca4b286a74d2d23331f9f2093add16e1f28c54e3b25771f3d","observation_id":"7e15bbeb-85d1-4bf2-8666-6a2d74bc0a9b","resolution":{"observed_at":"2026-08-11T04:53:25.077087Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.080969Z","title":"In: 2015 IEEE/ACM 12th Working Conference on Mining Soft- ware Repositories","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.080969Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:77f6d6c0db0c1a5083d0227a8c9876089b4afcda1791c5d34b27425b9c1b6d1c","observation_id":"3b7e4d9f-5d27-4fb8-89c2-7d1d893ceb5a","resolution":{"observed_at":"2026-08-11T04:53:25.080969Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:27.498065Z","title":"Sage publications (2017)","venue":null,"work_id":"17903283-ea00-4509-ab1e-9d9a54bc733e","year":2017},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.084974Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:292dbe7aeeea71351f1619178c8085b8f08c86dd12bfb4dfbf09924117b1c95f","observation_id":"b25402b5-a207-4e73-9551-e5bee956cb3c","resolution":{"observed_at":"2026-08-11T04:53:27.554658Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:27.489206Z","title":"Management science9(3), 458–467 (1963)","venue":null,"work_id":"e000efa9-f83f-4e5b-af43-df15ae0e1375","year":1963},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.088964Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:5821d5920258d762a763c8c84febce33e89dbfc120b3196e0e8030de8cf24614","observation_id":"9710344b-c54f-44e6-a437-50ec9c1143bc","resolution":{"observed_at":"2026-08-11T04:53:27.492364Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14387","last_updated":"2024-01-08T04:46:56Z","snapshot_observed_at":"2026-08-16T17:34:14.000776Z","submitted_at":"2023-05-22T17:55:50Z","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14387","snapshot_observed_at":"2026-08-11T04:53:25.091772Z","title":"arXiv preprint arXiv:2305.14387 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.091772Z"},"links":{"cited_paper":"/paper/2305.14387","citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:fd1f243c1d1bb060eaa830b9eee8c3e3b7da384e229fe2439c44972966f5545f","observation_id":"5bc1426f-30dd-4bf6-a08d-42cd91553f72","resolution":{"observed_at":"2026-08-11T04:53:25.091772Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:27.480971Z","title":"In: Software pioneers, pp","venue":null,"work_id":"c745a195-7bc2-4baa-a994-484869359be4","year":2002},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.096068Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:bdeec43f80117b12fa00b31945f464a73dc1b3e5e0d70a3ca1a1ded33668859c","observation_id":"e0678c1a-0600-4977-ab09-c02a789276c6","resolution":{"observed_at":"2026-08-11T04:53:27.484391Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:27.469824Z","title":"In: Pro- ceedings of the 24th ACM SIGKDD International Conference on Knowledge Dis- covery and Data Mining (KDD’18) Deep Learning Day (2018)","venue":null,"work_id":"ce357e29-c057-4cd5-a110-9fe22d43c06a","year":2018},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.099059Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:e8945e836516963e77f783c4e17246b031cabba8196dceeeedbb6ca617f6b6e0","observation_id":"f91490a0-d19f-4067-bc6a-68cd30804328","resolution":{"observed_at":"2026-08-11T04:53:27.473205Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.102152Z","title":"Empirical Softw","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.102152Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:3c7869e1789d19512d0b555f4aa01d78413888b772ab2bc0dcf2cd95ef32a666","observation_id":"740e7d0f-bf3a-4e87-b0ae-c19464f19832","resolution":{"observed_at":"2026-08-11T04:53:25.102152Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:27.460525Z","title":"In: Pro- ceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","venue":null,"work_id":"5b00774f-15ce-4c80-b5a0-9188ecf808d3","year":2022},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.105993Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:b6f1c2c09df2995250da1cd0369e77cd8f204c99aa4e8b31fb17ad38e0858ee5","observation_id":"88c48047-146a-4ec0-a27d-69026001392d","resolution":{"observed_at":"2026-08-11T04:53:27.463969Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:27.450892Z","title":"Journal of Software35(7), 0–0 (2024)","venue":null,"work_id":"0d727717-75e1-44f5-b5b3-87dfe1112072","year":2024},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.109657Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:396ac8ce587edba1da24e51fd61eab062358c74744bb7e4ca2e5d69f510adf91","observation_id":"0c6c99fd-fcb6-44a3-bb16-4c361e4d0204","resolution":{"observed_at":"2026-08-11T04:53:27.453914Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.112392Z","title":"In: 2016 IEEE/ACM 38th International Conference on Software Engineering (ICSE)","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.112392Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:9cb70044ec58ca968a9558acfb87c83ea913f8c22217905c465a7449165dab71","observation_id":"513235db-e2d3-4a28-9376-6735c21025ae","resolution":{"observed_at":"2026-08-11T04:53:25.112392Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.115669Z","title":"arXiv preprint arXiv:2411.16594 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.115669Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:6a4e4fabc73007baf11513867030662ca24c239978e1c877dd88e55d493bf437","observation_id":"e0e53a01-29f7-4364-bb96-154742d9ae47","resolution":{"observed_at":"2026-08-11T04:53:25.115669Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:27.439872Z","title":"In: Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","venue":null,"work_id":"329c689e-27f2-4db3-9bf9-804c39330d97","year":2022},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.118615Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:5466da788433cf9a7a391516877a09048ca8b9ecd9a91e78c39cb4af3f92a72c","observation_id":"76e05ddd-246e-4d13-ace8-05bb17de566e","resolution":{"observed_at":"2026-08-11T04:53:27.443567Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:27.310349Z","title":"https://github.com/tatsu-lab/alpaca_eval (2023)","venue":null,"work_id":"67e649a7-710d-486b-9a63-4d5044f8574d","year":2023},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.121993Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:aec8c58fe6d59bda1119faa02afbfeb94a602082c1611a6e6f99b497df9a39d1","observation_id":"19ae41e7-56b6-4793-b378-c7ad26b1ea5b","resolution":{"observed_at":"2026-08-11T04:53:27.430530Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:27.100779Z","title":"In: Proceedings of the 30th ACM Joint European Software Engineer- ing Conference and Symposium on the Foundations of Software Engineering","venue":null,"work_id":"57fdfb45-e6e4-4360-9bc1-58e61a50c179","year":2022},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.124289Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:6bb0ad7f3f8dc9ec88802053880a3fbf25f10032efd9db02d97097954bdb4997","observation_id":"1c6ed6a9-ec86-4f49-a14e-1f51bf85c21b","resolution":{"observed_at":"2026-08-11T04:53:27.189064Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:27.089953Z","title":"In: Proceedings of the 38th IEEE/ACM International Confer- ence on Automated Software Engineering (2023)","venue":null,"work_id":"57196449-2335-4103-9730-0fef6ccff9dd","year":2023},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.127244Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:09a8b6ce606710c1c0dcc862c040cddc8f9014fd2b6a8e4bc8c9105f821b4fcc","observation_id":"e1cf4ffd-7f58-4126-be38-2e13090d2e6b","resolution":{"observed_at":"2026-08-11T04:53:27.093528Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.130450Z","title":"In: Text sum- marization branches out","venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.130450Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:73abbab53f4fe1e4d2bab99d135308f53c170ef66e32f0a911a2e076cc9ba892","observation_id":"dacdb2d1-2b0a-4260-bbb2-e179ec47eb14","resolution":{"observed_at":"2026-08-11T04:53:25.130450Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:27.036733Z","title":"Sage publications (2017)","venue":null,"work_id":"d283fd65-1d11-4060-9527-6911944093c8","year":2017},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.133311Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:92edf00d448315a054c2ff95ea0775cd1a9b3e0c24dbd7ef97a03ca9dce4a90b","observation_id":"fe301c57-d0c1-4b33-b5a4-e11be80fe22b","resolution":{"observed_at":"2026-08-11T04:53:27.076590Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.790513Z","title":"Automated Software Engineering 31(2), 71 (2024)","venue":null,"work_id":"4207ce3b-8753-43c8-9b62-599724434571","year":2024},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.136973Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:3a13a72720867baebeab16b100463ef66f86ffc399c72ff5130bf6c07846c5d9","observation_id":"ec6de746-c1b0-4030-9cee-ee14c6458cff","resolution":{"observed_at":"2026-08-11T04:53:26.906687Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.756050Z","title":"In: 2023 IEEE 34th International Symposium on Software Reliability Engineering (ISSRE)","venue":null,"work_id":"88d9d958-d686-4baf-88de-2323e73b9f30","year":2023},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.140213Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:d81f43f3e29bea3d48bff9afef2a059a798cfa799e9e58dcfe89b15827f99108","observation_id":"45c9a64c-288c-45ff-970b-e83af572f8c5","resolution":{"observed_at":"2026-08-11T04:53:26.759485Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.142422Z","title":"In: Proceedings of the 40th annual meeting of the Association for Computational Linguistics","venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.142422Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:aea7cbc53c48fe55007f52cb0ad58b574108a40c1ace424e9ad413c5b01faf71","observation_id":"d0fece7b-8abe-4ae0-bcf9-40e5fd0af780","resolution":{"observed_at":"2026-08-11T04:53:25.142422Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.145138Z","title":"In: 2017 IEEE/ACM 14th International Conference on Mining Software Repositories (MSR)","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.145138Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:c20ed55e2bfda0a4637a4827303f519bff032b7f6696470be604ef785b46296d","observation_id":"425da8d7-0907-4465-9666-4ee409973ce7","resolution":{"observed_at":"2026-08-11T04:53:25.145138Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.739014Z","title":"https://github.com/ ray-project/aviary (2023) DeepCRCEval: Revisiting the Evaluation of CRCGs 21","venue":null,"work_id":"923a67ca-2efb-4ab1-83ed-311bb85a2aeb","year":2023},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.148272Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:6df7de6df77cf37cdf271c5a2672abcf59c50f9c0a61dea639b3bf8fa1da1991","observation_id":"5c9e048b-20b4-4406-8f81-605d2f89255c","resolution":{"observed_at":"2026-08-11T04:53:26.742899Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.726703Z","title":"In: Proceedings of the 2013 9th joint meeting on foundations of software engineering","venue":null,"work_id":"9b68d968-59c6-4c88-bdf0-2411fca17571","year":2013},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.150886Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:0d4a02d2cfd2d7b736536155ddc58c018afe6c695e69f09081ccd64b7933a219","observation_id":"16c50652-5dde-411f-ac5a-b9c22eedc2ad","resolution":{"observed_at":"2026-08-11T04:53:26.731537Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.716352Z","title":"ACM Transactions on Software Engineering and Methodology (TOSEM)23(4), 1–33 (2014)","venue":null,"work_id":"8dd9664a-d5b6-4036-bde5-d86781e27348","year":2014},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.154334Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:eb15a31a2de8738813d26c7bebd3e23d4f851bc762c85924809abca3ffc3445a","observation_id":"43a3ff41-d1fa-49e6-af29-8b5a670f8ac3","resolution":{"observed_at":"2026-08-11T04:53:26.720327Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.667920Z","title":"In: Proceedings of the 30th international conference on Software engineering","venue":null,"work_id":"3396a14e-c718-484f-aefe-5c7cb076bfa1","year":2008},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.165114Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:3546efd29b859838ecf9f2f3eaa481d75705ad29494551bd4b1f6c8bcd9f0411","observation_id":"f13c595a-85b0-44cc-831e-d174d7ee85ce","resolution":{"observed_at":"2026-08-11T04:53:26.709108Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.393835Z","title":"In: Proceedings of the 40th International Conference on Software Engineering: Software Engineering in Practice","venue":null,"work_id":"50278718-aa84-44ab-a6c3-134edac24ea6","year":2018},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.213719Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:2e064ae8f65439ba31abd9f5714717e8533f1214d801bfa6ac93f3f68ca6bca5","observation_id":"42055208-ace2-43f3-8488-9b494998ceed","resolution":{"observed_at":"2026-08-11T04:53:26.511687Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.285313Z","title":"In: Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","venue":null,"work_id":"0e8825a5-f3c4-4299-9a72-15519797151e","year":2022},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.243471Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:6d6f843e0c33e0476408682c3e406176b7aa096948178514d90e6b25bb44892f","observation_id":"eb27ff1b-99ee-44b5-8567-e307a60b4925","resolution":{"observed_at":"2026-08-11T04:53:26.316220Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.277604Z","title":"In: 2020 IEEE 27th International Conference on Software Analysis, Evolution and Reengineering (SANER)","venue":null,"work_id":"8d529121-e5ed-420e-b4c4-d56403d8abdb","year":2020},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.291291Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:0c54ab156c0d5fbafb6a008e2c6cba1c6c778498bddc10a448756f627f18a9e2","observation_id":"52e9341d-e380-49f2-bade-90ebb83b42bf","resolution":{"observed_at":"2026-08-11T04:53:26.280334Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.267617Z","title":"In: Proceedings of the 44th International Conference on Software Engineering","venue":null,"work_id":"bfe032cb-7c53-4ea1-aab1-c9f93e0be9f2","year":2022},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.338671Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:dfb078bf2bcea6200c896845051f27ef7c07475c107adc52147335bd79f8111d","observation_id":"05fe87a9-c668-4d82-8ab1-8f3c88cc43e1","resolution":{"observed_at":"2026-08-11T04:53:26.270901Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.259567Z","title":"In: 2021 IEEE/ACM 43rd International Confer- ence on Software Engineering (ICSE)","venue":null,"work_id":"c228f6b9-1cb7-4ae2-8c91-b35f3463fcf0","year":2021},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.342410Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:1d1fc39b2fcd3f44b600744e39f0d14d3b6a36323ee6e5ddd82e203e842ff05c","observation_id":"2e1722cb-9800-4956-a89e-38657603ca63","resolution":{"observed_at":"2026-08-11T04:53:26.262379Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.346335Z","title":"In: Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software En- gineering","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.346335Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:879bd6ac38e4ce172a6ad86afd7faf6a642af43e670698667eb5a9570b73e902","observation_id":"abeed9f4-810d-4374-8d3f-e39cb96a6f51","resolution":{"observed_at":"2026-08-11T04:53:25.346335Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.250300Z","title":"In: Proceedings of the 13th International Conference on Mining Software Repositories","venue":null,"work_id":"97cd9460-f467-4038-8072-a6e3fcce9d45","year":2016},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.349568Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:dd90133b44decba293b8623aa61b62fd152ee819b3fd6c120dc34302c582df1c","observation_id":"e6aff4a8-b2a9-4f87-9622-55d760e7dcc0","resolution":{"observed_at":"2026-08-11T04:53:26.253683Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.241578Z","title":null,"venue":null,"work_id":"c1598ac2-f7b5-4008-956c-067d2a156c46","year":2023},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.351631Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:fd90e4cba74025beeaa89b3f8af16312870ff4ac5997bda1c8932763485950da","observation_id":"b039990b-0e01-40a9-9926-ff8dcd0cc6df","resolution":{"observed_at":"2026-08-11T04:53:26.244306Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.233363Z","title":null,"venue":null,"work_id":"a1400b38-eece-42f5-8f3f-9121eeb100d8","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.355311Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:26769235c9e3771b793899fbc1affcd5fb2c6de182d844203590adb5b454fc84","observation_id":"adc6c3ce-a092-4482-8706-83711a555274","resolution":{"observed_at":"2026-08-11T04:53:26.236250Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.225830Z","title":null,"venue":null,"work_id":"f8bfc3e0-d2db-4486-94b7-6dcbc75ecf6d","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.359945Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:fee789699dcd81212e2af4576ce66a27f38ef8c9b3ba9daca01481fe95fa911a","observation_id":"39c858c8-52c2-4bb3-8127-dfedd43a6d2e","resolution":{"observed_at":"2026-08-11T04:53:26.228155Z","resolver_source":"raw_fallback","status":"parse_uncertain"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.216822Z","title":null,"venue":null,"work_id":"bcf33d00-5d5d-46b2-9840-8d399a446337","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.362498Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:bdf4a24ad2ecb8078124c73938ca977b7d7b368a566e451be7a6095e509f3080","observation_id":"db84d09f-29fb-4c01-9b54-f1f0e1e6206f","resolution":{"observed_at":"2026-08-11T04:53:26.219268Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.204031Z","title":null,"venue":null,"work_id":"cb84e004-9e66-4712-9b19-6627ce4c978d","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.366445Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:62c6d8c5b80b0b69b19cab1a65bdc9ea29c91a63f578b06856af6d3ede6bbc38","observation_id":"58c42e09-0d5f-48dc-8d22-ae18a4dec98e","resolution":{"observed_at":"2026-08-11T04:53:26.209167Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:26.112897Z","title":"These interviews, each lasting 10-15 minutes, allowed for iterative refinement of our guidelines","venue":null,"work_id":"f5705b29-e5a9-4c16-8ee5-69cc2ebd99b0","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.370146Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:498246c50abc4fbe8d3b1c30e1ae139107e98296d79e333e8d15462d43fc7e7d","observation_id":"c026d0e4-3515-483c-8f55-b0ed4203cb53","resolution":{"observed_at":"2026-08-11T04:53:26.197589Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.962463Z","title":null,"venue":null,"work_id":"745dd800-ec68-4691-a8ab-4e5dfa1a49d0","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.374090Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:f85094e8069a7af5cc0d5fca3c48354b6052c047985383fb387044e5c5020e97","observation_id":"6ebf35b0-7a4e-483e-a6a8-d71c216c43de","resolution":{"observed_at":"2026-08-11T04:53:26.017109Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.857957Z","title":null,"venue":null,"work_id":"488f9c4b-e834-4233-8b34-ed5c5c6eeb50","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.378297Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:a8909e6b0797030ae2aa774cb7e33e60fd892ffaad4c064ae90911e2d3f0240f","observation_id":"ab0f080b-2bfe-430b-8e93-5d5d2c6d4deb","resolution":{"observed_at":"2026-08-11T04:53:25.903599Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.829118Z","title":"model\": <model-name>,","venue":null,"work_id":"01d385d8-738d-4066-9336-187c70019f2a","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.381459Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:485c659e133269783486205205a43e7b1bda6781c096bfc432520e2744f77ec9","observation_id":"eb8be4af-52b9-4458-93ac-e1067c392672","resolution":{"observed_at":"2026-08-11T04:53:25.832038Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.821171Z","title":null,"venue":null,"work_id":"51c1a328-eac3-43cb-8663-b089b1671e7a","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.385289Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:53230ce61df34c7df81aebd63b22b02bb8b6275bacf49b7876379275a665bda6","observation_id":"177a0742-53bb-4920-ad60-da9e795d72df","resolution":{"observed_at":"2026-08-11T04:53:25.823554Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.810966Z","title":null,"venue":null,"work_id":"8f0e2369-32b7-4a3f-bee4-93a7652aed47","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.388991Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:42d48586698246c0319f2f13a02f9dd1af786a7ec28fef1dd47e8615a316e75a","observation_id":"e7a4a4d6-2044-4437-844e-9a67c8f5c9d4","resolution":{"observed_at":"2026-08-11T04:53:25.814087Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.800218Z","title":null,"venue":null,"work_id":"42fa7c8a-f2c5-46c7-a9dd-63acefa5b7e3","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.391328Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:2d3215aca599b5d19d970bfeaabc0b5fa5190cd751090eee9faca7bd5b2aad21","observation_id":"1ce88f0b-24fc-4c84-9628-a1d92e87591a","resolution":{"observed_at":"2026-08-11T04:53:25.803381Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.790893Z","title":"T able 11","venue":null,"work_id":"b9a2b7b5-f20f-4adc-9e5b-470cf6663e30","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.394844Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:5127a17676316e52677a612902da94210c4969537de0afaa1e1df0ec08e1c557","observation_id":"f548ff28-eb56-48f6-87dc-5460cfb9a97f","resolution":{"observed_at":"2026-08-11T04:53:25.793520Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.782173Z","title":"It sets the context and objective for the LLM, ensuring its outputs are aligned with the desired outcomes","venue":null,"work_id":"6126edd9-c236-47ef-8682-a9e9f520470d","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.397960Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:8791eaa708f1a2cf19c3a25365b90fe24bc236bb25a273fb22f8e669c6aef08d","observation_id":"98008eb1-9bfd-4fa8-81bd-ce20d23efda0","resolution":{"observed_at":"2026-08-11T04:53:25.785876Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.771357Z","title":"The guidelines serve to steer the LLM towards generating relevant, useful, and context-appropriate comments","venue":null,"work_id":"c71fd95f-427f-44b8-9ec9-97f3403d890f","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.401418Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:ca17a4b65e6741c209de8c2126ed6d4658cb220cb74e20164960096960e6fd8c","observation_id":"e00e1ed1-34ea-4fed-b15c-c97c6b0c9a66","resolution":{"observed_at":"2026-08-11T04:53:25.775350Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T04:53:25.758670Z","title":"These are carefully selected examples that illustrate the kind of output desired from the LLM, serving as a reference point for its comment generation process","venue":null,"work_id":"39d1c190-7e55-4e91-b704-c4428af81c36","year":null},"citing_paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-11T04:53:25.404732Z"},"links":{"citing_paper":"/paper/2412.18291"},"observation_digest":"sha256:1250fdc971ecb5ba1443ae4e5a4aeeead21bd2af7b337c46a135ad40798a322d","observation_id":"4be2e25b-cfcf-408e-88b0-b57d0e5f3468","resolution":{"observed_at":"2026-08-11T04:53:25.763995Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.18291","last_updated":"2025-01-25T08:48:32Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-18T16:12:05.150860Z","submitted_at":"2024-12-24T08:53:54Z","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation"},"reference_resolution":{"displayed":50,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":1,"unresolved":20,"verified_exact":0,"verified_fuzzy":28},"total_outbound_references":50},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 50 of 50 outbound references and 1 inbound Pith citation observation for arXiv:2412.18291."}