{"as_of":"2026-08-09T08:44:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9d06883a17ac7ce49bdc6fd7f6a6bc0b86b6a35d8e079fc271a83d016d33dba0","coverage":[{"denominator":22,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":22,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T11:32:56.144315Z","state":"measured"},{"denominator":23,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":23,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-20T09:36:15.468902Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-20T09:38:10.860680Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"cited_work":{"arxiv_id":"2507.22610","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.22610","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"7c7b90df-cba7-4ee6-a54b-ca1b7e5292c6","year":2025},"citing_paper":{"arxiv_id":"2605.17957","last_updated":"2026-05-18T07:12:14Z","snapshot_observed_at":"2026-07-06T23:28:55.079333Z","submitted_at":"2026-05-18T07:12:14Z","title":"Contextualized Code Pretraining for Code Generation","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-20T09:36:15.468902Z"},"links":{"cited_paper":"/paper/2507.22610","citing_paper":"/paper/2605.17957"},"observation_digest":"sha256:960a45593e4cf414d2d0ab48c4fcef1f25accd538a821525c8a9d95bdad03e23","observation_id":"3bc269a8-a330-4151-8142-6d65eaf273ca","resolution":{"observed_at":"2026-05-20T09:38:10.862854Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2507.22610/citation-record","integrity":"/paper/2507.22610/integrity","json":"/paper/2507.22610/citation-record.json","paper":"/paper/2507.22610"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:58.414187Z","title":"Examining zero-shot vulnerability repair with large language models","venue":null,"work_id":"6569b30d-09bc-4e81-9e38-7657b5fa28b3","year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:54.814368Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:7f3782a67c78e8315390a6f4e5a3a7989f8165f872918777e7339823908fcb64","observation_id":"92ef9c21-51b1-4fac-a33d-da62b010b795","resolution":{"observed_at":"2026-08-06T11:32:58.516654Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:58.125650Z","title":"Asleep at the keyboard? assessing the security of github copilot’s code contributions","venue":null,"work_id":"6340a4fe-cd16-4741-9e6a-9cddd575d298","year":2024},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:54.990705Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:a4f240cb12daecee1c21b45666580286aab3c4b0018441a4bb97a0638fcbcff3","observation_id":"019a3141-7141-4224-8ff2-b1071511df04","resolution":{"observed_at":"2026-08-06T11:32:58.202156Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2014.23727","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:57.494321Z","title":"Search-based software test data generation: a survey","venue":null,"work_id":"f2be94bd-cf93-4c73-bdd6-aa6e00fb90df","year":2004},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.070478Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:83748b523a8919235fe789be5ae96d0cc936ee1a95bc20082c3faf396d98bd40","observation_id":"09c36d97-a338-4027-973d-05376efd0e4d","resolution":{"observed_at":"2026-08-06T11:32:57.550601Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:57.956386Z","title":"2000, pp","venue":null,"work_id":"bd7bb221-62d4-44b3-a44b-f68eb53dba59","year":2000},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.749862Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:5e36aabb690bbf0763b7fbda3a69a8e48d3176f1aaf00f8a6bb528bdca5973a2","observation_id":"f5c03007-9d36-4d6f-b0c2-89d362084e1e","resolution":{"observed_at":"2026-08-06T11:32:58.046337Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2109.00859","last_updated":"2021-09-02T12:21:06Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-09-02T12:21:06Z","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.00859","snapshot_observed_at":"2026-08-06T11:32:55.202636Z","title":"#: 10.48550/arXiv.2109.00859. $%&: http://arxiv.org/abs/2109.00859 (visited on 10/30/2024). [34]Vincent J. Hellendoorn et al. “Deep learning type inference","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.202636Z"},"links":{"cited_paper":"/paper/2109.00859","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:adf1e5fb9a5ce39c69e5da147a983cea2c59103667d0225c374917f9eed5ca6a","observation_id":"9655d805-77f7-401b-bced-896e1faad6c9","resolution":{"observed_at":"2026-08-06T11:32:55.202636Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.future.2022.12.030","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:56.351575Z","title":"Black-box testing of deep neural networks through test case diversity","venue":null,"work_id":"8d748d64-af3c-485e-af55-014763351a3f","year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.320814Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:74467fcc0a93caf02066454adf8673e4acdacf370cd89c3ad3e367bcacb21fc9","observation_id":"d3d5fb64-82c2-4b4c-a547-46fc8eb78c44","resolution":{"observed_at":"2026-08-06T11:32:56.440360Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.04285","last_updated":"2025-06-08T06:38:02Z","snapshot_observed_at":"2026-08-08T15:13:41.966286Z","submitted_at":"2022-07-09T15:02:39Z","title":"A Closer Look into Transformer-Based Code Intelligence Through Code Transformation: Challenges and Opportunities","version":2},"cited_work":{"arxiv_id":"2207.04285","doi":null,"metadata_source":"pith","pith_arxiv_id":"2207.04285","snapshot_observed_at":"2026-08-06T11:32:56.895184Z","title":"A Closer Look into Transformer-Based Code Intelligence Through Code Transformation: Challenges and Opportunities","venue":"cs.SE","work_id":"fb0dd869-9614-41da-9894-20fb20805b6f","year":2022},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.626700Z"},"links":{"cited_paper":"/paper/2207.04285","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:9f7fc274da482ddaa591bc622a9d225275290781068deae38fc8bb64bbd118eb","observation_id":"ceee0b19-6d9e-4a31-a8a1-b034fed9e1f4","resolution":{"observed_at":"2026-08-06T11:32:56.982961Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2023.00149","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:57.099091Z","title":"Code Di\"erence Guided Adversarial Example Genera- tion for Deep Code Models","venue":null,"work_id":"8d2cd0a2-1ca3-40af-8aec-53566a0c716e","year":2024},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.465224Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:cf078099e8809ee16ea3057b38d9dd6e1b60718b1a72893a9cd994ea9c4e9ef0","observation_id":"d748b97d-c348-4c15-96ff-a137a53a7ec2","resolution":{"observed_at":"2026-08-06T11:32:57.140948Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.03312","last_updated":"2024-09-08T17:23:16Z","snapshot_observed_at":"2026-08-05T10:01:55.556623Z","submitted_at":"2023-08-07T05:40:58Z","title":"Exploiting Code Symmetries for Learning Program Semantics","version":9},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.03312","snapshot_observed_at":"2026-08-06T11:32:55.533706Z","title":"#: 10.48550/arXiv.2308.03312.$%&: http://arxiv.org/abs/2308.03312 (visited on 09/17/2024). [77]Xi Ding et al. “Adversarial Attack and Robustness Improvement on Code Summarization","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.533706Z"},"links":{"cited_paper":"/paper/2308.03312","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:3915b083068da63bdd5d079db269c5418f8e21dc1637bc60c638f9a2025150b1","observation_id":"911dc58b-c8c9-4547-88ef-2a198a3f1518","resolution":{"observed_at":"2026-08-06T11:32:55.533706Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2208.08289","last_updated":"2023-05-08T13:01:08Z","snapshot_observed_at":"2026-07-06T13:42:43.965032Z","submitted_at":"2022-08-17T13:37:03Z","title":"CCTEST: Testing and Repairing Code Completion Systems","version":3},"cited_work":{"arxiv_id":"2208.08289","doi":"10.48550/arxiv.2208.08289","metadata_source":"pith","pith_arxiv_id":"2208.08289","snapshot_observed_at":"2026-08-06T12:16:18.182151Z","title":"CCTEST: Testing and Repairing Code Completion Systems","venue":"cs.SE","work_id":"eaeb3c2b-0e4f-48ed-b99d-fdca64aa792c","year":2022},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.574102Z"},"links":{"cited_paper":"/paper/2208.08289","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:e693c565d771f28b87c131f8dacd83ddb2ec3ffd3b74856926b59c0c558017cf","observation_id":"a1504c14-bd2b-4d24-9334-e9f47a1b1d8d","resolution":{"observed_at":"2026-08-06T11:32:56.293027Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08509","last_updated":"2023-03-15T10:36:30Z","snapshot_observed_at":"2026-07-06T15:03:38.819154Z","submitted_at":"2023-03-15T10:36:30Z","title":"Black-box Adversarial Example Attack towards FCG Based Android Malware Detection under Incomplete Feature Information","version":1},"cited_work":{"arxiv_id":"2303.08509","doi":null,"metadata_source":"pith","pith_arxiv_id":"2303.08509","snapshot_observed_at":"2026-08-06T11:32:56.788983Z","title":"Black-box Adversarial Example Attack towards FCG Based Android Malware Detection under Incomplete Feature Information","venue":"cs.SE","work_id":"92ad2e64-19e1-465d-b20b-22a9414beff0","year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.665711Z"},"links":{"cited_paper":"/paper/2303.08509","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:8b91bf652b8b4199933614f1872d6e9f46bc9c862dbc492a7f79b8b3dd0e6c30","observation_id":"a0c97e0d-d679-4ec0-8916-2fd43bd82d6e","resolution":{"observed_at":"2026-08-06T11:32:56.829479Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:55.803813Z","title":"Monte Carlo tree search: A review of recent modi!cations and applications","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.803813Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:94f1550186d972ffa59396deb2b4b5769d8620a1fb37800143a0b914eac0e41c","observation_id":"3d46ba8c-438f-48f3-9a7a-1682ecf34679","resolution":{"observed_at":"2026-08-06T11:32:55.803813Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"3990.29840","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:56.605937Z","title":"Source code authorship attribution using long short-term memory based networks: 22nd European Symposium on Research in Computer Security, ESORICS 2017","venue":null,"work_id":"10b8ad20-b200-4aa5-8032-48996fba5607","year":2017},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.933208Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:1a71d3a5d6af10f1e8bc2a67af51d359dd75eb0f63b3788084e7d6465370b2d5","observation_id":"9f63cb9b-d426-438e-bfcb-0ce27603b630","resolution":{"observed_at":"2026-08-06T11:32:56.673003Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14196","last_updated":"2024-01-26T09:23:11Z","snapshot_observed_at":"2026-08-06T22:40:28.707813Z","submitted_at":"2024-01-25T14:17:53Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14196","snapshot_observed_at":"2026-08-06T11:32:55.998362Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming– The Rise of Code Intelligence","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.998362Z"},"links":{"cited_paper":"/paper/2401.14196","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:bcaee5ccc0e75f75c6fad6be80e126d38c4927c81442d4183980c1a1ed4c251e","observation_id":"1d503248-6587-4d43-91e3-104f597bd9b3","resolution":{"observed_at":"2026-08-06T11:32:55.998362Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:57.789217Z","title":"What are we really testing in mutation testing for machine learning? a critical re$ection","venue":null,"work_id":"ef177037-8d42-42e1-b86a-f7fccc9ca5ae","year":2013},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:56.078362Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:ce36ebdcd7a87efb0ace0d6fcfa4b95afa3d9e432539208e5de210f2df67e3e7","observation_id":"1333a122-5a8a-4c19-a2f0-c3ac4d805d4f","resolution":{"observed_at":"2026-08-06T11:32:57.874592Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2103.06333","last_updated":"2021-04-10T19:48:33Z","snapshot_observed_at":"2026-08-03T18:10:38.762808Z","submitted_at":"2021-03-10T20:32:59Z","title":"Unified Pre-training for Program Understanding and Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.06333","snapshot_observed_at":"2026-08-06T11:32:55.852475Z","title":"SequenceR: Sequence-to-Sequence Learning for End-to-End Program Repair","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.852475Z"},"links":{"cited_paper":"/paper/2103.06333","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:2490682d60b8e5164ab6e090903c37236099f6417ef1a651c3b47e6c57431ac8","observation_id":"c70a898b-4a3d-46f1-8b6c-b12a00a5ce65","resolution":{"observed_at":"2026-08-06T11:32:55.852475Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:54.931102Z","title":"Diversevul: A new vulnerable source code dataset for deep learn- ing based vulnerability detection","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:54.931102Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:dd52acaf960e7f1a454c0d35dccb7fdc66903fcdf1fd9c3e1a530aee5f85cc6a","observation_id":"d6efbf01-4bf5-4fd2-a09e-6e558c0f25b2","resolution":{"observed_at":"2026-08-06T11:32:54.931102Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"stable/4132319","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:57.262633Z","title":"Analyzing the Past to Prepare for the Future: Writing a Literature Review","venue":null,"work_id":"d0eb598f-5adf-4ba9-bb54-54996e96fb5c","year":2002},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.423698Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:b3113e002accef878a46353c0fefabd3726b8bd1a037b580691c0a439783f336","observation_id":"1fab706d-69fc-4fac-a669-7db056806677","resolution":{"observed_at":"2026-08-06T11:32:57.329494Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:57.650367Z","title":null,"venue":null,"work_id":"9c8f1520-dab4-4eb8-ba58-a44e6f23a283","year":2025},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":111,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:56.144315Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:ae498dd70ed45b525511fa5185f967a84b9c61f9b33b8615ae2cc58b67c69b55","observation_id":"15e603ff-2f05-44e9-b89f-60287a50293b","resolution":{"observed_at":"2026-08-06T11:32:57.699406Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1711.00740","last_updated":"2018-05-04T20:30:53Z","snapshot_observed_at":"2026-08-06T21:07:44.430503Z","submitted_at":"2017-11-01T09:48:06Z","title":"Learning to Represent Programs with Graphs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1711.00740","snapshot_observed_at":"2026-08-06T11:32:55.155291Z","title":"Metamorphic testing: A review of challenges and opportunities","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":279,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.155291Z"},"links":{"cited_paper":"/paper/1711.00740","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:00df73c8d1c9f28dcc3c91f5f4d639083e0776c42d267313c4bc42abda7a8b73","observation_id":"a4c06026-32fa-402a-acc1-0b9233093eec","resolution":{"observed_at":"2026-08-06T11:32:55.155291Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T11:32:55.277384Z","title":"#: 10.1145/ 3236024 . 3236051.$%&: https : / / dl . acm . org / doi / 10 . 1145 / 3236024 . 3236051 (visited on 10/30/2024). [35]Josh Achiam et al. “Gpt-4 technical report","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:55.277384Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:81c23aa1889bcf79c7a55876e0c821d46103f6a04657e6aafc45c976780ddb48","observation_id":"7e7ab7b4-893e-4149-b42a-72f6bf93db5c","resolution":{"observed_at":"2026-08-06T11:32:55.277384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:32:58.279240Z","title":"Large language model for vulnerability detection: Emerging results and future directions","venue":null,"work_id":"ec2040c9-e296-4009-8154-18008e924182","year":2024},"citing_paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-06T11:32:54.854151Z"},"links":{"citing_paper":"/paper/2507.22610"},"observation_digest":"sha256:4506fb124305caed6790d7ecaa3e018f869c72fa49a2b1c7afa6a6a32fd1691e","observation_id":"56a64280-d5c3-43c3-853b-66aaba0b6c17","resolution":{"observed_at":"2026-08-06T11:32:58.361716Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.22610","last_updated":"2025-07-30T12:25:30Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-06T11:32:53.072802Z","submitted_at":"2025-07-30T12:25:30Z","title":"Metamorphic Testing of Deep Code Models: A Systematic Literature Review"},"reference_resolution":{"displayed":22,"state_counts":{"malformed_identifier":0,"metadata_mismatch":5,"parse_uncertain":0,"unresolved":9,"verified_exact":3,"verified_fuzzy":5},"total_outbound_references":22},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 22 of 22 outbound references and 1 inbound Pith citation observation for arXiv:2507.22610."}