{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:DEOA5WOCO5HASC62JS2USINCZN","short_pith_number":"pith:DEOA5WOC","schema_version":"1.0","canonical_sha256":"191c0ed9c2774e090bda4cb54921a2cb4ea115acff3a2930e5e51a283b43ffa8","source":{"kind":"arxiv","id":"2107.12580","version":2},"attestation_state":"computed","paper":{"title":"Pointer Value Retrieval: A new benchmark for understanding the limits of neural network generalization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Chiyuan Zhang, Jon Kleinberg, Maithra Raghu, Samy Bengio","submitted_at":"2021-07-27T03:50:31Z","abstract_excerpt":"Central to the success of artificial neural networks is their ability to generalize. But does neural network generalization primarily rely on seeing highly similar training examples (memorization)? Or are neural networks capable of human-intelligence styled reasoning, and if so, to what extent? These remain fundamental open questions on artificial neural networks. In this paper, as steps towards answering these questions, we introduce a new benchmark, Pointer Value Retrieval (PVR) to study the limits of neural network reasoning. The PVR suite of tasks is based on reasoning about indirection, a"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2107.12580","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-07-27T03:50:31Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"12b1a65c186ad10b300cf1b04759b17ffd7422c665e5ac45067d90387df2fca9","abstract_canon_sha256":"ed8f4c010724331c987250c32f4d741b5590744c6f314a2346de4d2cdf68dd24"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:58:16.808081Z","signature_b64":"ZqJR81twEmtG0m3fLWx9UZvdPypu1QiSjxtL7Tgo/h3ApM8CC6rixl9g2cZTVed0NzC8dEZ4i8KIU6NRn/reCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"191c0ed9c2774e090bda4cb54921a2cb4ea115acff3a2930e5e51a283b43ffa8","last_reissued_at":"2026-07-05T03:58:16.807618Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:58:16.807618Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Pointer Value Retrieval: A new benchmark for understanding the limits of neural network generalization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Chiyuan Zhang, Jon Kleinberg, Maithra Raghu, Samy Bengio","submitted_at":"2021-07-27T03:50:31Z","abstract_excerpt":"Central to the success of artificial neural networks is their ability to generalize. But does neural network generalization primarily rely on seeing highly similar training examples (memorization)? Or are neural networks capable of human-intelligence styled reasoning, and if so, to what extent? These remain fundamental open questions on artificial neural networks. In this paper, as steps towards answering these questions, we introduce a new benchmark, Pointer Value Retrieval (PVR) to study the limits of neural network reasoning. The PVR suite of tasks is based on reasoning about indirection, a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.12580","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2107.12580/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2107.12580","created_at":"2026-07-05T03:58:16.807677+00:00"},{"alias_kind":"arxiv_version","alias_value":"2107.12580v2","created_at":"2026-07-05T03:58:16.807677+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.12580","created_at":"2026-07-05T03:58:16.807677+00:00"},{"alias_kind":"pith_short_12","alias_value":"DEOA5WOCO5HA","created_at":"2026-07-05T03:58:16.807677+00:00"},{"alias_kind":"pith_short_16","alias_value":"DEOA5WOCO5HASC62","created_at":"2026-07-05T03:58:16.807677+00:00"},{"alias_kind":"pith_short_8","alias_value":"DEOA5WOC","created_at":"2026-07-05T03:58:16.807677+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2402.17762","citing_title":"Massive Activations in Large Language Models","ref_index":99,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/DEOA5WOCO5HASC62JS2USINCZN","json":"https://pith.science/pith/DEOA5WOCO5HASC62JS2USINCZN.json","graph_json":"https://pith.science/api/pith-number/DEOA5WOCO5HASC62JS2USINCZN/graph.json","events_json":"https://pith.science/api/pith-number/DEOA5WOCO5HASC62JS2USINCZN/events.json","paper":"https://pith.science/paper/DEOA5WOC"},"agent_actions":{"view_html":"https://pith.science/pith/DEOA5WOCO5HASC62JS2USINCZN","download_json":"https://pith.science/pith/DEOA5WOCO5HASC62JS2USINCZN.json","view_paper":"https://pith.science/paper/DEOA5WOC","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2107.12580&json=true","fetch_graph":"https://pith.science/api/pith-number/DEOA5WOCO5HASC62JS2USINCZN/graph.json","fetch_events":"https://pith.science/api/pith-number/DEOA5WOCO5HASC62JS2USINCZN/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/DEOA5WOCO5HASC62JS2USINCZN/action/timestamp_anchor","attest_storage":"https://pith.science/pith/DEOA5WOCO5HASC62JS2USINCZN/action/storage_attestation","attest_author":"https://pith.science/pith/DEOA5WOCO5HASC62JS2USINCZN/action/author_attestation","sign_citation":"https://pith.science/pith/DEOA5WOCO5HASC62JS2USINCZN/action/citation_signature","submit_replication":"https://pith.science/pith/DEOA5WOCO5HASC62JS2USINCZN/action/replication_record"}},"created_at":"2026-07-05T03:58:16.807677+00:00","updated_at":"2026-07-05T03:58:16.807677+00:00"}