{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:LD3GLJNTCNHDVHFI233TOC4RLC","short_pith_number":"pith:LD3GLJNT","canonical_record":{"source":{"id":"1802.07714","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-02-21T18:45:23Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f44b84c0775e2524b0c25bb429142f166644a0129fe4586ff21e6a1bc5438946","abstract_canon_sha256":"3e53ee90129020fb8f1db0c4e493125b6660db91edbedc690705aca73e99abde"},"schema_version":"1.0"},"canonical_sha256":"58f665a5b3134e3a9ca8d6f7370b9158bbaae738da80fdb880d92a1f4c7fc89b","source":{"kind":"arxiv","id":"1802.07714","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.07714","created_at":"2026-05-18T00:22:49Z"},{"alias_kind":"arxiv_version","alias_value":"1802.07714v1","created_at":"2026-05-18T00:22:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.07714","created_at":"2026-05-18T00:22:49Z"},{"alias_kind":"pith_short_12","alias_value":"LD3GLJNTCNHD","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"LD3GLJNTCNHDVHFI","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"LD3GLJNT","created_at":"2026-05-18T12:32:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:LD3GLJNTCNHDVHFI233TOC4RLC","target":"record","payload":{"canonical_record":{"source":{"id":"1802.07714","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-02-21T18:45:23Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f44b84c0775e2524b0c25bb429142f166644a0129fe4586ff21e6a1bc5438946","abstract_canon_sha256":"3e53ee90129020fb8f1db0c4e493125b6660db91edbedc690705aca73e99abde"},"schema_version":"1.0"},"canonical_sha256":"58f665a5b3134e3a9ca8d6f7370b9158bbaae738da80fdb880d92a1f4c7fc89b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:22:49.564585Z","signature_b64":"CvMizqYOUU9wrHUdDY4BT4X0fWI+PPF4UFSZPi7/f9VdmcY1mSwdSt9XH0ReBeIDIFHD/+vDpTk1EK+wPIaWCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"58f665a5b3134e3a9ca8d6f7370b9158bbaae738da80fdb880d92a1f4c7fc89b","last_reissued_at":"2026-05-18T00:22:49.564109Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:22:49.564109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1802.07714","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:22:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aOkxl5gm3lm0rBm5jNISqsl7+5UmS8tUHJFU+V/n/5uVycJZZXX2peXWKmtm4iFSCMNbHqao2JDR5Q4g7cD/Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-06T06:42:44.692557Z"},"content_sha256":"d9c6b1033c8cf41792223314ad182abe1f3862c534cd47159b8188ff1480d23c","schema_version":"1.0","event_id":"sha256:d9c6b1033c8cf41792223314ad182abe1f3862c534cd47159b8188ff1480d23c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:LD3GLJNTCNHDVHFI233TOC4RLC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Detecting Learning vs Memorization in Deep Neural Networks using Shared Structure Validation Sets","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Elias Chaibub Neto","submitted_at":"2018-02-21T18:45:23Z","abstract_excerpt":"The roles played by learning and memorization represent an important topic in deep learning research. Recent work on this subject has shown that the optimization behavior of DNNs trained on shuffled labels is qualitatively different from DNNs trained with real labels. Here, we propose a novel permutation approach that can differentiate memorization from learning in deep neural networks (DNNs) trained as usual (i.e., using the real labels to guide the learning, rather than shuffled labels). The evaluation of weather the DNN has learned and/or memorized, happens in a separate step where we compa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.07714","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:22:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yxLHEx/QpdQY2+FEMQbgspAUbCmDoP/jIYPRSolUvS+tA+8PTdT60jJk0W4U9W5cDqJx8D+Gcq4IRK+YvpleAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-06T06:42:44.693244Z"},"content_sha256":"2b7ceea18125470f99bf20281837834b3146a8caf01370d6af45becaa97f67b8","schema_version":"1.0","event_id":"sha256:2b7ceea18125470f99bf20281837834b3146a8caf01370d6af45becaa97f67b8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LD3GLJNTCNHDVHFI233TOC4RLC/bundle.json","state_url":"https://pith.science/pith/LD3GLJNTCNHDVHFI233TOC4RLC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LD3GLJNTCNHDVHFI233TOC4RLC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-06T06:42:44Z","links":{"resolver":"https://pith.science/pith/LD3GLJNTCNHDVHFI233TOC4RLC","bundle":"https://pith.science/pith/LD3GLJNTCNHDVHFI233TOC4RLC/bundle.json","state":"https://pith.science/pith/LD3GLJNTCNHDVHFI233TOC4RLC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LD3GLJNTCNHDVHFI233TOC4RLC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:LD3GLJNTCNHDVHFI233TOC4RLC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3e53ee90129020fb8f1db0c4e493125b6660db91edbedc690705aca73e99abde","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-02-21T18:45:23Z","title_canon_sha256":"f44b84c0775e2524b0c25bb429142f166644a0129fe4586ff21e6a1bc5438946"},"schema_version":"1.0","source":{"id":"1802.07714","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.07714","created_at":"2026-05-18T00:22:49Z"},{"alias_kind":"arxiv_version","alias_value":"1802.07714v1","created_at":"2026-05-18T00:22:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.07714","created_at":"2026-05-18T00:22:49Z"},{"alias_kind":"pith_short_12","alias_value":"LD3GLJNTCNHD","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"LD3GLJNTCNHDVHFI","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"LD3GLJNT","created_at":"2026-05-18T12:32:37Z"}],"graph_snapshots":[{"event_id":"sha256:2b7ceea18125470f99bf20281837834b3146a8caf01370d6af45becaa97f67b8","target":"graph","created_at":"2026-05-18T00:22:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The roles played by learning and memorization represent an important topic in deep learning research. Recent work on this subject has shown that the optimization behavior of DNNs trained on shuffled labels is qualitatively different from DNNs trained with real labels. Here, we propose a novel permutation approach that can differentiate memorization from learning in deep neural networks (DNNs) trained as usual (i.e., using the real labels to guide the learning, rather than shuffled labels). The evaluation of weather the DNN has learned and/or memorized, happens in a separate step where we compa","authors_text":"Elias Chaibub Neto","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-02-21T18:45:23Z","title":"Detecting Learning vs Memorization in Deep Neural Networks using Shared Structure Validation Sets"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.07714","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d9c6b1033c8cf41792223314ad182abe1f3862c534cd47159b8188ff1480d23c","target":"record","created_at":"2026-05-18T00:22:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3e53ee90129020fb8f1db0c4e493125b6660db91edbedc690705aca73e99abde","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-02-21T18:45:23Z","title_canon_sha256":"f44b84c0775e2524b0c25bb429142f166644a0129fe4586ff21e6a1bc5438946"},"schema_version":"1.0","source":{"id":"1802.07714","kind":"arxiv","version":1}},"canonical_sha256":"58f665a5b3134e3a9ca8d6f7370b9158bbaae738da80fdb880d92a1f4c7fc89b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"58f665a5b3134e3a9ca8d6f7370b9158bbaae738da80fdb880d92a1f4c7fc89b","first_computed_at":"2026-05-18T00:22:49.564109Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:22:49.564109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CvMizqYOUU9wrHUdDY4BT4X0fWI+PPF4UFSZPi7/f9VdmcY1mSwdSt9XH0ReBeIDIFHD/+vDpTk1EK+wPIaWCA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:22:49.564585Z","signed_message":"canonical_sha256_bytes"},"source_id":"1802.07714","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d9c6b1033c8cf41792223314ad182abe1f3862c534cd47159b8188ff1480d23c","sha256:2b7ceea18125470f99bf20281837834b3146a8caf01370d6af45becaa97f67b8"],"state_sha256":"8d761d5e28b2417bf8e44985aed6835562482051243196cb20e9d8803ebf301a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UmAb6yrO8sgcNaJ8ZokqJzSLjuZ6gpryOOt/OVWv9u1+UtbhJGAzvDk2alBBu4vY1BKme8KkPPWPMMlTIpXRCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-06T06:42:44.696893Z","bundle_sha256":"0839d34e1efc36ab96895fe4dde60e22c0c6afd6fe9ec230eeeab75a0f6835fb"}}