{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:EGGA4QCUSNIIFTUSVLXZIG5ZL3","short_pith_number":"pith:EGGA4QCU","schema_version":"1.0","canonical_sha256":"218c0e4054935082ce92aaef941bb95ed4c2705a9c33456943d673ceb90d1eac","source":{"kind":"arxiv","id":"2210.15031","version":1},"attestation_state":"computed","paper":{"title":"Characterizing Datapoints via Second-Split Forgetting","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"J. Zico Kolter, Pratyush Maini, Saurabh Garg, Zachary C. Lipton","submitted_at":"2022-10-26T21:03:46Z","abstract_excerpt":"Researchers investigating example hardness have increasingly focused on the dynamics by which neural networks learn and forget examples throughout training. Popular metrics derived from these dynamics include (i) the epoch at which examples are first correctly classified; (ii) the number of times their predictions flip during training; and (iii) whether their prediction flips if they are held out. However, these metrics do not distinguish among examples that are hard for distinct reasons, such as membership in a rare subpopulation, being mislabeled, or belonging to a complex subpopulation. In "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2210.15031","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-26T21:03:46Z","cross_cats_sorted":[],"title_canon_sha256":"2bb84c96725c836a94e0aadfdc243fa4558e55875d3978eec9f27c6a0870281b","abstract_canon_sha256":"b558bbe28735a909934f50b6a3edd0a7b83c26e735c4e3e38bdfc042260e1373"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:11:01.276914Z","signature_b64":"UufW8SGJqhpbQDXBw/IM5fZvL9dTd/jVkOef04JxCIpJQs6KATIlNDVKqSSPOAyYwa6Zj4Z2+AMO8POoqPzYCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"218c0e4054935082ce92aaef941bb95ed4c2705a9c33456943d673ceb90d1eac","last_reissued_at":"2026-07-05T05:11:01.276514Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:11:01.276514Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Characterizing Datapoints via Second-Split Forgetting","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"J. Zico Kolter, Pratyush Maini, Saurabh Garg, Zachary C. Lipton","submitted_at":"2022-10-26T21:03:46Z","abstract_excerpt":"Researchers investigating example hardness have increasingly focused on the dynamics by which neural networks learn and forget examples throughout training. Popular metrics derived from these dynamics include (i) the epoch at which examples are first correctly classified; (ii) the number of times their predictions flip during training; and (iii) whether their prediction flips if they are held out. However, these metrics do not distinguish among examples that are hard for distinct reasons, such as membership in a rare subpopulation, being mislabeled, or belonging to a complex subpopulation. In "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.15031","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.15031/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2210.15031","created_at":"2026-07-05T05:11:01.276571+00:00"},{"alias_kind":"arxiv_version","alias_value":"2210.15031v1","created_at":"2026-07-05T05:11:01.276571+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.15031","created_at":"2026-07-05T05:11:01.276571+00:00"},{"alias_kind":"pith_short_12","alias_value":"EGGA4QCUSNII","created_at":"2026-07-05T05:11:01.276571+00:00"},{"alias_kind":"pith_short_16","alias_value":"EGGA4QCUSNIIFTUS","created_at":"2026-07-05T05:11:01.276571+00:00"},{"alias_kind":"pith_short_8","alias_value":"EGGA4QCU","created_at":"2026-07-05T05:11:01.276571+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2505.17664","citing_title":"What is the role of memorization in Continual Learning?","ref_index":38,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/EGGA4QCUSNIIFTUSVLXZIG5ZL3","json":"https://pith.science/pith/EGGA4QCUSNIIFTUSVLXZIG5ZL3.json","graph_json":"https://pith.science/api/pith-number/EGGA4QCUSNIIFTUSVLXZIG5ZL3/graph.json","events_json":"https://pith.science/api/pith-number/EGGA4QCUSNIIFTUSVLXZIG5ZL3/events.json","paper":"https://pith.science/paper/EGGA4QCU"},"agent_actions":{"view_html":"https://pith.science/pith/EGGA4QCUSNIIFTUSVLXZIG5ZL3","download_json":"https://pith.science/pith/EGGA4QCUSNIIFTUSVLXZIG5ZL3.json","view_paper":"https://pith.science/paper/EGGA4QCU","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2210.15031&json=true","fetch_graph":"https://pith.science/api/pith-number/EGGA4QCUSNIIFTUSVLXZIG5ZL3/graph.json","fetch_events":"https://pith.science/api/pith-number/EGGA4QCUSNIIFTUSVLXZIG5ZL3/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/EGGA4QCUSNIIFTUSVLXZIG5ZL3/action/timestamp_anchor","attest_storage":"https://pith.science/pith/EGGA4QCUSNIIFTUSVLXZIG5ZL3/action/storage_attestation","attest_author":"https://pith.science/pith/EGGA4QCUSNIIFTUSVLXZIG5ZL3/action/author_attestation","sign_citation":"https://pith.science/pith/EGGA4QCUSNIIFTUSVLXZIG5ZL3/action/citation_signature","submit_replication":"https://pith.science/pith/EGGA4QCUSNIIFTUSVLXZIG5ZL3/action/replication_record"}},"created_at":"2026-07-05T05:11:01.276571+00:00","updated_at":"2026-07-05T05:11:01.276571+00:00"}