{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:FKZDUEPIY5LRLHYLISX3XDLD3I","short_pith_number":"pith:FKZDUEPI","canonical_record":{"source":{"id":"2210.17167","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-31T09:25:42Z","cross_cats_sorted":[],"title_canon_sha256":"3b3d700d69a3a4caf014f640de8a88740fc5ffb7d03415df9038a893c4e76e86","abstract_canon_sha256":"f2f17e567a98d0864a65d1212d0def4c1d935a61ebedd3ea3129d35805abb703"},"schema_version":"1.0"},"canonical_sha256":"2ab23a11e8c757159f0b44afbb8d63da3fbae53170b03e886b00fd4ddf19b92f","source":{"kind":"arxiv","id":"2210.17167","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.17167","created_at":"2026-07-05T05:11:55Z"},{"alias_kind":"arxiv_version","alias_value":"2210.17167v1","created_at":"2026-07-05T05:11:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.17167","created_at":"2026-07-05T05:11:55Z"},{"alias_kind":"pith_short_12","alias_value":"FKZDUEPIY5LR","created_at":"2026-07-05T05:11:55Z"},{"alias_kind":"pith_short_16","alias_value":"FKZDUEPIY5LRLHYL","created_at":"2026-07-05T05:11:55Z"},{"alias_kind":"pith_short_8","alias_value":"FKZDUEPI","created_at":"2026-07-05T05:11:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:FKZDUEPIY5LRLHYLISX3XDLD3I","target":"record","payload":{"canonical_record":{"source":{"id":"2210.17167","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-31T09:25:42Z","cross_cats_sorted":[],"title_canon_sha256":"3b3d700d69a3a4caf014f640de8a88740fc5ffb7d03415df9038a893c4e76e86","abstract_canon_sha256":"f2f17e567a98d0864a65d1212d0def4c1d935a61ebedd3ea3129d35805abb703"},"schema_version":"1.0"},"canonical_sha256":"2ab23a11e8c757159f0b44afbb8d63da3fbae53170b03e886b00fd4ddf19b92f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:11:55.734400Z","signature_b64":"9RQMOLM6spIuWREKRgXBgINBySZKnrclwCDSLJRzpNhDdVqI7ldm5PzLodke02rQXMDMfw5+H+Y+CU/EHHzdAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2ab23a11e8c757159f0b44afbb8d63da3fbae53170b03e886b00fd4ddf19b92f","last_reissued_at":"2026-07-05T05:11:55.733982Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:11:55.733982Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.17167","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:11:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+2sKn8eBJFBt4m4XgJvBOC7vVLtIQxfdHkdlm+N1ij0cKiI5MYzhqEwQazKWvoLi1Nf3d8V/C1MDMPJtlCxcCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T20:17:08.229014Z"},"content_sha256":"f54d62a400558379265a3fa4f64f2065d8020c59f95ae9a990f8dad0c015392f","schema_version":"1.0","event_id":"sha256:f54d62a400558379265a3fa4f64f2065d8020c59f95ae9a990f8dad0c015392f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:FKZDUEPIY5LRLHYLISX3XDLD3I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reduce Catastrophic Forgetting of Dense Retrieval Training with Teleportation Negatives","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Arnold Overwijk, Chenyan Xiong, Jie Bao, Si Sun, Yue Yu, Zhiyuan Liu","submitted_at":"2022-10-31T09:25:42Z","abstract_excerpt":"In this paper, we investigate the instability in the standard dense retrieval training, which iterates between model training and hard negative selection using the being-trained model. We show the catastrophic forgetting phenomena behind the training instability, where models learn and forget different negative groups during training iterations. We then propose ANCE-Tele, which accumulates momentum negatives from past iterations and approximates future iterations using lookahead negatives, as \"teleportations\" along the time axis to smooth the learning process. On web search and OpenQA, ANCE-Te"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.17167","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.17167/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:11:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XECqOlS1iABL4i7Gv6SXaVA6SmqwkC1JxVliqHGir2uo+3sB/0EZhpDjiBCsSU/n56hPA+3Oy5YM/nDDmghKAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T20:17:08.229948Z"},"content_sha256":"53a82d7dcfacdd299b10097f5154a770375fe3327f5501f54ab491330961f46b","schema_version":"1.0","event_id":"sha256:53a82d7dcfacdd299b10097f5154a770375fe3327f5501f54ab491330961f46b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FKZDUEPIY5LRLHYLISX3XDLD3I/bundle.json","state_url":"https://pith.science/pith/FKZDUEPIY5LRLHYLISX3XDLD3I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FKZDUEPIY5LRLHYLISX3XDLD3I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T20:17:08Z","links":{"resolver":"https://pith.science/pith/FKZDUEPIY5LRLHYLISX3XDLD3I","bundle":"https://pith.science/pith/FKZDUEPIY5LRLHYLISX3XDLD3I/bundle.json","state":"https://pith.science/pith/FKZDUEPIY5LRLHYLISX3XDLD3I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FKZDUEPIY5LRLHYLISX3XDLD3I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:FKZDUEPIY5LRLHYLISX3XDLD3I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f2f17e567a98d0864a65d1212d0def4c1d935a61ebedd3ea3129d35805abb703","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-31T09:25:42Z","title_canon_sha256":"3b3d700d69a3a4caf014f640de8a88740fc5ffb7d03415df9038a893c4e76e86"},"schema_version":"1.0","source":{"id":"2210.17167","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.17167","created_at":"2026-07-05T05:11:55Z"},{"alias_kind":"arxiv_version","alias_value":"2210.17167v1","created_at":"2026-07-05T05:11:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.17167","created_at":"2026-07-05T05:11:55Z"},{"alias_kind":"pith_short_12","alias_value":"FKZDUEPIY5LR","created_at":"2026-07-05T05:11:55Z"},{"alias_kind":"pith_short_16","alias_value":"FKZDUEPIY5LRLHYL","created_at":"2026-07-05T05:11:55Z"},{"alias_kind":"pith_short_8","alias_value":"FKZDUEPI","created_at":"2026-07-05T05:11:55Z"}],"graph_snapshots":[{"event_id":"sha256:53a82d7dcfacdd299b10097f5154a770375fe3327f5501f54ab491330961f46b","target":"graph","created_at":"2026-07-05T05:11:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.17167/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we investigate the instability in the standard dense retrieval training, which iterates between model training and hard negative selection using the being-trained model. We show the catastrophic forgetting phenomena behind the training instability, where models learn and forget different negative groups during training iterations. We then propose ANCE-Tele, which accumulates momentum negatives from past iterations and approximates future iterations using lookahead negatives, as \"teleportations\" along the time axis to smooth the learning process. On web search and OpenQA, ANCE-Te","authors_text":"Arnold Overwijk, Chenyan Xiong, Jie Bao, Si Sun, Yue Yu, Zhiyuan Liu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-31T09:25:42Z","title":"Reduce Catastrophic Forgetting of Dense Retrieval Training with Teleportation Negatives"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.17167","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f54d62a400558379265a3fa4f64f2065d8020c59f95ae9a990f8dad0c015392f","target":"record","created_at":"2026-07-05T05:11:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f2f17e567a98d0864a65d1212d0def4c1d935a61ebedd3ea3129d35805abb703","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-31T09:25:42Z","title_canon_sha256":"3b3d700d69a3a4caf014f640de8a88740fc5ffb7d03415df9038a893c4e76e86"},"schema_version":"1.0","source":{"id":"2210.17167","kind":"arxiv","version":1}},"canonical_sha256":"2ab23a11e8c757159f0b44afbb8d63da3fbae53170b03e886b00fd4ddf19b92f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2ab23a11e8c757159f0b44afbb8d63da3fbae53170b03e886b00fd4ddf19b92f","first_computed_at":"2026-07-05T05:11:55.733982Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:11:55.733982Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9RQMOLM6spIuWREKRgXBgINBySZKnrclwCDSLJRzpNhDdVqI7ldm5PzLodke02rQXMDMfw5+H+Y+CU/EHHzdAw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:11:55.734400Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.17167","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f54d62a400558379265a3fa4f64f2065d8020c59f95ae9a990f8dad0c015392f","sha256:53a82d7dcfacdd299b10097f5154a770375fe3327f5501f54ab491330961f46b"],"state_sha256":"e6e8fcb3593b8d4f98c3e1bfae39a14f8460d9b4670e52d098430349d69329da"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MeM7xsxn5faQTFK55IfPaN3AAqGmGtdx0+geoBdPRMZ8hRLwEa3uzKqQRNqIQ1/Km+6NgY80G7OeKuxMSylOCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T20:17:08.240800Z","bundle_sha256":"4131195bc31ee5bf2ff3655555c2aecfa7348e16909d52dc3720c4842cb2c014"}}