{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ITDHYBZM4ZBVHEMQV7E23MBRFO","short_pith_number":"pith:ITDHYBZM","canonical_record":{"source":{"id":"2502.02788","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-02-05T00:21:17Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"51bdf2866aebab110ca3a65fb64173e9889d8448d3b102977f1fe290a85bbe94","abstract_canon_sha256":"4fa29a98bdd46fd1634613c9afcccd88f135dd38e5485106517309c0347badcd"},"schema_version":"1.0"},"canonical_sha256":"44c67c072ce643539190afc9adb0312ba84ebd062270554715954dfcd73570df","source":{"kind":"arxiv","id":"2502.02788","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.02788","created_at":"2026-07-05T10:09:55Z"},{"alias_kind":"arxiv_version","alias_value":"2502.02788v1","created_at":"2026-07-05T10:09:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.02788","created_at":"2026-07-05T10:09:55Z"},{"alias_kind":"pith_short_12","alias_value":"ITDHYBZM4ZBV","created_at":"2026-07-05T10:09:55Z"},{"alias_kind":"pith_short_16","alias_value":"ITDHYBZM4ZBVHEMQ","created_at":"2026-07-05T10:09:55Z"},{"alias_kind":"pith_short_8","alias_value":"ITDHYBZM","created_at":"2026-07-05T10:09:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ITDHYBZM4ZBVHEMQV7E23MBRFO","target":"record","payload":{"canonical_record":{"source":{"id":"2502.02788","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-02-05T00:21:17Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"51bdf2866aebab110ca3a65fb64173e9889d8448d3b102977f1fe290a85bbe94","abstract_canon_sha256":"4fa29a98bdd46fd1634613c9afcccd88f135dd38e5485106517309c0347badcd"},"schema_version":"1.0"},"canonical_sha256":"44c67c072ce643539190afc9adb0312ba84ebd062270554715954dfcd73570df","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:09:55.179328Z","signature_b64":"nbS9kXYy2VuEy935zOu4Pi8K1izF6+h+FOrnWqM2i4EBLP3lpR8y1g/SVDr9u4i7AUyCNjH7BNVSHjr6sYwXCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"44c67c072ce643539190afc9adb0312ba84ebd062270554715954dfcd73570df","last_reissued_at":"2026-07-05T10:09:55.178843Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:09:55.178843Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.02788","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:09:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vpdPBPTRYIaTLPizXFaKBJScWWo4a1yFYrwsPdFP99zinaK1rcdrwX9w1IwF47ViD4bxt8peWCF91x3dHatSDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T02:08:06.235404Z"},"content_sha256":"c3fecaee22dde451bb3c5baddffdabaa82aa067ebfbbbf6d74a16d58f6c4866e","schema_version":"1.0","event_id":"sha256:c3fecaee22dde451bb3c5baddffdabaa82aa067ebfbbbf6d74a16d58f6c4866e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ITDHYBZM4ZBVHEMQV7E23MBRFO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Inducing Diversity in Differentiable Search Indexing","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.IR","authors_text":"Abhijeet Phatak, Chittaranjan Tripathy, Jayant Sachdev, Sean D Rosario, Swati Kirti","submitted_at":"2025-02-05T00:21:17Z","abstract_excerpt":"Differentiable Search Indexing (DSI) is a recent paradigm for information retrieval which uses a transformer-based neural network architecture as the document index to simplify the retrieval process. A differentiable index has many advantages enabling modifications, updates or extensions to the index. In this work, we explore balancing relevance and novel information content (diversity) for training DSI systems inspired by Maximal Marginal Relevance (MMR), and show the benefits of our approach over the naive DSI training. We present quantitative and qualitative evaluations of relevance and div"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.02788","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.02788/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:09:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R1R1MQUkmciCgytFNloq6kdOItS43duIL9+PqV9Jn4Z0RWUmLbxsEX+PMcMb0S8/Ti8xbTGceAQjf2uNcwKBDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T02:08:06.236028Z"},"content_sha256":"0be889af272a4df2f79327923367be4fa917d8c6da88dc790f5effcf149ca251","schema_version":"1.0","event_id":"sha256:0be889af272a4df2f79327923367be4fa917d8c6da88dc790f5effcf149ca251"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ITDHYBZM4ZBVHEMQV7E23MBRFO/bundle.json","state_url":"https://pith.science/pith/ITDHYBZM4ZBVHEMQV7E23MBRFO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ITDHYBZM4ZBVHEMQV7E23MBRFO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T02:08:06Z","links":{"resolver":"https://pith.science/pith/ITDHYBZM4ZBVHEMQV7E23MBRFO","bundle":"https://pith.science/pith/ITDHYBZM4ZBVHEMQV7E23MBRFO/bundle.json","state":"https://pith.science/pith/ITDHYBZM4ZBVHEMQV7E23MBRFO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ITDHYBZM4ZBVHEMQV7E23MBRFO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ITDHYBZM4ZBVHEMQV7E23MBRFO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4fa29a98bdd46fd1634613c9afcccd88f135dd38e5485106517309c0347badcd","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-02-05T00:21:17Z","title_canon_sha256":"51bdf2866aebab110ca3a65fb64173e9889d8448d3b102977f1fe290a85bbe94"},"schema_version":"1.0","source":{"id":"2502.02788","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.02788","created_at":"2026-07-05T10:09:55Z"},{"alias_kind":"arxiv_version","alias_value":"2502.02788v1","created_at":"2026-07-05T10:09:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.02788","created_at":"2026-07-05T10:09:55Z"},{"alias_kind":"pith_short_12","alias_value":"ITDHYBZM4ZBV","created_at":"2026-07-05T10:09:55Z"},{"alias_kind":"pith_short_16","alias_value":"ITDHYBZM4ZBVHEMQ","created_at":"2026-07-05T10:09:55Z"},{"alias_kind":"pith_short_8","alias_value":"ITDHYBZM","created_at":"2026-07-05T10:09:55Z"}],"graph_snapshots":[{"event_id":"sha256:0be889af272a4df2f79327923367be4fa917d8c6da88dc790f5effcf149ca251","target":"graph","created_at":"2026-07-05T10:09:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.02788/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Differentiable Search Indexing (DSI) is a recent paradigm for information retrieval which uses a transformer-based neural network architecture as the document index to simplify the retrieval process. A differentiable index has many advantages enabling modifications, updates or extensions to the index. In this work, we explore balancing relevance and novel information content (diversity) for training DSI systems inspired by Maximal Marginal Relevance (MMR), and show the benefits of our approach over the naive DSI training. We present quantitative and qualitative evaluations of relevance and div","authors_text":"Abhijeet Phatak, Chittaranjan Tripathy, Jayant Sachdev, Sean D Rosario, Swati Kirti","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-02-05T00:21:17Z","title":"Inducing Diversity in Differentiable Search Indexing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.02788","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c3fecaee22dde451bb3c5baddffdabaa82aa067ebfbbbf6d74a16d58f6c4866e","target":"record","created_at":"2026-07-05T10:09:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4fa29a98bdd46fd1634613c9afcccd88f135dd38e5485106517309c0347badcd","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-02-05T00:21:17Z","title_canon_sha256":"51bdf2866aebab110ca3a65fb64173e9889d8448d3b102977f1fe290a85bbe94"},"schema_version":"1.0","source":{"id":"2502.02788","kind":"arxiv","version":1}},"canonical_sha256":"44c67c072ce643539190afc9adb0312ba84ebd062270554715954dfcd73570df","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"44c67c072ce643539190afc9adb0312ba84ebd062270554715954dfcd73570df","first_computed_at":"2026-07-05T10:09:55.178843Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:09:55.178843Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nbS9kXYy2VuEy935zOu4Pi8K1izF6+h+FOrnWqM2i4EBLP3lpR8y1g/SVDr9u4i7AUyCNjH7BNVSHjr6sYwXCg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:09:55.179328Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.02788","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c3fecaee22dde451bb3c5baddffdabaa82aa067ebfbbbf6d74a16d58f6c4866e","sha256:0be889af272a4df2f79327923367be4fa917d8c6da88dc790f5effcf149ca251"],"state_sha256":"decb4845ff21332db3c70ff87855882d3888a5e766e3bd7947605dbc0c75ca59"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9FQ6bvFngCqagkO+LaroswaCXTpXg5E1+O6NS5w6ZWFje6xYHj//fKr5iMSLoiGroEgFv77DDUFUqxVDvtZQAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T02:08:06.242725Z","bundle_sha256":"cfc993b26f6868303014a5c1cb03fd3cf1fff6ffe0d2e4dc1b89a51ce6766d5f"}}