{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:4XWTYAA4DG6JUFFSLDHU6WJOLH","short_pith_number":"pith:4XWTYAA4","canonical_record":{"source":{"id":"2311.01650","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T00:48:42Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"6708946e0acade402069b04c61ffc3a8b2805d731810fa40c2a199b849d73507","abstract_canon_sha256":"d7ad55c0899bb042b280485e1a1455b24c33f41985a423ba2df4798ce2e8b0a1"},"schema_version":"1.0"},"canonical_sha256":"e5ed3c001c19bc9a14b258cf4f592e59e2dc93170ccc1bd82acd97da0ea7a403","source":{"kind":"arxiv","id":"2311.01650","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.01650","created_at":"2026-07-05T07:26:40Z"},{"alias_kind":"arxiv_version","alias_value":"2311.01650v1","created_at":"2026-07-05T07:26:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.01650","created_at":"2026-07-05T07:26:40Z"},{"alias_kind":"pith_short_12","alias_value":"4XWTYAA4DG6J","created_at":"2026-07-05T07:26:40Z"},{"alias_kind":"pith_short_16","alias_value":"4XWTYAA4DG6JUFFS","created_at":"2026-07-05T07:26:40Z"},{"alias_kind":"pith_short_8","alias_value":"4XWTYAA4","created_at":"2026-07-05T07:26:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:4XWTYAA4DG6JUFFSLDHU6WJOLH","target":"record","payload":{"canonical_record":{"source":{"id":"2311.01650","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T00:48:42Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"6708946e0acade402069b04c61ffc3a8b2805d731810fa40c2a199b849d73507","abstract_canon_sha256":"d7ad55c0899bb042b280485e1a1455b24c33f41985a423ba2df4798ce2e8b0a1"},"schema_version":"1.0"},"canonical_sha256":"e5ed3c001c19bc9a14b258cf4f592e59e2dc93170ccc1bd82acd97da0ea7a403","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:26:40.935241Z","signature_b64":"mII1pct52V8MeAcaVZrNhdlB0AbzBAMyBVRCmXlZsIZyhE66/82A/tR1ykaGQC+MVppX4fMWdWhP75gV6RgJCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e5ed3c001c19bc9a14b258cf4f592e59e2dc93170ccc1bd82acd97da0ea7a403","last_reissued_at":"2026-07-05T07:26:40.934776Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:26:40.934776Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.01650","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:26:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m4uN24Kp8nG3AvQZtjHUteK6g0K3UU/fNu0KT53npSb/B9PtLhvtpimH00F19pLcJ1LTwG3FhP6HiGtby82OAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T13:08:34.257082Z"},"content_sha256":"be42db9e2c84f2862372ebc52179dc972ed5e0bc8e78732818ffbe592432787b","schema_version":"1.0","event_id":"sha256:be42db9e2c84f2862372ebc52179dc972ed5e0bc8e78732818ffbe592432787b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:4XWTYAA4DG6JUFFSLDHU6WJOLH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MARRS: Multimodal Reference Resolution System","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Alkesh Patel, Anil Kumar Nalamalapu, Ankit Samal, Bo-Hsiang Tseng, Dhivya Piraviperumal, Halim Cagri Ates, Hong Yu, Jiarui Lu, Joel Ruben Antony Moniz, Melis Ozyildirim, Roman Hoang Nguyen, Rong Zou, Shruti Bhargava, Siddhardha Maddula, Site Li, Thy Tran, Vincent Renkens, Yuan Zhang","submitted_at":"2023-11-03T00:48:42Z","abstract_excerpt":"Successfully handling context is essential for any dialog understanding task. This context maybe be conversational (relying on previous user queries or system responses), visual (relying on what the user sees, for example, on their screen), or background (based on signals such as a ringing alarm or playing music). In this work, we present an overview of MARRS, or Multimodal Reference Resolution System, an on-device framework within a Natural Language Understanding system, responsible for handling conversational, visual and background context. In particular, we present different machine learnin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.01650","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.01650/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:26:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d48i3PF+lrk7JQXMjzF4KLG/OD6xyTIX8GFbgmaBxO50eDHGtyeZbztJeT2D8RWK1aEZNJ/wS+tZ8CDbnyZ7Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T13:08:34.257582Z"},"content_sha256":"09fcd15792f7c0a14ef385bc04ff646d359d03c8a0577377f94f0611ba817827","schema_version":"1.0","event_id":"sha256:09fcd15792f7c0a14ef385bc04ff646d359d03c8a0577377f94f0611ba817827"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4XWTYAA4DG6JUFFSLDHU6WJOLH/bundle.json","state_url":"https://pith.science/pith/4XWTYAA4DG6JUFFSLDHU6WJOLH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4XWTYAA4DG6JUFFSLDHU6WJOLH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T13:08:34Z","links":{"resolver":"https://pith.science/pith/4XWTYAA4DG6JUFFSLDHU6WJOLH","bundle":"https://pith.science/pith/4XWTYAA4DG6JUFFSLDHU6WJOLH/bundle.json","state":"https://pith.science/pith/4XWTYAA4DG6JUFFSLDHU6WJOLH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4XWTYAA4DG6JUFFSLDHU6WJOLH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4XWTYAA4DG6JUFFSLDHU6WJOLH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d7ad55c0899bb042b280485e1a1455b24c33f41985a423ba2df4798ce2e8b0a1","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T00:48:42Z","title_canon_sha256":"6708946e0acade402069b04c61ffc3a8b2805d731810fa40c2a199b849d73507"},"schema_version":"1.0","source":{"id":"2311.01650","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.01650","created_at":"2026-07-05T07:26:40Z"},{"alias_kind":"arxiv_version","alias_value":"2311.01650v1","created_at":"2026-07-05T07:26:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.01650","created_at":"2026-07-05T07:26:40Z"},{"alias_kind":"pith_short_12","alias_value":"4XWTYAA4DG6J","created_at":"2026-07-05T07:26:40Z"},{"alias_kind":"pith_short_16","alias_value":"4XWTYAA4DG6JUFFS","created_at":"2026-07-05T07:26:40Z"},{"alias_kind":"pith_short_8","alias_value":"4XWTYAA4","created_at":"2026-07-05T07:26:40Z"}],"graph_snapshots":[{"event_id":"sha256:09fcd15792f7c0a14ef385bc04ff646d359d03c8a0577377f94f0611ba817827","target":"graph","created_at":"2026-07-05T07:26:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.01650/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Successfully handling context is essential for any dialog understanding task. This context maybe be conversational (relying on previous user queries or system responses), visual (relying on what the user sees, for example, on their screen), or background (based on signals such as a ringing alarm or playing music). In this work, we present an overview of MARRS, or Multimodal Reference Resolution System, an on-device framework within a Natural Language Understanding system, responsible for handling conversational, visual and background context. In particular, we present different machine learnin","authors_text":"Alkesh Patel, Anil Kumar Nalamalapu, Ankit Samal, Bo-Hsiang Tseng, Dhivya Piraviperumal, Halim Cagri Ates, Hong Yu, Jiarui Lu, Joel Ruben Antony Moniz, Melis Ozyildirim, Roman Hoang Nguyen, Rong Zou, Shruti Bhargava, Siddhardha Maddula, Site Li, Thy Tran, Vincent Renkens, Yuan Zhang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T00:48:42Z","title":"MARRS: Multimodal Reference Resolution System"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.01650","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:be42db9e2c84f2862372ebc52179dc972ed5e0bc8e78732818ffbe592432787b","target":"record","created_at":"2026-07-05T07:26:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d7ad55c0899bb042b280485e1a1455b24c33f41985a423ba2df4798ce2e8b0a1","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-03T00:48:42Z","title_canon_sha256":"6708946e0acade402069b04c61ffc3a8b2805d731810fa40c2a199b849d73507"},"schema_version":"1.0","source":{"id":"2311.01650","kind":"arxiv","version":1}},"canonical_sha256":"e5ed3c001c19bc9a14b258cf4f592e59e2dc93170ccc1bd82acd97da0ea7a403","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e5ed3c001c19bc9a14b258cf4f592e59e2dc93170ccc1bd82acd97da0ea7a403","first_computed_at":"2026-07-05T07:26:40.934776Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:26:40.934776Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mII1pct52V8MeAcaVZrNhdlB0AbzBAMyBVRCmXlZsIZyhE66/82A/tR1ykaGQC+MVppX4fMWdWhP75gV6RgJCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:26:40.935241Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.01650","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:be42db9e2c84f2862372ebc52179dc972ed5e0bc8e78732818ffbe592432787b","sha256:09fcd15792f7c0a14ef385bc04ff646d359d03c8a0577377f94f0611ba817827"],"state_sha256":"a72fac4630b4cd6815a48fdd0e8668722156370a1905eb704a44ad468be95d2b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e0PMU64g82BhJj2TdwS7cT9SUkU3VmbDk3QVOerX2A3/NtehxuqtaDoSWs3zKNS2wr3KYkTto5+5HSH8W7i5AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T13:08:34.261610Z","bundle_sha256":"0bcfc855ed7bd17ce7fb1880316fb5e747ea183cb66be143e0561ef4a89bec76"}}