{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:OILXJJUFOIWZKJWQJDSKK7LKWL","short_pith_number":"pith:OILXJJUF","canonical_record":{"source":{"id":"2510.24295","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-28T10:58:59Z","cross_cats_sorted":[],"title_canon_sha256":"1162a9654060f5dbf2ab3cf193a35baae747ca82c7946c974f674b3f924f01fb","abstract_canon_sha256":"d1c7cded08469c98d91fc1db225c5af8bd93700a0da16c0ce1b69594c0437b67"},"schema_version":"1.0"},"canonical_sha256":"721774a685722d9526d048e4a57d6ab2ed5097daa1cec3d09d58608bb08898cc","source":{"kind":"arxiv","id":"2510.24295","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.24295","created_at":"2026-06-24T00:14:21Z"},{"alias_kind":"arxiv_version","alias_value":"2510.24295v2","created_at":"2026-06-24T00:14:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.24295","created_at":"2026-06-24T00:14:21Z"},{"alias_kind":"pith_short_12","alias_value":"OILXJJUFOIWZ","created_at":"2026-06-24T00:14:21Z"},{"alias_kind":"pith_short_16","alias_value":"OILXJJUFOIWZKJWQ","created_at":"2026-06-24T00:14:21Z"},{"alias_kind":"pith_short_8","alias_value":"OILXJJUF","created_at":"2026-06-24T00:14:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:OILXJJUFOIWZKJWQJDSKK7LKWL","target":"record","payload":{"canonical_record":{"source":{"id":"2510.24295","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-28T10:58:59Z","cross_cats_sorted":[],"title_canon_sha256":"1162a9654060f5dbf2ab3cf193a35baae747ca82c7946c974f674b3f924f01fb","abstract_canon_sha256":"d1c7cded08469c98d91fc1db225c5af8bd93700a0da16c0ce1b69594c0437b67"},"schema_version":"1.0"},"canonical_sha256":"721774a685722d9526d048e4a57d6ab2ed5097daa1cec3d09d58608bb08898cc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-24T00:14:21.452844Z","signature_b64":"YqlzTNmR0nFWbZMONERwFueG1UFRd3/CIc/wR6qbSqEeZ7bDGPlQnJw5TZ7G/BW2YXU1k5AXHTfSFAx3DabLCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"721774a685722d9526d048e4a57d6ab2ed5097daa1cec3d09d58608bb08898cc","last_reissued_at":"2026-06-24T00:14:21.452461Z","signature_status":"signed_v1","first_computed_at":"2026-06-24T00:14:21.452461Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2510.24295","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-24T00:14:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RzMldOD8bW2uF12XsBtxHEe+NUVpk+qJxa+dt9rFDueixujHwUVewcerpvDAYZ7ejTu2kYsfP+rnBL8PoRmJAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T15:39:51.839900Z"},"content_sha256":"a39ec239b7a86241154db616f4b56ecd2b2c74e697ea09abe1df45689e3e37f5","schema_version":"1.0","event_id":"sha256:a39ec239b7a86241154db616f4b56ecd2b2c74e697ea09abe1df45689e3e37f5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:OILXJJUFOIWZKJWQJDSKK7LKWL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MERGE: Minimal Expression-Replacement GEneralization Test for Natural Language Inference","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Lasha Abzianidze, M\\u{a}d\\u{a}lina Zgreab\\u{a}n, Tejaswini Deoskar","submitted_at":"2025-10-28T10:58:59Z","abstract_excerpt":"As many benchmarks have become saturated, it has become increasingly important to create new datasets that evaluate the generalization capacity of current state-of-the-art models in reasoning. However, designing high-quality reasoning datasets is challenging, as their manual construction is costly, and their automatic generation is unreliable, often leading to synthetic data with limited scope. In this paper, we propose the Minimal Expression-Replacement GEneralization (MERGE) test that evaluates the robustness of reasoning models against non-adversarial variants of existing evaluation dataset"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2510.24295","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2510.24295/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-24T00:14:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Li7TjDaCBHy5JNFP9Z0CttLF81VlwZH7Z8D6FXQdAi1aOzd0cB1hILpAiLLFR2aUlCdVHw9PV62OnhyxBXq6BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T15:39:51.840442Z"},"content_sha256":"aead7efe9c54772efdffa1ebee5c50cf00715dc06e34dad17266738bfabe3166","schema_version":"1.0","event_id":"sha256:aead7efe9c54772efdffa1ebee5c50cf00715dc06e34dad17266738bfabe3166"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OILXJJUFOIWZKJWQJDSKK7LKWL/bundle.json","state_url":"https://pith.science/pith/OILXJJUFOIWZKJWQJDSKK7LKWL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OILXJJUFOIWZKJWQJDSKK7LKWL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T15:39:51Z","links":{"resolver":"https://pith.science/pith/OILXJJUFOIWZKJWQJDSKK7LKWL","bundle":"https://pith.science/pith/OILXJJUFOIWZKJWQJDSKK7LKWL/bundle.json","state":"https://pith.science/pith/OILXJJUFOIWZKJWQJDSKK7LKWL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OILXJJUFOIWZKJWQJDSKK7LKWL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:OILXJJUFOIWZKJWQJDSKK7LKWL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d1c7cded08469c98d91fc1db225c5af8bd93700a0da16c0ce1b69594c0437b67","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-28T10:58:59Z","title_canon_sha256":"1162a9654060f5dbf2ab3cf193a35baae747ca82c7946c974f674b3f924f01fb"},"schema_version":"1.0","source":{"id":"2510.24295","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.24295","created_at":"2026-06-24T00:14:21Z"},{"alias_kind":"arxiv_version","alias_value":"2510.24295v2","created_at":"2026-06-24T00:14:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.24295","created_at":"2026-06-24T00:14:21Z"},{"alias_kind":"pith_short_12","alias_value":"OILXJJUFOIWZ","created_at":"2026-06-24T00:14:21Z"},{"alias_kind":"pith_short_16","alias_value":"OILXJJUFOIWZKJWQ","created_at":"2026-06-24T00:14:21Z"},{"alias_kind":"pith_short_8","alias_value":"OILXJJUF","created_at":"2026-06-24T00:14:21Z"}],"graph_snapshots":[{"event_id":"sha256:aead7efe9c54772efdffa1ebee5c50cf00715dc06e34dad17266738bfabe3166","target":"graph","created_at":"2026-06-24T00:14:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2510.24295/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As many benchmarks have become saturated, it has become increasingly important to create new datasets that evaluate the generalization capacity of current state-of-the-art models in reasoning. However, designing high-quality reasoning datasets is challenging, as their manual construction is costly, and their automatic generation is unreliable, often leading to synthetic data with limited scope. In this paper, we propose the Minimal Expression-Replacement GEneralization (MERGE) test that evaluates the robustness of reasoning models against non-adversarial variants of existing evaluation dataset","authors_text":"Lasha Abzianidze, M\\u{a}d\\u{a}lina Zgreab\\u{a}n, Tejaswini Deoskar","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-28T10:58:59Z","title":"MERGE: Minimal Expression-Replacement GEneralization Test for Natural Language Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2510.24295","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a39ec239b7a86241154db616f4b56ecd2b2c74e697ea09abe1df45689e3e37f5","target":"record","created_at":"2026-06-24T00:14:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d1c7cded08469c98d91fc1db225c5af8bd93700a0da16c0ce1b69594c0437b67","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-28T10:58:59Z","title_canon_sha256":"1162a9654060f5dbf2ab3cf193a35baae747ca82c7946c974f674b3f924f01fb"},"schema_version":"1.0","source":{"id":"2510.24295","kind":"arxiv","version":2}},"canonical_sha256":"721774a685722d9526d048e4a57d6ab2ed5097daa1cec3d09d58608bb08898cc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"721774a685722d9526d048e4a57d6ab2ed5097daa1cec3d09d58608bb08898cc","first_computed_at":"2026-06-24T00:14:21.452461Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-24T00:14:21.452461Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YqlzTNmR0nFWbZMONERwFueG1UFRd3/CIc/wR6qbSqEeZ7bDGPlQnJw5TZ7G/BW2YXU1k5AXHTfSFAx3DabLCA==","signature_status":"signed_v1","signed_at":"2026-06-24T00:14:21.452844Z","signed_message":"canonical_sha256_bytes"},"source_id":"2510.24295","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a39ec239b7a86241154db616f4b56ecd2b2c74e697ea09abe1df45689e3e37f5","sha256:aead7efe9c54772efdffa1ebee5c50cf00715dc06e34dad17266738bfabe3166"],"state_sha256":"56b8e327a66f64fbfa11723979caae18019d6a737aa05c85a3eeb4c755c9e73b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"05T+1l6/POldhWxnaA4Qqp2NVX25S8VGX7VUmzpNUyMmNS1TIXRlcXOyMxx6dsXySdkHgw9o8aet/Ts+7WwsBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T15:39:51.846016Z","bundle_sha256":"e5a828c87994d83562f393d94159ba1f7ead8e903fb0e8aa749243e9bff69390"}}