{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:MGCOCDUT374323PA6Y6JDIYHWG","short_pith_number":"pith:MGCOCDUT","canonical_record":{"source":{"id":"1908.06177","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-16T21:12:15Z","cross_cats_sorted":["cs.CL","cs.LO","stat.ML"],"title_canon_sha256":"16f6a4c8f6dc5c3f64a4c8be3248fb30313e7de384b10104421d01e2dd4c93aa","abstract_canon_sha256":"98e37fb48eb8569266324a17253a97e9b347dde5dbb95b9316d46fbe7c330e35"},"schema_version":"1.0"},"canonical_sha256":"6184e10e93dff9bd6de0f63c91a307b197ea249db79937a8ed7ad5bc497aba8a","source":{"kind":"arxiv","id":"1908.06177","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.06177","created_at":"2026-07-05T00:02:14Z"},{"alias_kind":"arxiv_version","alias_value":"1908.06177v2","created_at":"2026-07-05T00:02:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.06177","created_at":"2026-07-05T00:02:14Z"},{"alias_kind":"pith_short_12","alias_value":"MGCOCDUT3743","created_at":"2026-07-05T00:02:14Z"},{"alias_kind":"pith_short_16","alias_value":"MGCOCDUT374323PA","created_at":"2026-07-05T00:02:14Z"},{"alias_kind":"pith_short_8","alias_value":"MGCOCDUT","created_at":"2026-07-05T00:02:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:MGCOCDUT374323PA6Y6JDIYHWG","target":"record","payload":{"canonical_record":{"source":{"id":"1908.06177","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-16T21:12:15Z","cross_cats_sorted":["cs.CL","cs.LO","stat.ML"],"title_canon_sha256":"16f6a4c8f6dc5c3f64a4c8be3248fb30313e7de384b10104421d01e2dd4c93aa","abstract_canon_sha256":"98e37fb48eb8569266324a17253a97e9b347dde5dbb95b9316d46fbe7c330e35"},"schema_version":"1.0"},"canonical_sha256":"6184e10e93dff9bd6de0f63c91a307b197ea249db79937a8ed7ad5bc497aba8a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:02:14.437558Z","signature_b64":"FE0sBzwXDRWV2swVVIAzE4eDC0x7Pqv+XZrXYyT8wYIPy3oyMkS6rOlWLzPJ5gLnt5lUNfQYACaS9QQzDmjhCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6184e10e93dff9bd6de0f63c91a307b197ea249db79937a8ed7ad5bc497aba8a","last_reissued_at":"2026-07-05T00:02:14.437162Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:02:14.437162Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1908.06177","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:02:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rHTXw8BQpMAZLMnYw54dYiAvVh4+p0DNG8bQQeWfB1pCm1op42uOnA7UeG97YKYnUBbDqgp4kKccliDJeP+FCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-18T03:10:27.223636Z"},"content_sha256":"d0f4f6d6c1db786a0ba536ae790b878d38c688c1f2327dce1c7954bfc58f4f07","schema_version":"1.0","event_id":"sha256:d0f4f6d6c1db786a0ba536ae790b878d38c688c1f2327dce1c7954bfc58f4f07"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:MGCOCDUT374323PA6Y6JDIYHWG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CLUTRR: A Diagnostic Benchmark for Inductive Reasoning from Text","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LO","stat.ML"],"primary_cat":"cs.LG","authors_text":"Jin Dong, Joelle Pineau, Koustuv Sinha, Shagun Sodhani, William L. Hamilton","submitted_at":"2019-08-16T21:12:15Z","abstract_excerpt":"The recent success of natural language understanding (NLU) systems has been troubled by results highlighting the failure of these models to generalize in a systematic and robust way. In this work, we introduce a diagnostic benchmark suite, named CLUTRR, to clarify some key issues related to the robustness and systematicity of NLU systems. Motivated by classic work on inductive logic programming, CLUTRR requires that an NLU system infer kinship relations between characters in short stories. Successful performance on this task requires both extracting relationships between entities, as well as i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.06177","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1908.06177/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:02:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ksANl/WMLyfCh3KJKWUlfAAzv0EE8p9RegI+6wINm5GKeTGtBBTpTsSAJ2e7PoYRLWMUDDbgRs3MygfNcZ7JDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-18T03:10:27.224017Z"},"content_sha256":"27bb1c7f512896cc6dc91a2d832754626b2f8f648767c51582cdf398b30c4854","schema_version":"1.0","event_id":"sha256:27bb1c7f512896cc6dc91a2d832754626b2f8f648767c51582cdf398b30c4854"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MGCOCDUT374323PA6Y6JDIYHWG/bundle.json","state_url":"https://pith.science/pith/MGCOCDUT374323PA6Y6JDIYHWG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MGCOCDUT374323PA6Y6JDIYHWG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-18T03:10:27Z","links":{"resolver":"https://pith.science/pith/MGCOCDUT374323PA6Y6JDIYHWG","bundle":"https://pith.science/pith/MGCOCDUT374323PA6Y6JDIYHWG/bundle.json","state":"https://pith.science/pith/MGCOCDUT374323PA6Y6JDIYHWG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MGCOCDUT374323PA6Y6JDIYHWG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:MGCOCDUT374323PA6Y6JDIYHWG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"98e37fb48eb8569266324a17253a97e9b347dde5dbb95b9316d46fbe7c330e35","cross_cats_sorted":["cs.CL","cs.LO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-16T21:12:15Z","title_canon_sha256":"16f6a4c8f6dc5c3f64a4c8be3248fb30313e7de384b10104421d01e2dd4c93aa"},"schema_version":"1.0","source":{"id":"1908.06177","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.06177","created_at":"2026-07-05T00:02:14Z"},{"alias_kind":"arxiv_version","alias_value":"1908.06177v2","created_at":"2026-07-05T00:02:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.06177","created_at":"2026-07-05T00:02:14Z"},{"alias_kind":"pith_short_12","alias_value":"MGCOCDUT3743","created_at":"2026-07-05T00:02:14Z"},{"alias_kind":"pith_short_16","alias_value":"MGCOCDUT374323PA","created_at":"2026-07-05T00:02:14Z"},{"alias_kind":"pith_short_8","alias_value":"MGCOCDUT","created_at":"2026-07-05T00:02:14Z"}],"graph_snapshots":[{"event_id":"sha256:27bb1c7f512896cc6dc91a2d832754626b2f8f648767c51582cdf398b30c4854","target":"graph","created_at":"2026-07-05T00:02:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1908.06177/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The recent success of natural language understanding (NLU) systems has been troubled by results highlighting the failure of these models to generalize in a systematic and robust way. In this work, we introduce a diagnostic benchmark suite, named CLUTRR, to clarify some key issues related to the robustness and systematicity of NLU systems. Motivated by classic work on inductive logic programming, CLUTRR requires that an NLU system infer kinship relations between characters in short stories. Successful performance on this task requires both extracting relationships between entities, as well as i","authors_text":"Jin Dong, Joelle Pineau, Koustuv Sinha, Shagun Sodhani, William L. Hamilton","cross_cats":["cs.CL","cs.LO","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-16T21:12:15Z","title":"CLUTRR: A Diagnostic Benchmark for Inductive Reasoning from Text"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.06177","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d0f4f6d6c1db786a0ba536ae790b878d38c688c1f2327dce1c7954bfc58f4f07","target":"record","created_at":"2026-07-05T00:02:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"98e37fb48eb8569266324a17253a97e9b347dde5dbb95b9316d46fbe7c330e35","cross_cats_sorted":["cs.CL","cs.LO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-16T21:12:15Z","title_canon_sha256":"16f6a4c8f6dc5c3f64a4c8be3248fb30313e7de384b10104421d01e2dd4c93aa"},"schema_version":"1.0","source":{"id":"1908.06177","kind":"arxiv","version":2}},"canonical_sha256":"6184e10e93dff9bd6de0f63c91a307b197ea249db79937a8ed7ad5bc497aba8a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6184e10e93dff9bd6de0f63c91a307b197ea249db79937a8ed7ad5bc497aba8a","first_computed_at":"2026-07-05T00:02:14.437162Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:02:14.437162Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FE0sBzwXDRWV2swVVIAzE4eDC0x7Pqv+XZrXYyT8wYIPy3oyMkS6rOlWLzPJ5gLnt5lUNfQYACaS9QQzDmjhCg==","signature_status":"signed_v1","signed_at":"2026-07-05T00:02:14.437558Z","signed_message":"canonical_sha256_bytes"},"source_id":"1908.06177","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d0f4f6d6c1db786a0ba536ae790b878d38c688c1f2327dce1c7954bfc58f4f07","sha256:27bb1c7f512896cc6dc91a2d832754626b2f8f648767c51582cdf398b30c4854"],"state_sha256":"908dca951111a8a1ede93a00f0b89d6b53e5eefd66f1ae951fbd2d256d32b2e4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z1dKjnYxJIaSAh4PvNzF/32UlhkP3+mRcWohBTInNtQ2l1cZEzz69sh3z0JqoWxj93lzg+iWDinr5LVRq8fHBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-18T03:10:27.226175Z","bundle_sha256":"ddcca59371fe09cf6f6040bfcd61b756ece73fb4bffff6d8f1d9eec91567864f"}}