{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:EVTIGC7I3FXPZMCDYR3OACSXZV","short_pith_number":"pith:EVTIGC7I","canonical_record":{"source":{"id":"2105.09045","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-19T10:24:50Z","cross_cats_sorted":[],"title_canon_sha256":"3444414f203c1055d6849f6c860cbeaab5921dbe9e8fffef8aee07762757d8c3","abstract_canon_sha256":"a348e915c754c0d22bf87c8943657571c03d4b52054f61570ea5fee3a9045a88"},"schema_version":"1.0"},"canonical_sha256":"2566830be8d96efcb043c476e00a57cd70d7dbc1547d9e41823dd4118dcd2653","source":{"kind":"arxiv","id":"2105.09045","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.09045","created_at":"2026-07-05T03:36:37Z"},{"alias_kind":"arxiv_version","alias_value":"2105.09045v3","created_at":"2026-07-05T03:36:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.09045","created_at":"2026-07-05T03:36:37Z"},{"alias_kind":"pith_short_12","alias_value":"EVTIGC7I3FXP","created_at":"2026-07-05T03:36:37Z"},{"alias_kind":"pith_short_16","alias_value":"EVTIGC7I3FXPZMCD","created_at":"2026-07-05T03:36:37Z"},{"alias_kind":"pith_short_8","alias_value":"EVTIGC7I","created_at":"2026-07-05T03:36:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:EVTIGC7I3FXPZMCDYR3OACSXZV","target":"record","payload":{"canonical_record":{"source":{"id":"2105.09045","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-19T10:24:50Z","cross_cats_sorted":[],"title_canon_sha256":"3444414f203c1055d6849f6c860cbeaab5921dbe9e8fffef8aee07762757d8c3","abstract_canon_sha256":"a348e915c754c0d22bf87c8943657571c03d4b52054f61570ea5fee3a9045a88"},"schema_version":"1.0"},"canonical_sha256":"2566830be8d96efcb043c476e00a57cd70d7dbc1547d9e41823dd4118dcd2653","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:36:37.617016Z","signature_b64":"dt5MOtstZiQZfQyyA+KQaPoedYbiI3lo8c7CMAMtDQiUh21cjccXRvVULWBpCy+9Gmcbem+azGQfjnj0vO96AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2566830be8d96efcb043c476e00a57cd70d7dbc1547d9e41823dd4118dcd2653","last_reissued_at":"2026-07-05T03:36:37.616575Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:36:37.616575Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2105.09045","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:36:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GtEtz5I20SGedz/bSn6oPJvHHKNE9P12n7BsHT2g5EHUHikuJyj9qmALQPZLp9lVU7wj/1N71F8qTNFmGCGXAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T13:14:20.756022Z"},"content_sha256":"1b0c2d2dcaac9a88e781dc272795c5d012a30e953408472c0c86ebe1faf7898e","schema_version":"1.0","event_id":"sha256:1b0c2d2dcaac9a88e781dc272795c5d012a30e953408472c0c86ebe1faf7898e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:EVTIGC7I3FXPZMCDYR3OACSXZV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do Models Learn the Directionality of Relations? A New Evaluation: Relation Direction Recognition","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Huanhuan Chen, Jinlong Li, Qiuju Chen, Shengfei Lyu, Xingyu Wu","submitted_at":"2021-05-19T10:24:50Z","abstract_excerpt":"Deep neural networks such as BERT have made great progress in relation classification. Although they can achieve good performance, it is still a question of concern whether these models recognize the directionality of relations, especially when they may lack interpretability. To explore the question, a novel evaluation task, called Relation Direction Recognition (RDR), is proposed to explore whether models learn the directionality of relations. Three metrics for RDR are introduced to measure the degree to which models recognize the directionality of relations. Several state-of-the-art models a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.09045","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2105.09045/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:36:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rMeIGOBkXYFYo1QCMQHFzmUOKnDDd9tD6vJoIvrRvkSYbHx/bY6mSCPiEHFsHxYrZFfFNeYsfbGpOMAyU0ytCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T13:14:20.756356Z"},"content_sha256":"c55bc35e0bc14b508ebc2860c6b2fc210c11ab6a51ef292306b2ad2ad9bb7bec","schema_version":"1.0","event_id":"sha256:c55bc35e0bc14b508ebc2860c6b2fc210c11ab6a51ef292306b2ad2ad9bb7bec"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EVTIGC7I3FXPZMCDYR3OACSXZV/bundle.json","state_url":"https://pith.science/pith/EVTIGC7I3FXPZMCDYR3OACSXZV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EVTIGC7I3FXPZMCDYR3OACSXZV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T13:14:20Z","links":{"resolver":"https://pith.science/pith/EVTIGC7I3FXPZMCDYR3OACSXZV","bundle":"https://pith.science/pith/EVTIGC7I3FXPZMCDYR3OACSXZV/bundle.json","state":"https://pith.science/pith/EVTIGC7I3FXPZMCDYR3OACSXZV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EVTIGC7I3FXPZMCDYR3OACSXZV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:EVTIGC7I3FXPZMCDYR3OACSXZV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a348e915c754c0d22bf87c8943657571c03d4b52054f61570ea5fee3a9045a88","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-19T10:24:50Z","title_canon_sha256":"3444414f203c1055d6849f6c860cbeaab5921dbe9e8fffef8aee07762757d8c3"},"schema_version":"1.0","source":{"id":"2105.09045","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.09045","created_at":"2026-07-05T03:36:37Z"},{"alias_kind":"arxiv_version","alias_value":"2105.09045v3","created_at":"2026-07-05T03:36:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.09045","created_at":"2026-07-05T03:36:37Z"},{"alias_kind":"pith_short_12","alias_value":"EVTIGC7I3FXP","created_at":"2026-07-05T03:36:37Z"},{"alias_kind":"pith_short_16","alias_value":"EVTIGC7I3FXPZMCD","created_at":"2026-07-05T03:36:37Z"},{"alias_kind":"pith_short_8","alias_value":"EVTIGC7I","created_at":"2026-07-05T03:36:37Z"}],"graph_snapshots":[{"event_id":"sha256:c55bc35e0bc14b508ebc2860c6b2fc210c11ab6a51ef292306b2ad2ad9bb7bec","target":"graph","created_at":"2026-07-05T03:36:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2105.09045/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep neural networks such as BERT have made great progress in relation classification. Although they can achieve good performance, it is still a question of concern whether these models recognize the directionality of relations, especially when they may lack interpretability. To explore the question, a novel evaluation task, called Relation Direction Recognition (RDR), is proposed to explore whether models learn the directionality of relations. Three metrics for RDR are introduced to measure the degree to which models recognize the directionality of relations. Several state-of-the-art models a","authors_text":"Huanhuan Chen, Jinlong Li, Qiuju Chen, Shengfei Lyu, Xingyu Wu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-19T10:24:50Z","title":"Do Models Learn the Directionality of Relations? A New Evaluation: Relation Direction Recognition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.09045","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1b0c2d2dcaac9a88e781dc272795c5d012a30e953408472c0c86ebe1faf7898e","target":"record","created_at":"2026-07-05T03:36:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a348e915c754c0d22bf87c8943657571c03d4b52054f61570ea5fee3a9045a88","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-19T10:24:50Z","title_canon_sha256":"3444414f203c1055d6849f6c860cbeaab5921dbe9e8fffef8aee07762757d8c3"},"schema_version":"1.0","source":{"id":"2105.09045","kind":"arxiv","version":3}},"canonical_sha256":"2566830be8d96efcb043c476e00a57cd70d7dbc1547d9e41823dd4118dcd2653","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2566830be8d96efcb043c476e00a57cd70d7dbc1547d9e41823dd4118dcd2653","first_computed_at":"2026-07-05T03:36:37.616575Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:36:37.616575Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dt5MOtstZiQZfQyyA+KQaPoedYbiI3lo8c7CMAMtDQiUh21cjccXRvVULWBpCy+9Gmcbem+azGQfjnj0vO96AA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:36:37.617016Z","signed_message":"canonical_sha256_bytes"},"source_id":"2105.09045","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1b0c2d2dcaac9a88e781dc272795c5d012a30e953408472c0c86ebe1faf7898e","sha256:c55bc35e0bc14b508ebc2860c6b2fc210c11ab6a51ef292306b2ad2ad9bb7bec"],"state_sha256":"e58c580c08fd9e7a635c0d866f112525d88b477f448729976d76dd202613130c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ul2h3GnpcG3ISk3hDOeST+8Jin1MKdGxgyrXy4kdbMGuQrGo5ZRMnWxQ2jHQ8CaJnUrKFOYfWK+VCBBsOKxhCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T13:14:20.759782Z","bundle_sha256":"8a3f67e4df210221975d36622c924f559205a2d7336a3637d6d91d6b6ae23be7"}}