{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:HO6DOWU5YELHPXQC4UGOY3UWFK","short_pith_number":"pith:HO6DOWU5","schema_version":"1.0","canonical_sha256":"3bbc375a9dc11677de02e50cec6e962abd7dd5f9938881b81f7e57cf0799c5b4","source":{"kind":"arxiv","id":"2204.13516","version":1},"attestation_state":"computed","paper":{"title":"What do You Mean by Relation Extraction? A Survey on Datasets and Study on Scientific Relation Classification","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Barbara Plank, Elisa Bassignana","submitted_at":"2022-04-28T14:07:25Z","abstract_excerpt":"Over the last five years, research on Relation Extraction (RE) witnessed extensive progress with many new dataset releases. At the same time, setup clarity has decreased, contributing to increased difficulty of reliable empirical evaluation (Taill\\'e et al., 2020). In this paper, we provide a comprehensive survey of RE datasets, and revisit the task definition and its adoption by the community. We find that cross-dataset and cross-domain setups are particularly lacking. We present an empirical study on scientific Relation Classification across two datasets. Despite large data overlap, our anal"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2204.13516","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-28T14:07:25Z","cross_cats_sorted":[],"title_canon_sha256":"a045968d879a5329a0c987d14f371588d8984eec9d139d452d5f61d7b091f8e8","abstract_canon_sha256":"eaeaf431f918c0f851d2cfc40c2f8fd8d27391abf5d60b89043add849928a23d"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:18:43.170495Z","signature_b64":"1d5wIu1AZL8RtRbQH4GmCE4X13FlGn52Pv1DyEp8CsiIlDKxLD8NR399ssn1TKMNHZAG+fnYQkVKHM5ROLzkBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3bbc375a9dc11677de02e50cec6e962abd7dd5f9938881b81f7e57cf0799c5b4","last_reissued_at":"2026-07-05T04:18:43.170053Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:18:43.170053Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"What do You Mean by Relation Extraction? A Survey on Datasets and Study on Scientific Relation Classification","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Barbara Plank, Elisa Bassignana","submitted_at":"2022-04-28T14:07:25Z","abstract_excerpt":"Over the last five years, research on Relation Extraction (RE) witnessed extensive progress with many new dataset releases. At the same time, setup clarity has decreased, contributing to increased difficulty of reliable empirical evaluation (Taill\\'e et al., 2020). In this paper, we provide a comprehensive survey of RE datasets, and revisit the task definition and its adoption by the community. We find that cross-dataset and cross-domain setups are particularly lacking. We present an empirical study on scientific Relation Classification across two datasets. Despite large data overlap, our anal"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.13516","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.13516/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2204.13516","created_at":"2026-07-05T04:18:43.170110+00:00"},{"alias_kind":"arxiv_version","alias_value":"2204.13516v1","created_at":"2026-07-05T04:18:43.170110+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.13516","created_at":"2026-07-05T04:18:43.170110+00:00"},{"alias_kind":"pith_short_12","alias_value":"HO6DOWU5YELH","created_at":"2026-07-05T04:18:43.170110+00:00"},{"alias_kind":"pith_short_16","alias_value":"HO6DOWU5YELHPXQC","created_at":"2026-07-05T04:18:43.170110+00:00"},{"alias_kind":"pith_short_8","alias_value":"HO6DOWU5","created_at":"2026-07-05T04:18:43.170110+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2507.14374","citing_title":"Error-Aware Curriculum Learning for Biomedical Relation Classification","ref_index":3,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/HO6DOWU5YELHPXQC4UGOY3UWFK","json":"https://pith.science/pith/HO6DOWU5YELHPXQC4UGOY3UWFK.json","graph_json":"https://pith.science/api/pith-number/HO6DOWU5YELHPXQC4UGOY3UWFK/graph.json","events_json":"https://pith.science/api/pith-number/HO6DOWU5YELHPXQC4UGOY3UWFK/events.json","paper":"https://pith.science/paper/HO6DOWU5"},"agent_actions":{"view_html":"https://pith.science/pith/HO6DOWU5YELHPXQC4UGOY3UWFK","download_json":"https://pith.science/pith/HO6DOWU5YELHPXQC4UGOY3UWFK.json","view_paper":"https://pith.science/paper/HO6DOWU5","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2204.13516&json=true","fetch_graph":"https://pith.science/api/pith-number/HO6DOWU5YELHPXQC4UGOY3UWFK/graph.json","fetch_events":"https://pith.science/api/pith-number/HO6DOWU5YELHPXQC4UGOY3UWFK/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/HO6DOWU5YELHPXQC4UGOY3UWFK/action/timestamp_anchor","attest_storage":"https://pith.science/pith/HO6DOWU5YELHPXQC4UGOY3UWFK/action/storage_attestation","attest_author":"https://pith.science/pith/HO6DOWU5YELHPXQC4UGOY3UWFK/action/author_attestation","sign_citation":"https://pith.science/pith/HO6DOWU5YELHPXQC4UGOY3UWFK/action/citation_signature","submit_replication":"https://pith.science/pith/HO6DOWU5YELHPXQC4UGOY3UWFK/action/replication_record"}},"created_at":"2026-07-05T04:18:43.170110+00:00","updated_at":"2026-07-05T04:18:43.170110+00:00"}