{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UVWMBUILBGSGLZVHV64OERPXRU","short_pith_number":"pith:UVWMBUIL","canonical_record":{"source":{"id":"2402.10744","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T15:01:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0ee5649646e8a8787ef674e4bb5d1c6a36cf7fcfbf05d882f8d52a1e3a802b39","abstract_canon_sha256":"967248b2461463ecde635c266b04e87a0578ba5d044299526bd0d1b7ae8cceb6"},"schema_version":"1.0"},"canonical_sha256":"a56cc0d10b09a465e6a7afb8e245f78d254591233ba9c75355de3016df87edbf","source":{"kind":"arxiv","id":"2402.10744","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.10744","created_at":"2026-07-05T07:46:00Z"},{"alias_kind":"arxiv_version","alias_value":"2402.10744v1","created_at":"2026-07-05T07:46:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.10744","created_at":"2026-07-05T07:46:00Z"},{"alias_kind":"pith_short_12","alias_value":"UVWMBUILBGSG","created_at":"2026-07-05T07:46:00Z"},{"alias_kind":"pith_short_16","alias_value":"UVWMBUILBGSGLZVH","created_at":"2026-07-05T07:46:00Z"},{"alias_kind":"pith_short_8","alias_value":"UVWMBUIL","created_at":"2026-07-05T07:46:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UVWMBUILBGSGLZVHV64OERPXRU","target":"record","payload":{"canonical_record":{"source":{"id":"2402.10744","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T15:01:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0ee5649646e8a8787ef674e4bb5d1c6a36cf7fcfbf05d882f8d52a1e3a802b39","abstract_canon_sha256":"967248b2461463ecde635c266b04e87a0578ba5d044299526bd0d1b7ae8cceb6"},"schema_version":"1.0"},"canonical_sha256":"a56cc0d10b09a465e6a7afb8e245f78d254591233ba9c75355de3016df87edbf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:46:00.005089Z","signature_b64":"3FYtIhAr99eobdnS1TjmEz+mXvVWkxDhHmwYXWSj7ZTV804MYSiZa7K+LOOmLJwPQlWC52MEbp0VuoFoO9hcDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a56cc0d10b09a465e6a7afb8e245f78d254591233ba9c75355de3016df87edbf","last_reissued_at":"2026-07-05T07:46:00.004651Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:46:00.004651Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.10744","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:46:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fEdKSwTupGfoBDLy9JcqjgpbanDHdBVETFsLLf/jpJVBcA9rjWb3q3WGeNAv2qfrgzkDkF7wPjqqf2D+VSLtDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:30:50.872392Z"},"content_sha256":"35b7e1baf4180c2bfd0d6f3dea53bf2b468de49d366f51af06ed14fab26106ec","schema_version":"1.0","event_id":"sha256:35b7e1baf4180c2bfd0d6f3dea53bf2b468de49d366f51af06ed14fab26106ec"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UVWMBUILBGSGLZVHV64OERPXRU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GenRES: Rethinking Evaluation for Generative Relation Extraction in the Era of Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jiacheng Lin, Jiawei Han, Jimeng Sun, Pengcheng Jiang, Zifeng Wang","submitted_at":"2024-02-16T15:01:24Z","abstract_excerpt":"The field of relation extraction (RE) is experiencing a notable shift towards generative relation extraction (GRE), leveraging the capabilities of large language models (LLMs). However, we discovered that traditional relation extraction (RE) metrics like precision and recall fall short in evaluating GRE methods. This shortfall arises because these metrics rely on exact matching with human-annotated reference relations, while GRE methods often produce diverse and semantically accurate relations that differ from the references. To fill this gap, we introduce GenRES for a multi-dimensional assess"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.10744","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.10744/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:46:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GEfPrQI2t4agCkvXscSkfiRyGMdZXxeRgxa2eiuoi5pg5Xw4uMtUfBceKecJzUJyLcV3CnSMFB5VxiBHtsPkBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:30:50.872874Z"},"content_sha256":"020c8fbd194b38239def83d37e281c26c117496c77b69319efd5c57d58eb1169","schema_version":"1.0","event_id":"sha256:020c8fbd194b38239def83d37e281c26c117496c77b69319efd5c57d58eb1169"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UVWMBUILBGSGLZVHV64OERPXRU/bundle.json","state_url":"https://pith.science/pith/UVWMBUILBGSGLZVHV64OERPXRU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UVWMBUILBGSGLZVHV64OERPXRU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T16:30:50Z","links":{"resolver":"https://pith.science/pith/UVWMBUILBGSGLZVHV64OERPXRU","bundle":"https://pith.science/pith/UVWMBUILBGSGLZVHV64OERPXRU/bundle.json","state":"https://pith.science/pith/UVWMBUILBGSGLZVHV64OERPXRU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UVWMBUILBGSGLZVHV64OERPXRU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UVWMBUILBGSGLZVHV64OERPXRU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"967248b2461463ecde635c266b04e87a0578ba5d044299526bd0d1b7ae8cceb6","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T15:01:24Z","title_canon_sha256":"0ee5649646e8a8787ef674e4bb5d1c6a36cf7fcfbf05d882f8d52a1e3a802b39"},"schema_version":"1.0","source":{"id":"2402.10744","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.10744","created_at":"2026-07-05T07:46:00Z"},{"alias_kind":"arxiv_version","alias_value":"2402.10744v1","created_at":"2026-07-05T07:46:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.10744","created_at":"2026-07-05T07:46:00Z"},{"alias_kind":"pith_short_12","alias_value":"UVWMBUILBGSG","created_at":"2026-07-05T07:46:00Z"},{"alias_kind":"pith_short_16","alias_value":"UVWMBUILBGSGLZVH","created_at":"2026-07-05T07:46:00Z"},{"alias_kind":"pith_short_8","alias_value":"UVWMBUIL","created_at":"2026-07-05T07:46:00Z"}],"graph_snapshots":[{"event_id":"sha256:020c8fbd194b38239def83d37e281c26c117496c77b69319efd5c57d58eb1169","target":"graph","created_at":"2026-07-05T07:46:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.10744/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The field of relation extraction (RE) is experiencing a notable shift towards generative relation extraction (GRE), leveraging the capabilities of large language models (LLMs). However, we discovered that traditional relation extraction (RE) metrics like precision and recall fall short in evaluating GRE methods. This shortfall arises because these metrics rely on exact matching with human-annotated reference relations, while GRE methods often produce diverse and semantically accurate relations that differ from the references. To fill this gap, we introduce GenRES for a multi-dimensional assess","authors_text":"Jiacheng Lin, Jiawei Han, Jimeng Sun, Pengcheng Jiang, Zifeng Wang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T15:01:24Z","title":"GenRES: Rethinking Evaluation for Generative Relation Extraction in the Era of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.10744","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:35b7e1baf4180c2bfd0d6f3dea53bf2b468de49d366f51af06ed14fab26106ec","target":"record","created_at":"2026-07-05T07:46:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"967248b2461463ecde635c266b04e87a0578ba5d044299526bd0d1b7ae8cceb6","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T15:01:24Z","title_canon_sha256":"0ee5649646e8a8787ef674e4bb5d1c6a36cf7fcfbf05d882f8d52a1e3a802b39"},"schema_version":"1.0","source":{"id":"2402.10744","kind":"arxiv","version":1}},"canonical_sha256":"a56cc0d10b09a465e6a7afb8e245f78d254591233ba9c75355de3016df87edbf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a56cc0d10b09a465e6a7afb8e245f78d254591233ba9c75355de3016df87edbf","first_computed_at":"2026-07-05T07:46:00.004651Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:46:00.004651Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3FYtIhAr99eobdnS1TjmEz+mXvVWkxDhHmwYXWSj7ZTV804MYSiZa7K+LOOmLJwPQlWC52MEbp0VuoFoO9hcDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:46:00.005089Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.10744","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:35b7e1baf4180c2bfd0d6f3dea53bf2b468de49d366f51af06ed14fab26106ec","sha256:020c8fbd194b38239def83d37e281c26c117496c77b69319efd5c57d58eb1169"],"state_sha256":"5b1324ce81f64af6524daccea40d29ef51a391ab90da8ce0b7c1f861597734e8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Sgs5O2S6vNF4U6hXLrBLV/v2oR83DMgaWUlc7aSg+2SmPYfjWgy0V8gD/nsrlSeUim0mca9dPlp8Rkj2A5yvAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T16:30:50.876016Z","bundle_sha256":"b17a6b73b3bcd122ade93c6440516c9958def63bd8b863e8336af618f12e4fd3"}}