{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:TI3C3ITKFCJAQH43ARPBLG4ND4","short_pith_number":"pith:TI3C3ITK","canonical_record":{"source":{"id":"2103.12693","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-23T17:16:09Z","cross_cats_sorted":[],"title_canon_sha256":"91660cb8eabfcce2d470cd8376615a90f9e02f086eb42b20378a5bcc41c5e516","abstract_canon_sha256":"3d452badc276e676b32c49cf0ab365d29f3724aa1c719c7f6d2ee98bb491a077"},"schema_version":"1.0"},"canonical_sha256":"9a362da26a2892081f9b045e159b8d1f3c64f9f47ac9391810bd14760364ed22","source":{"kind":"arxiv","id":"2103.12693","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.12693","created_at":"2026-07-05T02:30:32Z"},{"alias_kind":"arxiv_version","alias_value":"2103.12693v2","created_at":"2026-07-05T02:30:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.12693","created_at":"2026-07-05T02:30:32Z"},{"alias_kind":"pith_short_12","alias_value":"TI3C3ITKFCJA","created_at":"2026-07-05T02:30:32Z"},{"alias_kind":"pith_short_16","alias_value":"TI3C3ITKFCJAQH43","created_at":"2026-07-05T02:30:32Z"},{"alias_kind":"pith_short_8","alias_value":"TI3C3ITK","created_at":"2026-07-05T02:30:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:TI3C3ITKFCJAQH43ARPBLG4ND4","target":"record","payload":{"canonical_record":{"source":{"id":"2103.12693","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-23T17:16:09Z","cross_cats_sorted":[],"title_canon_sha256":"91660cb8eabfcce2d470cd8376615a90f9e02f086eb42b20378a5bcc41c5e516","abstract_canon_sha256":"3d452badc276e676b32c49cf0ab365d29f3724aa1c719c7f6d2ee98bb491a077"},"schema_version":"1.0"},"canonical_sha256":"9a362da26a2892081f9b045e159b8d1f3c64f9f47ac9391810bd14760364ed22","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:30:32.206521Z","signature_b64":"p0NA+bX/wP1cBXi0holPYXeFErqOeiQjw0ukS40O7YnICOL/Dmwk2Zi/oD53mkR0/fC+Ol01iqEqBdiYWv+WBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9a362da26a2892081f9b045e159b8d1f3c64f9f47ac9391810bd14760364ed22","last_reissued_at":"2026-07-05T02:30:32.206105Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:30:32.206105Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.12693","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:30:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zDPH88RR7wk3dVhyu888Z29+RXyl8yicnfxb8gXZdD5mAh9ZDMM1PSZTTXsTdB0SiD4/fGukX4MKfOUMnarzAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T06:25:27.564470Z"},"content_sha256":"62c98e9527c34e99cea50395f9d3f5a6971cc6fe68668906fc3a7e99bb34f96d","schema_version":"1.0","event_id":"sha256:62c98e9527c34e99cea50395f9d3f5a6971cc6fe68668906fc3a7e99bb34f96d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:TI3C3ITKFCJAQH43ARPBLG4ND4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"QuestEval: Summarization Asks for Fact-based Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alex Wang, Benjamin Piwowarski, Jacopo Staiano, Patrick Gallinari, Paul-Alexis Dray, Sylvain Lamprier, Thomas Scialom","submitted_at":"2021-03-23T17:16:09Z","abstract_excerpt":"Summarization evaluation remains an open research problem: current metrics such as ROUGE are known to be limited and to correlate poorly with human judgments. To alleviate this issue, recent work has proposed evaluation metrics which rely on question answering models to assess whether a summary contains all the relevant information in its source document. Though promising, the proposed approaches have so far failed to correlate better than ROUGE with human judgments.\n  In this paper, we extend previous approaches and propose a unified framework, named QuestEval. In contrast to established metr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.12693","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.12693/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:30:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JNL5ChMM6Tz+ziLtpc/sG7HV7LebKf8mSRgRNhlhCVb7Zwk/Fo2j0b/9unnW+2rQpOzyDz37LJKLJTEXQWP4AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T06:25:27.564979Z"},"content_sha256":"cf692c03972a0d3d9bde9f797aee5095f5115f4b8e438b48deaf1789b67df1af","schema_version":"1.0","event_id":"sha256:cf692c03972a0d3d9bde9f797aee5095f5115f4b8e438b48deaf1789b67df1af"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TI3C3ITKFCJAQH43ARPBLG4ND4/bundle.json","state_url":"https://pith.science/pith/TI3C3ITKFCJAQH43ARPBLG4ND4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TI3C3ITKFCJAQH43ARPBLG4ND4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T06:25:27Z","links":{"resolver":"https://pith.science/pith/TI3C3ITKFCJAQH43ARPBLG4ND4","bundle":"https://pith.science/pith/TI3C3ITKFCJAQH43ARPBLG4ND4/bundle.json","state":"https://pith.science/pith/TI3C3ITKFCJAQH43ARPBLG4ND4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TI3C3ITKFCJAQH43ARPBLG4ND4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:TI3C3ITKFCJAQH43ARPBLG4ND4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3d452badc276e676b32c49cf0ab365d29f3724aa1c719c7f6d2ee98bb491a077","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-23T17:16:09Z","title_canon_sha256":"91660cb8eabfcce2d470cd8376615a90f9e02f086eb42b20378a5bcc41c5e516"},"schema_version":"1.0","source":{"id":"2103.12693","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.12693","created_at":"2026-07-05T02:30:32Z"},{"alias_kind":"arxiv_version","alias_value":"2103.12693v2","created_at":"2026-07-05T02:30:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.12693","created_at":"2026-07-05T02:30:32Z"},{"alias_kind":"pith_short_12","alias_value":"TI3C3ITKFCJA","created_at":"2026-07-05T02:30:32Z"},{"alias_kind":"pith_short_16","alias_value":"TI3C3ITKFCJAQH43","created_at":"2026-07-05T02:30:32Z"},{"alias_kind":"pith_short_8","alias_value":"TI3C3ITK","created_at":"2026-07-05T02:30:32Z"}],"graph_snapshots":[{"event_id":"sha256:cf692c03972a0d3d9bde9f797aee5095f5115f4b8e438b48deaf1789b67df1af","target":"graph","created_at":"2026-07-05T02:30:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.12693/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Summarization evaluation remains an open research problem: current metrics such as ROUGE are known to be limited and to correlate poorly with human judgments. To alleviate this issue, recent work has proposed evaluation metrics which rely on question answering models to assess whether a summary contains all the relevant information in its source document. Though promising, the proposed approaches have so far failed to correlate better than ROUGE with human judgments.\n  In this paper, we extend previous approaches and propose a unified framework, named QuestEval. In contrast to established metr","authors_text":"Alex Wang, Benjamin Piwowarski, Jacopo Staiano, Patrick Gallinari, Paul-Alexis Dray, Sylvain Lamprier, Thomas Scialom","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-23T17:16:09Z","title":"QuestEval: Summarization Asks for Fact-based Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.12693","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:62c98e9527c34e99cea50395f9d3f5a6971cc6fe68668906fc3a7e99bb34f96d","target":"record","created_at":"2026-07-05T02:30:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3d452badc276e676b32c49cf0ab365d29f3724aa1c719c7f6d2ee98bb491a077","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-23T17:16:09Z","title_canon_sha256":"91660cb8eabfcce2d470cd8376615a90f9e02f086eb42b20378a5bcc41c5e516"},"schema_version":"1.0","source":{"id":"2103.12693","kind":"arxiv","version":2}},"canonical_sha256":"9a362da26a2892081f9b045e159b8d1f3c64f9f47ac9391810bd14760364ed22","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9a362da26a2892081f9b045e159b8d1f3c64f9f47ac9391810bd14760364ed22","first_computed_at":"2026-07-05T02:30:32.206105Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:30:32.206105Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"p0NA+bX/wP1cBXi0holPYXeFErqOeiQjw0ukS40O7YnICOL/Dmwk2Zi/oD53mkR0/fC+Ol01iqEqBdiYWv+WBg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:30:32.206521Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.12693","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:62c98e9527c34e99cea50395f9d3f5a6971cc6fe68668906fc3a7e99bb34f96d","sha256:cf692c03972a0d3d9bde9f797aee5095f5115f4b8e438b48deaf1789b67df1af"],"state_sha256":"388656c030f299e6cc88098f87538a3c37e29e8de750a8af75390bff4933d842"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6/OGs7EiDk5xycyd9ISAG+qWh+BVPJ6wWmgY1G10sqHIDrstBTx8yC2VUuJO/C5jiBtYWMtM5QaliV96WvUHAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T06:25:27.570412Z","bundle_sha256":"55b729326b750f8a9a90f62e77e0b8a38161d3acfce94bacd924619e758291eb"}}