{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OHMZCYXEGSARQQNMDD72EDMDJP","short_pith_number":"pith:OHMZCYXE","canonical_record":{"source":{"id":"2404.01261","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-01T17:33:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"97434085ead0611f0a9d071f40ef3af42e53c1a7b7fd9fdd673b4f3b17a26099","abstract_canon_sha256":"5a2f2e36cfeec802f5afc7e9001a9fe7b6c139740f908b3b3c0a0cbd0f643e32"},"schema_version":"1.0"},"canonical_sha256":"71d99162e434811841ac18ffa20d834bec0819aaa1d9cc4aeda822d523f46f8f","source":{"kind":"arxiv","id":"2404.01261","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.01261","created_at":"2026-07-05T09:13:35Z"},{"alias_kind":"arxiv_version","alias_value":"2404.01261v2","created_at":"2026-07-05T09:13:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.01261","created_at":"2026-07-05T09:13:35Z"},{"alias_kind":"pith_short_12","alias_value":"OHMZCYXEGSAR","created_at":"2026-07-05T09:13:35Z"},{"alias_kind":"pith_short_16","alias_value":"OHMZCYXEGSARQQNM","created_at":"2026-07-05T09:13:35Z"},{"alias_kind":"pith_short_8","alias_value":"OHMZCYXE","created_at":"2026-07-05T09:13:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OHMZCYXEGSARQQNMDD72EDMDJP","target":"record","payload":{"canonical_record":{"source":{"id":"2404.01261","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-01T17:33:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"97434085ead0611f0a9d071f40ef3af42e53c1a7b7fd9fdd673b4f3b17a26099","abstract_canon_sha256":"5a2f2e36cfeec802f5afc7e9001a9fe7b6c139740f908b3b3c0a0cbd0f643e32"},"schema_version":"1.0"},"canonical_sha256":"71d99162e434811841ac18ffa20d834bec0819aaa1d9cc4aeda822d523f46f8f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:13:35.694934Z","signature_b64":"PGhr/HFhqipmfgksPF3/3kfToTC6WT4zYATgIPBrrbj0UGyvAyJOt/grbCufmTyJN0aSKv7AXsNTBq9KgyJ6AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"71d99162e434811841ac18ffa20d834bec0819aaa1d9cc4aeda822d523f46f8f","last_reissued_at":"2026-07-05T09:13:35.694450Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:13:35.694450Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.01261","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UAleScw9MdOim4tOmRcYnUm7qhRjUuUGRc32IDN7nNMhU2oX3fqVZ681dBAH6unRENa82dBg0CcLYQL0Tvw0CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T19:52:00.799889Z"},"content_sha256":"a95077e80460a40ed9715a339130f2fb0f2f9847c5236f1330b1e7182f48d076","schema_version":"1.0","event_id":"sha256:a95077e80460a40ed9715a339130f2fb0f2f9847c5236f1330b1e7182f48d076"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OHMZCYXEGSARQQNMDD72EDMDJP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FABLES: Evaluating faithfulness and content selection in book-length summarization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Aparna Garimella, Kyle Lo, Marzena Karpinska, Mohit Iyyer, Tanya Goyal, Varun Manjunatha, Yapei Chang, Yekyung Kim","submitted_at":"2024-04-01T17:33:38Z","abstract_excerpt":"While long-context large language models (LLMs) can technically summarize book-length documents (>100K tokens), the length and complexity of the documents have so far prohibited evaluations of input-dependent aspects like faithfulness. In this paper, we conduct the first large-scale human evaluation of faithfulness and content selection on LLM-generated summaries of fictional books. Our study mitigates the issue of data contamination by focusing on summaries of books published in 2023 or 2024, and we hire annotators who have fully read each book prior to the annotation task to minimize cost an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.01261","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.01261/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S10YYyqnnk/prdkHSQyrDjCQvcm+6B/4TgEaQjMfU0zX0UMKCOpv+FI4n9sa9/eH7Dm8XSz7Bgp4w0ZzeSjCBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T19:52:00.800714Z"},"content_sha256":"b28be506edbd4cd673b7861f52ae711ef6828a527edb464d7cec0c180f8042dd","schema_version":"1.0","event_id":"sha256:b28be506edbd4cd673b7861f52ae711ef6828a527edb464d7cec0c180f8042dd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OHMZCYXEGSARQQNMDD72EDMDJP/bundle.json","state_url":"https://pith.science/pith/OHMZCYXEGSARQQNMDD72EDMDJP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OHMZCYXEGSARQQNMDD72EDMDJP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T19:52:00Z","links":{"resolver":"https://pith.science/pith/OHMZCYXEGSARQQNMDD72EDMDJP","bundle":"https://pith.science/pith/OHMZCYXEGSARQQNMDD72EDMDJP/bundle.json","state":"https://pith.science/pith/OHMZCYXEGSARQQNMDD72EDMDJP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OHMZCYXEGSARQQNMDD72EDMDJP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OHMZCYXEGSARQQNMDD72EDMDJP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5a2f2e36cfeec802f5afc7e9001a9fe7b6c139740f908b3b3c0a0cbd0f643e32","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-01T17:33:38Z","title_canon_sha256":"97434085ead0611f0a9d071f40ef3af42e53c1a7b7fd9fdd673b4f3b17a26099"},"schema_version":"1.0","source":{"id":"2404.01261","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.01261","created_at":"2026-07-05T09:13:35Z"},{"alias_kind":"arxiv_version","alias_value":"2404.01261v2","created_at":"2026-07-05T09:13:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.01261","created_at":"2026-07-05T09:13:35Z"},{"alias_kind":"pith_short_12","alias_value":"OHMZCYXEGSAR","created_at":"2026-07-05T09:13:35Z"},{"alias_kind":"pith_short_16","alias_value":"OHMZCYXEGSARQQNM","created_at":"2026-07-05T09:13:35Z"},{"alias_kind":"pith_short_8","alias_value":"OHMZCYXE","created_at":"2026-07-05T09:13:35Z"}],"graph_snapshots":[{"event_id":"sha256:b28be506edbd4cd673b7861f52ae711ef6828a527edb464d7cec0c180f8042dd","target":"graph","created_at":"2026-07-05T09:13:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.01261/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While long-context large language models (LLMs) can technically summarize book-length documents (>100K tokens), the length and complexity of the documents have so far prohibited evaluations of input-dependent aspects like faithfulness. In this paper, we conduct the first large-scale human evaluation of faithfulness and content selection on LLM-generated summaries of fictional books. Our study mitigates the issue of data contamination by focusing on summaries of books published in 2023 or 2024, and we hire annotators who have fully read each book prior to the annotation task to minimize cost an","authors_text":"Aparna Garimella, Kyle Lo, Marzena Karpinska, Mohit Iyyer, Tanya Goyal, Varun Manjunatha, Yapei Chang, Yekyung Kim","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-01T17:33:38Z","title":"FABLES: Evaluating faithfulness and content selection in book-length summarization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.01261","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a95077e80460a40ed9715a339130f2fb0f2f9847c5236f1330b1e7182f48d076","target":"record","created_at":"2026-07-05T09:13:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5a2f2e36cfeec802f5afc7e9001a9fe7b6c139740f908b3b3c0a0cbd0f643e32","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-01T17:33:38Z","title_canon_sha256":"97434085ead0611f0a9d071f40ef3af42e53c1a7b7fd9fdd673b4f3b17a26099"},"schema_version":"1.0","source":{"id":"2404.01261","kind":"arxiv","version":2}},"canonical_sha256":"71d99162e434811841ac18ffa20d834bec0819aaa1d9cc4aeda822d523f46f8f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"71d99162e434811841ac18ffa20d834bec0819aaa1d9cc4aeda822d523f46f8f","first_computed_at":"2026-07-05T09:13:35.694450Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:13:35.694450Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PGhr/HFhqipmfgksPF3/3kfToTC6WT4zYATgIPBrrbj0UGyvAyJOt/grbCufmTyJN0aSKv7AXsNTBq9KgyJ6AA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:13:35.694934Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.01261","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a95077e80460a40ed9715a339130f2fb0f2f9847c5236f1330b1e7182f48d076","sha256:b28be506edbd4cd673b7861f52ae711ef6828a527edb464d7cec0c180f8042dd"],"state_sha256":"090a1f64f34a21b628a98779cf9fde6e4e719f3c5ed63c0a6630c7103474d63f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qkK/qgQMYq31U2ppSX+S6fxAm3H0x16yWis9zfQOUyRgMMCQmar40oBH7ti+gGYTkEBZmb1DmIBPCb4oCzaRAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T19:52:00.806232Z","bundle_sha256":"26d962cff01a87d843d93f1baed29b38e979c3ce0a4b9911f721a8460286a2c2"}}