{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3CMQVS3NIMHXOMQ3UKEZ6KVYWJ","short_pith_number":"pith:3CMQVS3N","canonical_record":{"source":{"id":"2410.16848","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T09:35:42Z","cross_cats_sorted":[],"title_canon_sha256":"3a85a2e1fa4e9f33750153a28efe397f5e46fb7df24f5a93f2b91553d379b397","abstract_canon_sha256":"0ce44e388d96fe382f6bec8fbdc870e81991f8c0fe469760346992df78a86d3f"},"schema_version":"1.0"},"canonical_sha256":"d8990acb6d430f77321ba2899f2ab8b2756269d59276a87d9d9f87fcd34402a7","source":{"kind":"arxiv","id":"2410.16848","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.16848","created_at":"2026-07-05T10:20:40Z"},{"alias_kind":"arxiv_version","alias_value":"2410.16848v2","created_at":"2026-07-05T10:20:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.16848","created_at":"2026-07-05T10:20:40Z"},{"alias_kind":"pith_short_12","alias_value":"3CMQVS3NIMHX","created_at":"2026-07-05T10:20:40Z"},{"alias_kind":"pith_short_16","alias_value":"3CMQVS3NIMHXOMQ3","created_at":"2026-07-05T10:20:40Z"},{"alias_kind":"pith_short_8","alias_value":"3CMQVS3N","created_at":"2026-07-05T10:20:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3CMQVS3NIMHXOMQ3UKEZ6KVYWJ","target":"record","payload":{"canonical_record":{"source":{"id":"2410.16848","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T09:35:42Z","cross_cats_sorted":[],"title_canon_sha256":"3a85a2e1fa4e9f33750153a28efe397f5e46fb7df24f5a93f2b91553d379b397","abstract_canon_sha256":"0ce44e388d96fe382f6bec8fbdc870e81991f8c0fe469760346992df78a86d3f"},"schema_version":"1.0"},"canonical_sha256":"d8990acb6d430f77321ba2899f2ab8b2756269d59276a87d9d9f87fcd34402a7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:20:40.973785Z","signature_b64":"Qlynbak4XiCbbmOUdu4wpI5UtOv0c3e6QEz4enHIJ8A+Er49HsN9T4tqwVDQ1tWwGUXBaxKY4ySViB57l9bwDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d8990acb6d430f77321ba2899f2ab8b2756269d59276a87d9d9f87fcd34402a7","last_reissued_at":"2026-07-05T10:20:40.973265Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:20:40.973265Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.16848","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:20:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RZ2PxYu8iYQNe57jltu+A1UCrEbwgP8VtVRD4SG1GHmnKDvIfJDOM/bGmAqnB4wmaHPasX4pozfN8NpU/B6UCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T14:06:06.692295Z"},"content_sha256":"b7fc504bbbe7720d69acb95fbc9c392ce432b5f9c59c8adf84acfc29f85e3486","schema_version":"1.0","event_id":"sha256:b7fc504bbbe7720d69acb95fbc9c392ce432b5f9c59c8adf84acfc29f85e3486"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3CMQVS3NIMHXOMQ3UKEZ6KVYWJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ETHIC: Evaluating Large Language Models on Long-Context Tasks with High Information Coverage","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chanwoong Yoon, Donghyeon Lee, Hyunjae Kim, Jaewoo Kang, Kyochul Jang, Minju Song, Taewhoo Lee","submitted_at":"2024-10-22T09:35:42Z","abstract_excerpt":"Recent advancements in large language models (LLM) capable of processing extremely long texts highlight the need for a dedicated evaluation benchmark to assess their long-context capabilities. However, existing methods, like the needle-in-a-haystack test, do not effectively assess whether these models fully utilize contextual information, raising concerns about the reliability of current evaluation techniques. To thoroughly examine the effectiveness of existing benchmarks, we introduce a new metric called information coverage (IC), which quantifies the proportion of the input context necessary"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.16848","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.16848/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:20:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oJKEgu9gXWfrOn/CS30JPZJqnUT0IsUnhTsGrIP/YzxLJkiSJcrPsZ52M45D3kuGzfDbpVmLjSfDPTe4kIPPDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T14:06:06.692818Z"},"content_sha256":"51ed6158f0d603274ba2398bbafaff5ee44f7503302f79a75ab5ee188ed39cd7","schema_version":"1.0","event_id":"sha256:51ed6158f0d603274ba2398bbafaff5ee44f7503302f79a75ab5ee188ed39cd7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3CMQVS3NIMHXOMQ3UKEZ6KVYWJ/bundle.json","state_url":"https://pith.science/pith/3CMQVS3NIMHXOMQ3UKEZ6KVYWJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3CMQVS3NIMHXOMQ3UKEZ6KVYWJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T14:06:06Z","links":{"resolver":"https://pith.science/pith/3CMQVS3NIMHXOMQ3UKEZ6KVYWJ","bundle":"https://pith.science/pith/3CMQVS3NIMHXOMQ3UKEZ6KVYWJ/bundle.json","state":"https://pith.science/pith/3CMQVS3NIMHXOMQ3UKEZ6KVYWJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3CMQVS3NIMHXOMQ3UKEZ6KVYWJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3CMQVS3NIMHXOMQ3UKEZ6KVYWJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0ce44e388d96fe382f6bec8fbdc870e81991f8c0fe469760346992df78a86d3f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T09:35:42Z","title_canon_sha256":"3a85a2e1fa4e9f33750153a28efe397f5e46fb7df24f5a93f2b91553d379b397"},"schema_version":"1.0","source":{"id":"2410.16848","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.16848","created_at":"2026-07-05T10:20:40Z"},{"alias_kind":"arxiv_version","alias_value":"2410.16848v2","created_at":"2026-07-05T10:20:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.16848","created_at":"2026-07-05T10:20:40Z"},{"alias_kind":"pith_short_12","alias_value":"3CMQVS3NIMHX","created_at":"2026-07-05T10:20:40Z"},{"alias_kind":"pith_short_16","alias_value":"3CMQVS3NIMHXOMQ3","created_at":"2026-07-05T10:20:40Z"},{"alias_kind":"pith_short_8","alias_value":"3CMQVS3N","created_at":"2026-07-05T10:20:40Z"}],"graph_snapshots":[{"event_id":"sha256:51ed6158f0d603274ba2398bbafaff5ee44f7503302f79a75ab5ee188ed39cd7","target":"graph","created_at":"2026-07-05T10:20:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.16848/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements in large language models (LLM) capable of processing extremely long texts highlight the need for a dedicated evaluation benchmark to assess their long-context capabilities. However, existing methods, like the needle-in-a-haystack test, do not effectively assess whether these models fully utilize contextual information, raising concerns about the reliability of current evaluation techniques. To thoroughly examine the effectiveness of existing benchmarks, we introduce a new metric called information coverage (IC), which quantifies the proportion of the input context necessary","authors_text":"Chanwoong Yoon, Donghyeon Lee, Hyunjae Kim, Jaewoo Kang, Kyochul Jang, Minju Song, Taewhoo Lee","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T09:35:42Z","title":"ETHIC: Evaluating Large Language Models on Long-Context Tasks with High Information Coverage"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.16848","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b7fc504bbbe7720d69acb95fbc9c392ce432b5f9c59c8adf84acfc29f85e3486","target":"record","created_at":"2026-07-05T10:20:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0ce44e388d96fe382f6bec8fbdc870e81991f8c0fe469760346992df78a86d3f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T09:35:42Z","title_canon_sha256":"3a85a2e1fa4e9f33750153a28efe397f5e46fb7df24f5a93f2b91553d379b397"},"schema_version":"1.0","source":{"id":"2410.16848","kind":"arxiv","version":2}},"canonical_sha256":"d8990acb6d430f77321ba2899f2ab8b2756269d59276a87d9d9f87fcd34402a7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d8990acb6d430f77321ba2899f2ab8b2756269d59276a87d9d9f87fcd34402a7","first_computed_at":"2026-07-05T10:20:40.973265Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:20:40.973265Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Qlynbak4XiCbbmOUdu4wpI5UtOv0c3e6QEz4enHIJ8A+Er49HsN9T4tqwVDQ1tWwGUXBaxKY4ySViB57l9bwDg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:20:40.973785Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.16848","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b7fc504bbbe7720d69acb95fbc9c392ce432b5f9c59c8adf84acfc29f85e3486","sha256:51ed6158f0d603274ba2398bbafaff5ee44f7503302f79a75ab5ee188ed39cd7"],"state_sha256":"a88fb67de5fbc398d520d8853b5ed41bbd23a379855078c4c39028db5b21389e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lce+KHo+BOWVkaxIzhF8NB0qqYjU++oX6vdJG0mKAqrk6a9BIvDXqsth++Vu8WqIVQpUqZ21KHaZS2RkYvENCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T14:06:06.700915Z","bundle_sha256":"064218662e537beee05cfc5265d72ab27d1d97e4d52fdac6d43189a528ed8c1f"}}