{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UQKR2YHY6KW2ETWJ3XW5HMYW7F","short_pith_number":"pith:UQKR2YHY","canonical_record":{"source":{"id":"2402.13718","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T11:30:29Z","cross_cats_sorted":[],"title_canon_sha256":"218299a26d68b9088a0aead1467d87c6b883a1722facfa1c0126f8330a74b719","abstract_canon_sha256":"0171fdc10d43b56e68800226173d9438d2cc442d032fc5b918db0e5d1537119e"},"schema_version":"1.0"},"canonical_sha256":"a4151d60f8f2ada24ec9ddedd3b316f959f022baa767addd04f0b46cabaf0cca","source":{"kind":"arxiv","id":"2402.13718","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13718","created_at":"2026-07-05T07:48:53Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13718v3","created_at":"2026-07-05T07:48:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13718","created_at":"2026-07-05T07:48:53Z"},{"alias_kind":"pith_short_12","alias_value":"UQKR2YHY6KW2","created_at":"2026-07-05T07:48:53Z"},{"alias_kind":"pith_short_16","alias_value":"UQKR2YHY6KW2ETWJ","created_at":"2026-07-05T07:48:53Z"},{"alias_kind":"pith_short_8","alias_value":"UQKR2YHY","created_at":"2026-07-05T07:48:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UQKR2YHY6KW2ETWJ3XW5HMYW7F","target":"record","payload":{"canonical_record":{"source":{"id":"2402.13718","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T11:30:29Z","cross_cats_sorted":[],"title_canon_sha256":"218299a26d68b9088a0aead1467d87c6b883a1722facfa1c0126f8330a74b719","abstract_canon_sha256":"0171fdc10d43b56e68800226173d9438d2cc442d032fc5b918db0e5d1537119e"},"schema_version":"1.0"},"canonical_sha256":"a4151d60f8f2ada24ec9ddedd3b316f959f022baa767addd04f0b46cabaf0cca","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:48:53.485844Z","signature_b64":"1/4oDb4aMLMT0l382JlakCMiF5PT32PLWQqrkcZ2bk08QshR7/32HMXRezmfxLaz+Wq+RlXhveV2DTaBJwr9Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a4151d60f8f2ada24ec9ddedd3b316f959f022baa767addd04f0b46cabaf0cca","last_reissued_at":"2026-07-05T07:48:53.485346Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:48:53.485346Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.13718","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:48:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aCAKW05mxHZZ3obH/4yGBefNNst+8u1AvhSctpZY1EEheNPvt2cOzWRxxgSkiFR2m31RUzSHN09kQTGj8JMPDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T22:25:23.762848Z"},"content_sha256":"2f94d2a2c038e03212d62908ec586472ebde2d2d59050378981541c27b999123","schema_version":"1.0","event_id":"sha256:2f94d2a2c038e03212d62908ec586472ebde2d2d59050378981541c27b999123"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UQKR2YHY6KW2ETWJ3XW5HMYW7F","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Junhao Chen, Maosong Sun, Moo Khai Hao, Shengding Hu, Shuo Wang, Xinrong Zhang, Xu Han, Yingfa Chen, Zhen Leng Thai, Zhiyuan Liu, Zihang Xu","submitted_at":"2024-02-21T11:30:29Z","abstract_excerpt":"Processing and reasoning over long contexts is crucial for many practical applications of Large Language Models (LLMs), such as document comprehension and agent construction. Despite recent strides in making LLMs process contexts with more than 100K tokens, there is currently a lack of a standardized benchmark to evaluate this long-context capability. Existing public benchmarks typically focus on contexts around 10K tokens, limiting the assessment and comparison of LLMs in processing longer contexts. In this paper, we propose $\\infty$Bench, the first LLM benchmark featuring an average data len"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13718","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.13718/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:48:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OnWNJpvX5XgyKfF5K+cQPO8KKnXdNWVYliB6GZnNWbLnmz7H4fkkUgsUsJfCT7j+VL/5sy8StadCcIYTYtxIAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T22:25:23.763738Z"},"content_sha256":"db93fe8f6ca298e550d907ccdb3edf0bd9034ffb23249e542ae89f34661cb218","schema_version":"1.0","event_id":"sha256:db93fe8f6ca298e550d907ccdb3edf0bd9034ffb23249e542ae89f34661cb218"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UQKR2YHY6KW2ETWJ3XW5HMYW7F/bundle.json","state_url":"https://pith.science/pith/UQKR2YHY6KW2ETWJ3XW5HMYW7F/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UQKR2YHY6KW2ETWJ3XW5HMYW7F/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T22:25:23Z","links":{"resolver":"https://pith.science/pith/UQKR2YHY6KW2ETWJ3XW5HMYW7F","bundle":"https://pith.science/pith/UQKR2YHY6KW2ETWJ3XW5HMYW7F/bundle.json","state":"https://pith.science/pith/UQKR2YHY6KW2ETWJ3XW5HMYW7F/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UQKR2YHY6KW2ETWJ3XW5HMYW7F/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UQKR2YHY6KW2ETWJ3XW5HMYW7F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0171fdc10d43b56e68800226173d9438d2cc442d032fc5b918db0e5d1537119e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T11:30:29Z","title_canon_sha256":"218299a26d68b9088a0aead1467d87c6b883a1722facfa1c0126f8330a74b719"},"schema_version":"1.0","source":{"id":"2402.13718","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13718","created_at":"2026-07-05T07:48:53Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13718v3","created_at":"2026-07-05T07:48:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13718","created_at":"2026-07-05T07:48:53Z"},{"alias_kind":"pith_short_12","alias_value":"UQKR2YHY6KW2","created_at":"2026-07-05T07:48:53Z"},{"alias_kind":"pith_short_16","alias_value":"UQKR2YHY6KW2ETWJ","created_at":"2026-07-05T07:48:53Z"},{"alias_kind":"pith_short_8","alias_value":"UQKR2YHY","created_at":"2026-07-05T07:48:53Z"}],"graph_snapshots":[{"event_id":"sha256:db93fe8f6ca298e550d907ccdb3edf0bd9034ffb23249e542ae89f34661cb218","target":"graph","created_at":"2026-07-05T07:48:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.13718/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Processing and reasoning over long contexts is crucial for many practical applications of Large Language Models (LLMs), such as document comprehension and agent construction. Despite recent strides in making LLMs process contexts with more than 100K tokens, there is currently a lack of a standardized benchmark to evaluate this long-context capability. Existing public benchmarks typically focus on contexts around 10K tokens, limiting the assessment and comparison of LLMs in processing longer contexts. In this paper, we propose $\\infty$Bench, the first LLM benchmark featuring an average data len","authors_text":"Junhao Chen, Maosong Sun, Moo Khai Hao, Shengding Hu, Shuo Wang, Xinrong Zhang, Xu Han, Yingfa Chen, Zhen Leng Thai, Zhiyuan Liu, Zihang Xu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T11:30:29Z","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13718","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2f94d2a2c038e03212d62908ec586472ebde2d2d59050378981541c27b999123","target":"record","created_at":"2026-07-05T07:48:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0171fdc10d43b56e68800226173d9438d2cc442d032fc5b918db0e5d1537119e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T11:30:29Z","title_canon_sha256":"218299a26d68b9088a0aead1467d87c6b883a1722facfa1c0126f8330a74b719"},"schema_version":"1.0","source":{"id":"2402.13718","kind":"arxiv","version":3}},"canonical_sha256":"a4151d60f8f2ada24ec9ddedd3b316f959f022baa767addd04f0b46cabaf0cca","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a4151d60f8f2ada24ec9ddedd3b316f959f022baa767addd04f0b46cabaf0cca","first_computed_at":"2026-07-05T07:48:53.485346Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:48:53.485346Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1/4oDb4aMLMT0l382JlakCMiF5PT32PLWQqrkcZ2bk08QshR7/32HMXRezmfxLaz+Wq+RlXhveV2DTaBJwr9Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:48:53.485844Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.13718","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2f94d2a2c038e03212d62908ec586472ebde2d2d59050378981541c27b999123","sha256:db93fe8f6ca298e550d907ccdb3edf0bd9034ffb23249e542ae89f34661cb218"],"state_sha256":"f017ef0d95d67b3f4b0f56d3a3e527f42bddf76feadc1dc209b1bf6f9579416a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cf7+OhFjW8DAjlH6sd2ggxI5sjeI3GdhqA50Z092FSPr55/W+QSLFuZmeTYEPqjfM7C5m0QmIuYw9LPJwN41BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T22:25:23.771375Z","bundle_sha256":"27dc70605477e9533608c8ef9cce153e2cc04e7302a993c674b3c272a4548fea"}}