{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:SZESLOPNYYD24IFTQAHNUHQAC6","short_pith_number":"pith:SZESLOPN","canonical_record":{"source":{"id":"2309.13345","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-23T11:36:15Z","cross_cats_sorted":[],"title_canon_sha256":"ba4155c369db5099232c5793d7b8cd231cf943a6f18d8cb20a0da8d75abcc968","abstract_canon_sha256":"70473d6e724c19a09ba07f94f598e87a02975d9225e4ca1c2209918b7badfb45"},"schema_version":"1.0"},"canonical_sha256":"964925b9edc607ae20b3800eda1e0017b253c91c492c222194109ebd45b7bea5","source":{"kind":"arxiv","id":"2309.13345","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.13345","created_at":"2026-07-05T07:57:43Z"},{"alias_kind":"arxiv_version","alias_value":"2309.13345v3","created_at":"2026-07-05T07:57:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.13345","created_at":"2026-07-05T07:57:43Z"},{"alias_kind":"pith_short_12","alias_value":"SZESLOPNYYD2","created_at":"2026-07-05T07:57:43Z"},{"alias_kind":"pith_short_16","alias_value":"SZESLOPNYYD24IFT","created_at":"2026-07-05T07:57:43Z"},{"alias_kind":"pith_short_8","alias_value":"SZESLOPN","created_at":"2026-07-05T07:57:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:SZESLOPNYYD24IFTQAHNUHQAC6","target":"record","payload":{"canonical_record":{"source":{"id":"2309.13345","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-23T11:36:15Z","cross_cats_sorted":[],"title_canon_sha256":"ba4155c369db5099232c5793d7b8cd231cf943a6f18d8cb20a0da8d75abcc968","abstract_canon_sha256":"70473d6e724c19a09ba07f94f598e87a02975d9225e4ca1c2209918b7badfb45"},"schema_version":"1.0"},"canonical_sha256":"964925b9edc607ae20b3800eda1e0017b253c91c492c222194109ebd45b7bea5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:57:43.977503Z","signature_b64":"DzHYBNX0V0hd+apNrv9+6/1TTZ+zZnkQEBZTk247b2d59HvEOBNISNgHv2fsscf8k5dAclT7AJ7oV/w3wI94AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"964925b9edc607ae20b3800eda1e0017b253c91c492c222194109ebd45b7bea5","last_reissued_at":"2026-07-05T07:57:43.976998Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:57:43.976998Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.13345","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:57:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hFSW2I+iWMEvXDeyGbiNJG28FVEzgj6EYPjkrnbgaw8FvJyon/vypeDfAwMYYJoYx9K+UGsBz18soc3JwEZWAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:43:40.207510Z"},"content_sha256":"dc33c837a2722047e6d3677a17fe51d58b561cf2b8672e0af2d10b2d55ae05bb","schema_version":"1.0","event_id":"sha256:dc33c837a2722047e6d3677a17fe51d58b561cf2b8672e0af2d10b2d55ae05bb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:SZESLOPNYYD24IFTQAHNUHQAC6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BAMBOO: A Comprehensive Benchmark for Evaluating Long Text Modeling Capacities of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ji-Rong Wen, Junyi Li, Tianyi Tang, Wayne Xin Zhao, Zican Dong","submitted_at":"2023-09-23T11:36:15Z","abstract_excerpt":"Large language models (LLMs) have achieved dramatic proficiency over NLP tasks with normal length. Recently, multiple studies have committed to extending the context length and enhancing the long text modeling capabilities of LLMs. To comprehensively evaluate the long context ability of LLMs, we propose BAMBOO, a multi-task long context benchmark. BAMBOO has been designed with four principles: comprehensive capacity evaluation, avoidance of data contamination, accurate automatic evaluation, and different length levels. It consists of 10 datasets from 5 different long text understanding tasks, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.13345","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.13345/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:57:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GzqpbyhW5MgxW3h8EHlfZEag3X1OmFM2rLcvlUEehWioAXNRsfnXwBRDDg2/dZzagPeUHFGVtSEeNnHFp31dCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:43:40.207936Z"},"content_sha256":"a15c03f18ffa8e6841a4743fdf84e366f48b4c6e5b15e108041fd96dce7ba9cf","schema_version":"1.0","event_id":"sha256:a15c03f18ffa8e6841a4743fdf84e366f48b4c6e5b15e108041fd96dce7ba9cf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SZESLOPNYYD24IFTQAHNUHQAC6/bundle.json","state_url":"https://pith.science/pith/SZESLOPNYYD24IFTQAHNUHQAC6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SZESLOPNYYD24IFTQAHNUHQAC6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T04:43:40Z","links":{"resolver":"https://pith.science/pith/SZESLOPNYYD24IFTQAHNUHQAC6","bundle":"https://pith.science/pith/SZESLOPNYYD24IFTQAHNUHQAC6/bundle.json","state":"https://pith.science/pith/SZESLOPNYYD24IFTQAHNUHQAC6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SZESLOPNYYD24IFTQAHNUHQAC6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:SZESLOPNYYD24IFTQAHNUHQAC6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"70473d6e724c19a09ba07f94f598e87a02975d9225e4ca1c2209918b7badfb45","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-23T11:36:15Z","title_canon_sha256":"ba4155c369db5099232c5793d7b8cd231cf943a6f18d8cb20a0da8d75abcc968"},"schema_version":"1.0","source":{"id":"2309.13345","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.13345","created_at":"2026-07-05T07:57:43Z"},{"alias_kind":"arxiv_version","alias_value":"2309.13345v3","created_at":"2026-07-05T07:57:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.13345","created_at":"2026-07-05T07:57:43Z"},{"alias_kind":"pith_short_12","alias_value":"SZESLOPNYYD2","created_at":"2026-07-05T07:57:43Z"},{"alias_kind":"pith_short_16","alias_value":"SZESLOPNYYD24IFT","created_at":"2026-07-05T07:57:43Z"},{"alias_kind":"pith_short_8","alias_value":"SZESLOPN","created_at":"2026-07-05T07:57:43Z"}],"graph_snapshots":[{"event_id":"sha256:a15c03f18ffa8e6841a4743fdf84e366f48b4c6e5b15e108041fd96dce7ba9cf","target":"graph","created_at":"2026-07-05T07:57:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.13345/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have achieved dramatic proficiency over NLP tasks with normal length. Recently, multiple studies have committed to extending the context length and enhancing the long text modeling capabilities of LLMs. To comprehensively evaluate the long context ability of LLMs, we propose BAMBOO, a multi-task long context benchmark. BAMBOO has been designed with four principles: comprehensive capacity evaluation, avoidance of data contamination, accurate automatic evaluation, and different length levels. It consists of 10 datasets from 5 different long text understanding tasks, ","authors_text":"Ji-Rong Wen, Junyi Li, Tianyi Tang, Wayne Xin Zhao, Zican Dong","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-23T11:36:15Z","title":"BAMBOO: A Comprehensive Benchmark for Evaluating Long Text Modeling Capacities of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.13345","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dc33c837a2722047e6d3677a17fe51d58b561cf2b8672e0af2d10b2d55ae05bb","target":"record","created_at":"2026-07-05T07:57:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"70473d6e724c19a09ba07f94f598e87a02975d9225e4ca1c2209918b7badfb45","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-23T11:36:15Z","title_canon_sha256":"ba4155c369db5099232c5793d7b8cd231cf943a6f18d8cb20a0da8d75abcc968"},"schema_version":"1.0","source":{"id":"2309.13345","kind":"arxiv","version":3}},"canonical_sha256":"964925b9edc607ae20b3800eda1e0017b253c91c492c222194109ebd45b7bea5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"964925b9edc607ae20b3800eda1e0017b253c91c492c222194109ebd45b7bea5","first_computed_at":"2026-07-05T07:57:43.976998Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:57:43.976998Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DzHYBNX0V0hd+apNrv9+6/1TTZ+zZnkQEBZTk247b2d59HvEOBNISNgHv2fsscf8k5dAclT7AJ7oV/w3wI94AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:57:43.977503Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.13345","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dc33c837a2722047e6d3677a17fe51d58b561cf2b8672e0af2d10b2d55ae05bb","sha256:a15c03f18ffa8e6841a4743fdf84e366f48b4c6e5b15e108041fd96dce7ba9cf"],"state_sha256":"48e4c28bf02e91f934f0b47becf1a480e3217f4202537240db706a5343d3d096"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ItO2kX6clpcAi6rmqaouByhxozRLAdBivV34lzh9lhSrDvM2jHTSOdsCNznnRvr1546RMCxGql9RUVpmoVz4BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T04:43:40.211492Z","bundle_sha256":"44f6bd39dee55c184fdf8d03521b6078727887b17541ac4bc809d759b54979f1"}}