{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WFIOVMV7U6J42NO7BI3M55NLLR","short_pith_number":"pith:WFIOVMV7","canonical_record":{"source":{"id":"2307.11088","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-20T17:59:41Z","cross_cats_sorted":[],"title_canon_sha256":"347c6cdaa68ec5257f12f9eaf09053d0534d9a24066c3cffa92db11d911685ef","abstract_canon_sha256":"d0601721372fba67add744f3aefde9e743eeb3869fa32992a709d1d9120be32e"},"schema_version":"1.0"},"canonical_sha256":"b150eab2bfa793cd35df0a36cef5ab5c5a9e6f407ca0e652e6242bbbf1983a1b","source":{"kind":"arxiv","id":"2307.11088","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.11088","created_at":"2026-07-05T06:57:09Z"},{"alias_kind":"arxiv_version","alias_value":"2307.11088v3","created_at":"2026-07-05T06:57:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.11088","created_at":"2026-07-05T06:57:09Z"},{"alias_kind":"pith_short_12","alias_value":"WFIOVMV7U6J4","created_at":"2026-07-05T06:57:09Z"},{"alias_kind":"pith_short_16","alias_value":"WFIOVMV7U6J42NO7","created_at":"2026-07-05T06:57:09Z"},{"alias_kind":"pith_short_8","alias_value":"WFIOVMV7","created_at":"2026-07-05T06:57:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WFIOVMV7U6J42NO7BI3M55NLLR","target":"record","payload":{"canonical_record":{"source":{"id":"2307.11088","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-20T17:59:41Z","cross_cats_sorted":[],"title_canon_sha256":"347c6cdaa68ec5257f12f9eaf09053d0534d9a24066c3cffa92db11d911685ef","abstract_canon_sha256":"d0601721372fba67add744f3aefde9e743eeb3869fa32992a709d1d9120be32e"},"schema_version":"1.0"},"canonical_sha256":"b150eab2bfa793cd35df0a36cef5ab5c5a9e6f407ca0e652e6242bbbf1983a1b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:57:09.208808Z","signature_b64":"o9dzJQCQsQOzI73uZcHjTCCuoW+AlUSANKlQ/vA98aqXplC5hRkexyhM4HEaGyZDnj1u9uMqiv8IGyLQeftKCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b150eab2bfa793cd35df0a36cef5ab5c5a9e6f407ca0e652e6242bbbf1983a1b","last_reissued_at":"2026-07-05T06:57:09.208297Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:57:09.208297Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.11088","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:57:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cpUIBoNp+JxDneaylEXTaZlQkjDxT5E3ctYagQN5oFbebGDt4lFrCAa4QZRaSIe2UF+PDsZFtKZPC1mDI5YkBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T22:37:54.073691Z"},"content_sha256":"a183ec79e61d49d8bd6e9582bb384ae7112d6d2fdaa1516bc7c9e90412125f77","schema_version":"1.0","event_id":"sha256:a183ec79e61d49d8bd6e9582bb384ae7112d6d2fdaa1516bc7c9e90412125f77"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WFIOVMV7U6J42NO7BI3M55NLLR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chenxin An, Jun Zhang, Lingpeng Kong, Ming Zhong, Mukai Li, Shansan Gong, Xingjian Zhao, Xipeng Qiu","submitted_at":"2023-07-20T17:59:41Z","abstract_excerpt":"Recently, there has been growing interest in extending the context length of large language models (LLMs), aiming to effectively process long inputs of one turn or conversations with more extensive histories. While proprietary models such as GPT-4 and Claude can largely preserve the reasoning ability in an extended context, open-source models are still progressing through the early stages of development. To bridge this gap, we propose L-Eval to institute a more standardized evaluation for long context language models (LCLMs) addressing two key aspects: dataset construction and evaluation metri"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.11088","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.11088/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:57:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"33rFc0JrhSoHIX0lFF7S4ZXmhntZgecbmuzd97OcdyCVUEYhsJQE5i84wQMb4IKMdHPhq3IrovWNjNFgM/D1Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T22:37:54.074229Z"},"content_sha256":"3d4a591444c0ea985624733a06d34b4589f8ba34f27adc5057ba6761ede05bdd","schema_version":"1.0","event_id":"sha256:3d4a591444c0ea985624733a06d34b4589f8ba34f27adc5057ba6761ede05bdd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WFIOVMV7U6J42NO7BI3M55NLLR/bundle.json","state_url":"https://pith.science/pith/WFIOVMV7U6J42NO7BI3M55NLLR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WFIOVMV7U6J42NO7BI3M55NLLR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T22:37:54Z","links":{"resolver":"https://pith.science/pith/WFIOVMV7U6J42NO7BI3M55NLLR","bundle":"https://pith.science/pith/WFIOVMV7U6J42NO7BI3M55NLLR/bundle.json","state":"https://pith.science/pith/WFIOVMV7U6J42NO7BI3M55NLLR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WFIOVMV7U6J42NO7BI3M55NLLR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WFIOVMV7U6J42NO7BI3M55NLLR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d0601721372fba67add744f3aefde9e743eeb3869fa32992a709d1d9120be32e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-20T17:59:41Z","title_canon_sha256":"347c6cdaa68ec5257f12f9eaf09053d0534d9a24066c3cffa92db11d911685ef"},"schema_version":"1.0","source":{"id":"2307.11088","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.11088","created_at":"2026-07-05T06:57:09Z"},{"alias_kind":"arxiv_version","alias_value":"2307.11088v3","created_at":"2026-07-05T06:57:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.11088","created_at":"2026-07-05T06:57:09Z"},{"alias_kind":"pith_short_12","alias_value":"WFIOVMV7U6J4","created_at":"2026-07-05T06:57:09Z"},{"alias_kind":"pith_short_16","alias_value":"WFIOVMV7U6J42NO7","created_at":"2026-07-05T06:57:09Z"},{"alias_kind":"pith_short_8","alias_value":"WFIOVMV7","created_at":"2026-07-05T06:57:09Z"}],"graph_snapshots":[{"event_id":"sha256:3d4a591444c0ea985624733a06d34b4589f8ba34f27adc5057ba6761ede05bdd","target":"graph","created_at":"2026-07-05T06:57:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.11088/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, there has been growing interest in extending the context length of large language models (LLMs), aiming to effectively process long inputs of one turn or conversations with more extensive histories. While proprietary models such as GPT-4 and Claude can largely preserve the reasoning ability in an extended context, open-source models are still progressing through the early stages of development. To bridge this gap, we propose L-Eval to institute a more standardized evaluation for long context language models (LCLMs) addressing two key aspects: dataset construction and evaluation metri","authors_text":"Chenxin An, Jun Zhang, Lingpeng Kong, Ming Zhong, Mukai Li, Shansan Gong, Xingjian Zhao, Xipeng Qiu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-20T17:59:41Z","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.11088","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a183ec79e61d49d8bd6e9582bb384ae7112d6d2fdaa1516bc7c9e90412125f77","target":"record","created_at":"2026-07-05T06:57:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d0601721372fba67add744f3aefde9e743eeb3869fa32992a709d1d9120be32e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-20T17:59:41Z","title_canon_sha256":"347c6cdaa68ec5257f12f9eaf09053d0534d9a24066c3cffa92db11d911685ef"},"schema_version":"1.0","source":{"id":"2307.11088","kind":"arxiv","version":3}},"canonical_sha256":"b150eab2bfa793cd35df0a36cef5ab5c5a9e6f407ca0e652e6242bbbf1983a1b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b150eab2bfa793cd35df0a36cef5ab5c5a9e6f407ca0e652e6242bbbf1983a1b","first_computed_at":"2026-07-05T06:57:09.208297Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:57:09.208297Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"o9dzJQCQsQOzI73uZcHjTCCuoW+AlUSANKlQ/vA98aqXplC5hRkexyhM4HEaGyZDnj1u9uMqiv8IGyLQeftKCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:57:09.208808Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.11088","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a183ec79e61d49d8bd6e9582bb384ae7112d6d2fdaa1516bc7c9e90412125f77","sha256:3d4a591444c0ea985624733a06d34b4589f8ba34f27adc5057ba6761ede05bdd"],"state_sha256":"9848f87350229c1773105eaafd258f989accb3439b0a5780466ce6bff6a2e73f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"owNZd8YR8LyKxKwBnmDQDU9+uKvxP5e30SVKeapKO/CWeswWHPuwc6Rb7FZq0cB9207gUVUKv2IASnZ+AJx7CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T22:37:54.080434Z","bundle_sha256":"80d92147eab2b12e35ea603cb6037e1edf3b787a8dadae184e5a8c0ae9e8ea8b"}}