{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6UZAJS3IUIOPGIVVJM34U7E2PE","short_pith_number":"pith:6UZAJS3I","canonical_record":{"source":{"id":"2409.16202","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-09-24T16:00:28Z","cross_cats_sorted":[],"title_canon_sha256":"593d2c80566f0e7e8c75ccc944ce9885160faf498ab6d2c770aeb1439edb7e64","abstract_canon_sha256":"f8fb8d175ba1d45094b97783a428efc63b817d17b3c0a1390ce1bf8199c2ca6b"},"schema_version":"1.0"},"canonical_sha256":"f53204cb68a21cf322b54b37ca7c9a79175145388101f9b7cf9998a9ef68e30d","source":{"kind":"arxiv","id":"2409.16202","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.16202","created_at":"2026-07-05T09:11:30Z"},{"alias_kind":"arxiv_version","alias_value":"2409.16202v2","created_at":"2026-07-05T09:11:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.16202","created_at":"2026-07-05T09:11:30Z"},{"alias_kind":"pith_short_12","alias_value":"6UZAJS3IUIOP","created_at":"2026-07-05T09:11:30Z"},{"alias_kind":"pith_short_16","alias_value":"6UZAJS3IUIOPGIVV","created_at":"2026-07-05T09:11:30Z"},{"alias_kind":"pith_short_8","alias_value":"6UZAJS3I","created_at":"2026-07-05T09:11:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6UZAJS3IUIOPGIVVJM34U7E2PE","target":"record","payload":{"canonical_record":{"source":{"id":"2409.16202","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-09-24T16:00:28Z","cross_cats_sorted":[],"title_canon_sha256":"593d2c80566f0e7e8c75ccc944ce9885160faf498ab6d2c770aeb1439edb7e64","abstract_canon_sha256":"f8fb8d175ba1d45094b97783a428efc63b817d17b3c0a1390ce1bf8199c2ca6b"},"schema_version":"1.0"},"canonical_sha256":"f53204cb68a21cf322b54b37ca7c9a79175145388101f9b7cf9998a9ef68e30d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:11:30.915546Z","signature_b64":"vxtNfuDaWh1OD3d1I2lEWapXkqcuyV+iFK/e6EgOTlm418lGO1dDbZVDHI7bu5oVpue4m5/ENHRSn6WPLvrGDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f53204cb68a21cf322b54b37ca7c9a79175145388101f9b7cf9998a9ef68e30d","last_reissued_at":"2026-07-05T09:11:30.915119Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:11:30.915119Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.16202","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:11:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hT0e8tt+V4n/mZgLhlOMwiIeXROayB8u3wchax+jWIzlvJ0CJtJnwpUcDZDo7YYuR/qZJ0J3sUa2Ce4BbVfTAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T11:29:17.235882Z"},"content_sha256":"db40762b8a5cf8f3e4a9318e07d41eb19769cc92cfaa44c742ef063aa583fe3e","schema_version":"1.0","event_id":"sha256:db40762b8a5cf8f3e4a9318e07d41eb19769cc92cfaa44c742ef063aa583fe3e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6UZAJS3IUIOPGIVVJM34U7E2PE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CJEval: A Benchmark for Assessing Large Language Models Using Chinese Junior High School Exam Data","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Di Yin, Fang Li, Haochen Wang, Liangcai Gao, Lingfeng Qiao, Qian-Wen Zhang, Siyu An, Xing Sun","submitted_at":"2024-09-24T16:00:28Z","abstract_excerpt":"Online education platforms have significantly transformed the dissemination of educational resources by providing a dynamic and digital infrastructure. With the further enhancement of this transformation, the advent of Large Language Models (LLMs) has elevated the intelligence levels of these platforms. However, current academic benchmarks provide limited guidance for real-world industry scenarios. This limitation arises because educational applications require more than mere test question responses. To bridge this gap, we introduce CJEval, a benchmark based on Chinese Junior High School Exam "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.16202","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.16202/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:11:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IonP2DDKSEPWxot2MFNEzAZBayQT6exlEljXSToM/xWEjBVYBKJ+dA4uCXGfig41fUBmkYJ6ScMsSo8nR03NDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T11:29:17.236742Z"},"content_sha256":"63658bac85c0d64f77049c05bb8f67db4814740c865234e9276547f07a3dde68","schema_version":"1.0","event_id":"sha256:63658bac85c0d64f77049c05bb8f67db4814740c865234e9276547f07a3dde68"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6UZAJS3IUIOPGIVVJM34U7E2PE/bundle.json","state_url":"https://pith.science/pith/6UZAJS3IUIOPGIVVJM34U7E2PE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6UZAJS3IUIOPGIVVJM34U7E2PE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T11:29:17Z","links":{"resolver":"https://pith.science/pith/6UZAJS3IUIOPGIVVJM34U7E2PE","bundle":"https://pith.science/pith/6UZAJS3IUIOPGIVVJM34U7E2PE/bundle.json","state":"https://pith.science/pith/6UZAJS3IUIOPGIVVJM34U7E2PE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6UZAJS3IUIOPGIVVJM34U7E2PE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6UZAJS3IUIOPGIVVJM34U7E2PE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f8fb8d175ba1d45094b97783a428efc63b817d17b3c0a1390ce1bf8199c2ca6b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-09-24T16:00:28Z","title_canon_sha256":"593d2c80566f0e7e8c75ccc944ce9885160faf498ab6d2c770aeb1439edb7e64"},"schema_version":"1.0","source":{"id":"2409.16202","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.16202","created_at":"2026-07-05T09:11:30Z"},{"alias_kind":"arxiv_version","alias_value":"2409.16202v2","created_at":"2026-07-05T09:11:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.16202","created_at":"2026-07-05T09:11:30Z"},{"alias_kind":"pith_short_12","alias_value":"6UZAJS3IUIOP","created_at":"2026-07-05T09:11:30Z"},{"alias_kind":"pith_short_16","alias_value":"6UZAJS3IUIOPGIVV","created_at":"2026-07-05T09:11:30Z"},{"alias_kind":"pith_short_8","alias_value":"6UZAJS3I","created_at":"2026-07-05T09:11:30Z"}],"graph_snapshots":[{"event_id":"sha256:63658bac85c0d64f77049c05bb8f67db4814740c865234e9276547f07a3dde68","target":"graph","created_at":"2026-07-05T09:11:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.16202/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Online education platforms have significantly transformed the dissemination of educational resources by providing a dynamic and digital infrastructure. With the further enhancement of this transformation, the advent of Large Language Models (LLMs) has elevated the intelligence levels of these platforms. However, current academic benchmarks provide limited guidance for real-world industry scenarios. This limitation arises because educational applications require more than mere test question responses. To bridge this gap, we introduce CJEval, a benchmark based on Chinese Junior High School Exam ","authors_text":"Di Yin, Fang Li, Haochen Wang, Liangcai Gao, Lingfeng Qiao, Qian-Wen Zhang, Siyu An, Xing Sun","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-09-24T16:00:28Z","title":"CJEval: A Benchmark for Assessing Large Language Models Using Chinese Junior High School Exam Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.16202","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:db40762b8a5cf8f3e4a9318e07d41eb19769cc92cfaa44c742ef063aa583fe3e","target":"record","created_at":"2026-07-05T09:11:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f8fb8d175ba1d45094b97783a428efc63b817d17b3c0a1390ce1bf8199c2ca6b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-09-24T16:00:28Z","title_canon_sha256":"593d2c80566f0e7e8c75ccc944ce9885160faf498ab6d2c770aeb1439edb7e64"},"schema_version":"1.0","source":{"id":"2409.16202","kind":"arxiv","version":2}},"canonical_sha256":"f53204cb68a21cf322b54b37ca7c9a79175145388101f9b7cf9998a9ef68e30d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f53204cb68a21cf322b54b37ca7c9a79175145388101f9b7cf9998a9ef68e30d","first_computed_at":"2026-07-05T09:11:30.915119Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:11:30.915119Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vxtNfuDaWh1OD3d1I2lEWapXkqcuyV+iFK/e6EgOTlm418lGO1dDbZVDHI7bu5oVpue4m5/ENHRSn6WPLvrGDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:11:30.915546Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.16202","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:db40762b8a5cf8f3e4a9318e07d41eb19769cc92cfaa44c742ef063aa583fe3e","sha256:63658bac85c0d64f77049c05bb8f67db4814740c865234e9276547f07a3dde68"],"state_sha256":"21781897893896d57a0578ce73224ae4930f989e38bc597803e89880e140ed0b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OFyxBAUF8f08d5oE/puOZ4+0jq5eZUXr8FrbFhqFGh4nFm6bs85H2rsePmufuI943kkHA4BA/QS495/OYbQ1Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T11:29:17.251889Z","bundle_sha256":"f7c90f09b9edcbddcdc8ab53b4de937e9b210c0ef8a9797d81b014b820aa8b63"}}