{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ABQPKA5UHO6TPOLKGMSPLNUWFL","short_pith_number":"pith:ABQPKA5U","canonical_record":{"source":{"id":"2311.09861","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T12:43:18Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a55a6c7773976f90391b2322feb00e558c1a872e5070327f5c56e5074fd09956","abstract_canon_sha256":"ec97bd1c1164c505b607f7ad22d5a0aa411a4cc865aa4cbd11406a5dcf3db1ae"},"schema_version":"1.0"},"canonical_sha256":"0060f503b43bbd37b96a3324f5b6962acbc924461a4eba50d3aa0598cc8ce4c6","source":{"kind":"arxiv","id":"2311.09861","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09861","created_at":"2026-07-05T08:32:33Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09861v4","created_at":"2026-07-05T08:32:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09861","created_at":"2026-07-05T08:32:33Z"},{"alias_kind":"pith_short_12","alias_value":"ABQPKA5UHO6T","created_at":"2026-07-05T08:32:33Z"},{"alias_kind":"pith_short_16","alias_value":"ABQPKA5UHO6TPOLK","created_at":"2026-07-05T08:32:33Z"},{"alias_kind":"pith_short_8","alias_value":"ABQPKA5U","created_at":"2026-07-05T08:32:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ABQPKA5UHO6TPOLKGMSPLNUWFL","target":"record","payload":{"canonical_record":{"source":{"id":"2311.09861","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T12:43:18Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a55a6c7773976f90391b2322feb00e558c1a872e5070327f5c56e5074fd09956","abstract_canon_sha256":"ec97bd1c1164c505b607f7ad22d5a0aa411a4cc865aa4cbd11406a5dcf3db1ae"},"schema_version":"1.0"},"canonical_sha256":"0060f503b43bbd37b96a3324f5b6962acbc924461a4eba50d3aa0598cc8ce4c6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:32:33.006645Z","signature_b64":"QjRh3JIpQ9gvxTj9k1Qkjb7DrUE1HYLp0obY8DsYqJENIOYe6orWbCuSK+mQEqPxxkpiDkbpuCzSYfKZf8H6CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0060f503b43bbd37b96a3324f5b6962acbc924461a4eba50d3aa0598cc8ce4c6","last_reissued_at":"2026-07-05T08:32:33.006156Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:32:33.006156Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.09861","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4M3gqm8Wr0moXradsK2+3+EfIMtJck5il5nkC86HiwZv5PqjyiYoRjL3v9FTXcd0MmYgXTONshRqge9JLM0SCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T21:06:29.839544Z"},"content_sha256":"1244963a028e68b18afc166c18b1dfa3491f4f950cce51e74196340123843a5e","schema_version":"1.0","event_id":"sha256:1244963a028e68b18afc166c18b1dfa3491f4f950cce51e74196340123843a5e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ABQPKA5UHO6TPOLKGMSPLNUWFL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ConceptPsy:A Benchmark Suite with Conceptual Comprehensiveness in Psychology","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Anqi Li, Hongliang He, Huachuan Qiu, Junlei Zhang, Lizhi Ma, Nirui Song, Shuai Zhang, Shuyuan He, Yong Dai, Zhanchao Zhou, Zhenzhong Lan","submitted_at":"2023-11-16T12:43:18Z","abstract_excerpt":"The critical field of psychology necessitates a comprehensive benchmark to enhance the evaluation and development of domain-specific Large Language Models (LLMs). Existing MMLU-type benchmarks, such as C-EVAL and CMMLU, include psychology-related subjects, but their limited number of questions and lack of systematic concept sampling strategies mean they cannot cover the concepts required in psychology. Consequently, despite their broad subject coverage, these benchmarks lack the necessary depth in the psychology domain, making them inadequate as psychology-specific evaluation suite. To address"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09861","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.09861/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cqweshnUwM/m9H5yX3eTGWNVjD7+mfTpwTS8k+3KGPtI1rRBan3a5UrO9iUELejVxCuAztV0fzSCCqRC2fFFAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T21:06:29.840101Z"},"content_sha256":"622a934a0dd8f14379894d0affa6c43238d086de9dbf244d2f3c7ccbc2540a65","schema_version":"1.0","event_id":"sha256:622a934a0dd8f14379894d0affa6c43238d086de9dbf244d2f3c7ccbc2540a65"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ABQPKA5UHO6TPOLKGMSPLNUWFL/bundle.json","state_url":"https://pith.science/pith/ABQPKA5UHO6TPOLKGMSPLNUWFL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ABQPKA5UHO6TPOLKGMSPLNUWFL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T21:06:29Z","links":{"resolver":"https://pith.science/pith/ABQPKA5UHO6TPOLKGMSPLNUWFL","bundle":"https://pith.science/pith/ABQPKA5UHO6TPOLKGMSPLNUWFL/bundle.json","state":"https://pith.science/pith/ABQPKA5UHO6TPOLKGMSPLNUWFL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ABQPKA5UHO6TPOLKGMSPLNUWFL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ABQPKA5UHO6TPOLKGMSPLNUWFL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ec97bd1c1164c505b607f7ad22d5a0aa411a4cc865aa4cbd11406a5dcf3db1ae","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T12:43:18Z","title_canon_sha256":"a55a6c7773976f90391b2322feb00e558c1a872e5070327f5c56e5074fd09956"},"schema_version":"1.0","source":{"id":"2311.09861","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09861","created_at":"2026-07-05T08:32:33Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09861v4","created_at":"2026-07-05T08:32:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09861","created_at":"2026-07-05T08:32:33Z"},{"alias_kind":"pith_short_12","alias_value":"ABQPKA5UHO6T","created_at":"2026-07-05T08:32:33Z"},{"alias_kind":"pith_short_16","alias_value":"ABQPKA5UHO6TPOLK","created_at":"2026-07-05T08:32:33Z"},{"alias_kind":"pith_short_8","alias_value":"ABQPKA5U","created_at":"2026-07-05T08:32:33Z"}],"graph_snapshots":[{"event_id":"sha256:622a934a0dd8f14379894d0affa6c43238d086de9dbf244d2f3c7ccbc2540a65","target":"graph","created_at":"2026-07-05T08:32:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.09861/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The critical field of psychology necessitates a comprehensive benchmark to enhance the evaluation and development of domain-specific Large Language Models (LLMs). Existing MMLU-type benchmarks, such as C-EVAL and CMMLU, include psychology-related subjects, but their limited number of questions and lack of systematic concept sampling strategies mean they cannot cover the concepts required in psychology. Consequently, despite their broad subject coverage, these benchmarks lack the necessary depth in the psychology domain, making them inadequate as psychology-specific evaluation suite. To address","authors_text":"Anqi Li, Hongliang He, Huachuan Qiu, Junlei Zhang, Lizhi Ma, Nirui Song, Shuai Zhang, Shuyuan He, Yong Dai, Zhanchao Zhou, Zhenzhong Lan","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T12:43:18Z","title":"ConceptPsy:A Benchmark Suite with Conceptual Comprehensiveness in Psychology"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09861","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1244963a028e68b18afc166c18b1dfa3491f4f950cce51e74196340123843a5e","target":"record","created_at":"2026-07-05T08:32:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ec97bd1c1164c505b607f7ad22d5a0aa411a4cc865aa4cbd11406a5dcf3db1ae","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T12:43:18Z","title_canon_sha256":"a55a6c7773976f90391b2322feb00e558c1a872e5070327f5c56e5074fd09956"},"schema_version":"1.0","source":{"id":"2311.09861","kind":"arxiv","version":4}},"canonical_sha256":"0060f503b43bbd37b96a3324f5b6962acbc924461a4eba50d3aa0598cc8ce4c6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0060f503b43bbd37b96a3324f5b6962acbc924461a4eba50d3aa0598cc8ce4c6","first_computed_at":"2026-07-05T08:32:33.006156Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:32:33.006156Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QjRh3JIpQ9gvxTj9k1Qkjb7DrUE1HYLp0obY8DsYqJENIOYe6orWbCuSK+mQEqPxxkpiDkbpuCzSYfKZf8H6CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:32:33.006645Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.09861","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1244963a028e68b18afc166c18b1dfa3491f4f950cce51e74196340123843a5e","sha256:622a934a0dd8f14379894d0affa6c43238d086de9dbf244d2f3c7ccbc2540a65"],"state_sha256":"bf0ee72c16689cc7212af0bc16d332237d18e6cce9a5cbd01cc0f6d4263a5643"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ydcto3A3E1k1J9MVgdvD/+8h6xGlrXmiRwH19R6rWutn+j3ZZOfLs7pi7t+wDCmVuWIFmSfYVJxodfi1etGpAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T21:06:29.847290Z","bundle_sha256":"cbf4c7f1992eae1ed66ccab57d9fea55bd97d3ca881999b45579befe2a11337e"}}