{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4YORXJVVL7HMQV7AZFKUCI6PRF","short_pith_number":"pith:4YORXJVV","canonical_record":{"source":{"id":"2412.00535","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-11-30T16:58:42Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"d68523fab2381f50788ff8896270a03f1c992e8c17f0cb40cf60a93295c36bf3","abstract_canon_sha256":"1b40167f7ecd7eb6eb0bcc8dc3e71beb15cced401ce336ddc01b5fc48fdfff02"},"schema_version":"1.0"},"canonical_sha256":"e61d1ba6b55fcec857e0c9554123cf894d4d0ceb4f5260b8a5dd829161390abf","source":{"kind":"arxiv","id":"2412.00535","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.00535","created_at":"2026-07-05T11:01:29Z"},{"alias_kind":"arxiv_version","alias_value":"2412.00535v6","created_at":"2026-07-05T11:01:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.00535","created_at":"2026-07-05T11:01:29Z"},{"alias_kind":"pith_short_12","alias_value":"4YORXJVVL7HM","created_at":"2026-07-05T11:01:29Z"},{"alias_kind":"pith_short_16","alias_value":"4YORXJVVL7HMQV7A","created_at":"2026-07-05T11:01:29Z"},{"alias_kind":"pith_short_8","alias_value":"4YORXJVV","created_at":"2026-07-05T11:01:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4YORXJVVL7HMQV7AZFKUCI6PRF","target":"record","payload":{"canonical_record":{"source":{"id":"2412.00535","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-11-30T16:58:42Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"d68523fab2381f50788ff8896270a03f1c992e8c17f0cb40cf60a93295c36bf3","abstract_canon_sha256":"1b40167f7ecd7eb6eb0bcc8dc3e71beb15cced401ce336ddc01b5fc48fdfff02"},"schema_version":"1.0"},"canonical_sha256":"e61d1ba6b55fcec857e0c9554123cf894d4d0ceb4f5260b8a5dd829161390abf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:01:29.409340Z","signature_b64":"7p4aYFqK6qXl5W0IdpTJKDlQA9GuKTko3o8PysCSa/5CqgLE9AuZ4SyG12s1m9ybqBuSgspe7bt2y+vtT45jCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e61d1ba6b55fcec857e0c9554123cf894d4d0ceb4f5260b8a5dd829161390abf","last_reissued_at":"2026-07-05T11:01:29.408757Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:01:29.408757Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.00535","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:01:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kIegaEjUOf7W19FiMyaxd31zTK23gFHmkRO0krLARAroDPItLe/CWzWS7QxhBYFseuoL7hWyAswCcaEXsqXBDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T21:33:51.405817Z"},"content_sha256":"46cef01f8ea9fbbe3a0bcfe73e170518ab9dda2ea36cf2522205c8c5df768ff2","schema_version":"1.0","event_id":"sha256:46cef01f8ea9fbbe3a0bcfe73e170518ab9dda2ea36cf2522205c8c5df768ff2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4YORXJVVL7HMQV7AZFKUCI6PRF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FullStack Bench: Evaluating LLMs as Full Stack Coders","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SE"],"primary_cat":"cs.AI","authors_text":"Aoyan Li, Bo Li, Bowen Li, Boyi Liu, Bytedance-Seed-Foundation-Code-Team: Yao Cheng, Chenguang Xi, Guanghan Ning, Guoyin Wang, He Zhu, Hongxia Yang, Jack Yang, Jiahao Su, Jiaheng Liu, Jianbo Yuan, Jianfeng Chen, Jie Chen, Jingjing Xu, Jing Mai, Jing Su, Jinxiang Xia, Jun Zhang, Kaibo Liu, Kai Shen, Liang Xiang, Li Chen, Linyi Li, Liyu Chen, Ming Zhu, Qi Liu, Rui Long, Shen Zheng, Shijie Geng, Shikun Xu, Shukai Liu, Shulin Xin, Siwei Wang, Siyao Liu, Tao Sun, Tianyi Liu, Tingkai Liu, Wentao Chen, Xia Xiao, Xuwu Wang, Yifan Sun, Yingxiang Yang, Yite Wang, Yongfei Liu, Yongsheng Xiao, Yufeng Zhang, Yunzhe Tao, Yuyu Zhang, Zhengyu Chen, Zihan Wang, Z.Y. Peng","submitted_at":"2024-11-30T16:58:42Z","abstract_excerpt":"As the capabilities of code large language models (LLMs) continue to expand, their applications across diverse code intelligence domains are rapidly increasing. However, most existing datasets only evaluate limited application domains. To address this gap, we have developed a comprehensive code evaluation dataset FullStack Bench focusing on full-stack programming, which encompasses a wide range of application domains (e.g., basic programming, data analysis, software engineering, mathematics, and machine learning). Besides, to assess multilingual programming capabilities, in FullStack Bench, we"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.00535","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.00535/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:01:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3FThPjOZOoq8cLDsbFj15mhX3tZiIMzq9E9rbU7mUCL11HZ6At5TjMHeYnQIeC7usBPjUyyEemxhsuXfmzWEAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T21:33:51.406701Z"},"content_sha256":"941b72c23bdaeff91a1af92f8fa5034b8d4b3659ce5ca9f16ec4eabec2b2fd37","schema_version":"1.0","event_id":"sha256:941b72c23bdaeff91a1af92f8fa5034b8d4b3659ce5ca9f16ec4eabec2b2fd37"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4YORXJVVL7HMQV7AZFKUCI6PRF/bundle.json","state_url":"https://pith.science/pith/4YORXJVVL7HMQV7AZFKUCI6PRF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4YORXJVVL7HMQV7AZFKUCI6PRF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T21:33:51Z","links":{"resolver":"https://pith.science/pith/4YORXJVVL7HMQV7AZFKUCI6PRF","bundle":"https://pith.science/pith/4YORXJVVL7HMQV7AZFKUCI6PRF/bundle.json","state":"https://pith.science/pith/4YORXJVVL7HMQV7AZFKUCI6PRF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4YORXJVVL7HMQV7AZFKUCI6PRF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4YORXJVVL7HMQV7AZFKUCI6PRF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1b40167f7ecd7eb6eb0bcc8dc3e71beb15cced401ce336ddc01b5fc48fdfff02","cross_cats_sorted":["cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-11-30T16:58:42Z","title_canon_sha256":"d68523fab2381f50788ff8896270a03f1c992e8c17f0cb40cf60a93295c36bf3"},"schema_version":"1.0","source":{"id":"2412.00535","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.00535","created_at":"2026-07-05T11:01:29Z"},{"alias_kind":"arxiv_version","alias_value":"2412.00535v6","created_at":"2026-07-05T11:01:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.00535","created_at":"2026-07-05T11:01:29Z"},{"alias_kind":"pith_short_12","alias_value":"4YORXJVVL7HM","created_at":"2026-07-05T11:01:29Z"},{"alias_kind":"pith_short_16","alias_value":"4YORXJVVL7HMQV7A","created_at":"2026-07-05T11:01:29Z"},{"alias_kind":"pith_short_8","alias_value":"4YORXJVV","created_at":"2026-07-05T11:01:29Z"}],"graph_snapshots":[{"event_id":"sha256:941b72c23bdaeff91a1af92f8fa5034b8d4b3659ce5ca9f16ec4eabec2b2fd37","target":"graph","created_at":"2026-07-05T11:01:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.00535/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As the capabilities of code large language models (LLMs) continue to expand, their applications across diverse code intelligence domains are rapidly increasing. However, most existing datasets only evaluate limited application domains. To address this gap, we have developed a comprehensive code evaluation dataset FullStack Bench focusing on full-stack programming, which encompasses a wide range of application domains (e.g., basic programming, data analysis, software engineering, mathematics, and machine learning). Besides, to assess multilingual programming capabilities, in FullStack Bench, we","authors_text":"Aoyan Li, Bo Li, Bowen Li, Boyi Liu, Bytedance-Seed-Foundation-Code-Team: Yao Cheng, Chenguang Xi, Guanghan Ning, Guoyin Wang, He Zhu, Hongxia Yang, Jack Yang, Jiahao Su, Jiaheng Liu, Jianbo Yuan, Jianfeng Chen, Jie Chen, Jingjing Xu, Jing Mai, Jing Su, Jinxiang Xia, Jun Zhang, Kaibo Liu, Kai Shen, Liang Xiang, Li Chen, Linyi Li, Liyu Chen, Ming Zhu, Qi Liu, Rui Long, Shen Zheng, Shijie Geng, Shikun Xu, Shukai Liu, Shulin Xin, Siwei Wang, Siyao Liu, Tao Sun, Tianyi Liu, Tingkai Liu, Wentao Chen, Xia Xiao, Xuwu Wang, Yifan Sun, Yingxiang Yang, Yite Wang, Yongfei Liu, Yongsheng Xiao, Yufeng Zhang, Yunzhe Tao, Yuyu Zhang, Zhengyu Chen, Zihan Wang, Z.Y. Peng","cross_cats":["cs.SE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-11-30T16:58:42Z","title":"FullStack Bench: Evaluating LLMs as Full Stack Coders"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.00535","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:46cef01f8ea9fbbe3a0bcfe73e170518ab9dda2ea36cf2522205c8c5df768ff2","target":"record","created_at":"2026-07-05T11:01:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1b40167f7ecd7eb6eb0bcc8dc3e71beb15cced401ce336ddc01b5fc48fdfff02","cross_cats_sorted":["cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-11-30T16:58:42Z","title_canon_sha256":"d68523fab2381f50788ff8896270a03f1c992e8c17f0cb40cf60a93295c36bf3"},"schema_version":"1.0","source":{"id":"2412.00535","kind":"arxiv","version":6}},"canonical_sha256":"e61d1ba6b55fcec857e0c9554123cf894d4d0ceb4f5260b8a5dd829161390abf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e61d1ba6b55fcec857e0c9554123cf894d4d0ceb4f5260b8a5dd829161390abf","first_computed_at":"2026-07-05T11:01:29.408757Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:01:29.408757Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7p4aYFqK6qXl5W0IdpTJKDlQA9GuKTko3o8PysCSa/5CqgLE9AuZ4SyG12s1m9ybqBuSgspe7bt2y+vtT45jCg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:01:29.409340Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.00535","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:46cef01f8ea9fbbe3a0bcfe73e170518ab9dda2ea36cf2522205c8c5df768ff2","sha256:941b72c23bdaeff91a1af92f8fa5034b8d4b3659ce5ca9f16ec4eabec2b2fd37"],"state_sha256":"d254160e22d211b403df862bf2b973c9153be13fb6b6de73a39afbb32b5fce40"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c7Rmg2cGu3UcwlNXKY1o1mpKU1S7PFGzPvKEhcQLDuV98EEtG7RYCL9jSzIUo1WZSRLcwHz0WrKTEPXu+b7FBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T21:33:51.411818Z","bundle_sha256":"148a60b2c6ad676b8868b95416ad924a4672ed2b53143f3543a5aa1992f3cc06"}}