{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:TUZODANPLANZDO7CA4X67CCKBE","short_pith_number":"pith:TUZODANP","canonical_record":{"source":{"id":"2504.14964","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-04-21T08:45:23Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"06cb136806ed57c4d4e032df691a1b7424277b41516884e000b0a490abd5c5d3","abstract_canon_sha256":"517fa1ee6f5685ccce254f778d1a2445dffb1b0433006941a367cf814457fa3c"},"schema_version":"1.0"},"canonical_sha256":"9d32e181af581b91bbe2072fef884a0901146209d3f25b83204bfb88fd1d48e1","source":{"kind":"arxiv","id":"2504.14964","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.14964","created_at":"2026-07-05T10:51:54Z"},{"alias_kind":"arxiv_version","alias_value":"2504.14964v1","created_at":"2026-07-05T10:51:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.14964","created_at":"2026-07-05T10:51:54Z"},{"alias_kind":"pith_short_12","alias_value":"TUZODANPLANZ","created_at":"2026-07-05T10:51:54Z"},{"alias_kind":"pith_short_16","alias_value":"TUZODANPLANZDO7C","created_at":"2026-07-05T10:51:54Z"},{"alias_kind":"pith_short_8","alias_value":"TUZODANP","created_at":"2026-07-05T10:51:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:TUZODANPLANZDO7CA4X67CCKBE","target":"record","payload":{"canonical_record":{"source":{"id":"2504.14964","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-04-21T08:45:23Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"06cb136806ed57c4d4e032df691a1b7424277b41516884e000b0a490abd5c5d3","abstract_canon_sha256":"517fa1ee6f5685ccce254f778d1a2445dffb1b0433006941a367cf814457fa3c"},"schema_version":"1.0"},"canonical_sha256":"9d32e181af581b91bbe2072fef884a0901146209d3f25b83204bfb88fd1d48e1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:51:54.081206Z","signature_b64":"ih/R5H5Sp1aC0CtoAeW+cmWws2qWossQzSbf1/FjPSmjDgjv1Lu+YX0zNFtL1kkpBV2zGu5PhezFpwxYKkndAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9d32e181af581b91bbe2072fef884a0901146209d3f25b83204bfb88fd1d48e1","last_reissued_at":"2026-07-05T10:51:54.080706Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:51:54.080706Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.14964","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:51:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FMzgRjPaW1Nh5lt9sPCVwWLMKr944nnobjDwyO3mHNONenma7qxku+QZhKLx+1P9IgDOvQjlKpy1p0hVJhtACA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T17:39:21.292331Z"},"content_sha256":"8b3226f53447a1e9170d9a610905e5bd72b9a259a6f9fe934ed0d8ec717089d5","schema_version":"1.0","event_id":"sha256:8b3226f53447a1e9170d9a610905e5bd72b9a259a6f9fe934ed0d8ec717089d5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:TUZODANPLANZDO7CA4X67CCKBE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.AI","authors_text":"Emir Catir, Robin Claesson, Rodothea Myrsini Tsoupidi","submitted_at":"2025-04-21T08:45:23Z","abstract_excerpt":"Large Language Models (LLMs), such as GitHub Copilot and ChatGPT have become popular among programming students. Students use LLMs to assist them in programming courses, including generating source code. Previous work has evaluated the ability of LLMs in solving introductory-course programming assignments. The results have shown that LLMs are highly effective in generating code for introductory Computer Science (CS) courses. However, there is a gap in research on evaluating LLMs' ability to generate code that solves advanced programming assignments. In this work, we evaluate the ability of fou"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.14964","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.14964/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:51:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C9s3f177rg71QPvbuCxpP6Z+x1ytNyc/TmMPKdWhmlt1gFn162QOa4t4JM1x17ZVIeUcqZVIA0+Isx9mxAeCCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T17:39:21.292840Z"},"content_sha256":"ffedd1e7ce8ab4c03dbff1b71cf443f131b0240fb4e1b955b6a79aceb55d1844","schema_version":"1.0","event_id":"sha256:ffedd1e7ce8ab4c03dbff1b71cf443f131b0240fb4e1b955b6a79aceb55d1844"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TUZODANPLANZDO7CA4X67CCKBE/bundle.json","state_url":"https://pith.science/pith/TUZODANPLANZDO7CA4X67CCKBE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TUZODANPLANZDO7CA4X67CCKBE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T17:39:21Z","links":{"resolver":"https://pith.science/pith/TUZODANPLANZDO7CA4X67CCKBE","bundle":"https://pith.science/pith/TUZODANPLANZDO7CA4X67CCKBE/bundle.json","state":"https://pith.science/pith/TUZODANPLANZDO7CA4X67CCKBE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TUZODANPLANZDO7CA4X67CCKBE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:TUZODANPLANZDO7CA4X67CCKBE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"517fa1ee6f5685ccce254f778d1a2445dffb1b0433006941a367cf814457fa3c","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-04-21T08:45:23Z","title_canon_sha256":"06cb136806ed57c4d4e032df691a1b7424277b41516884e000b0a490abd5c5d3"},"schema_version":"1.0","source":{"id":"2504.14964","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.14964","created_at":"2026-07-05T10:51:54Z"},{"alias_kind":"arxiv_version","alias_value":"2504.14964v1","created_at":"2026-07-05T10:51:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.14964","created_at":"2026-07-05T10:51:54Z"},{"alias_kind":"pith_short_12","alias_value":"TUZODANPLANZ","created_at":"2026-07-05T10:51:54Z"},{"alias_kind":"pith_short_16","alias_value":"TUZODANPLANZDO7C","created_at":"2026-07-05T10:51:54Z"},{"alias_kind":"pith_short_8","alias_value":"TUZODANP","created_at":"2026-07-05T10:51:54Z"}],"graph_snapshots":[{"event_id":"sha256:ffedd1e7ce8ab4c03dbff1b71cf443f131b0240fb4e1b955b6a79aceb55d1844","target":"graph","created_at":"2026-07-05T10:51:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.14964/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs), such as GitHub Copilot and ChatGPT have become popular among programming students. Students use LLMs to assist them in programming courses, including generating source code. Previous work has evaluated the ability of LLMs in solving introductory-course programming assignments. The results have shown that LLMs are highly effective in generating code for introductory Computer Science (CS) courses. However, there is a gap in research on evaluating LLMs' ability to generate code that solves advanced programming assignments. In this work, we evaluate the ability of fou","authors_text":"Emir Catir, Robin Claesson, Rodothea Myrsini Tsoupidi","cross_cats":["cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-04-21T08:45:23Z","title":"Evaluating Code Generation of LLMs in Advanced Computer Science Problems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.14964","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8b3226f53447a1e9170d9a610905e5bd72b9a259a6f9fe934ed0d8ec717089d5","target":"record","created_at":"2026-07-05T10:51:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"517fa1ee6f5685ccce254f778d1a2445dffb1b0433006941a367cf814457fa3c","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-04-21T08:45:23Z","title_canon_sha256":"06cb136806ed57c4d4e032df691a1b7424277b41516884e000b0a490abd5c5d3"},"schema_version":"1.0","source":{"id":"2504.14964","kind":"arxiv","version":1}},"canonical_sha256":"9d32e181af581b91bbe2072fef884a0901146209d3f25b83204bfb88fd1d48e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9d32e181af581b91bbe2072fef884a0901146209d3f25b83204bfb88fd1d48e1","first_computed_at":"2026-07-05T10:51:54.080706Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:51:54.080706Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ih/R5H5Sp1aC0CtoAeW+cmWws2qWossQzSbf1/FjPSmjDgjv1Lu+YX0zNFtL1kkpBV2zGu5PhezFpwxYKkndAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:51:54.081206Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.14964","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8b3226f53447a1e9170d9a610905e5bd72b9a259a6f9fe934ed0d8ec717089d5","sha256:ffedd1e7ce8ab4c03dbff1b71cf443f131b0240fb4e1b955b6a79aceb55d1844"],"state_sha256":"e587b06d5e5bf86c37b3587b5a4bc86053c26ed4bde6c7e45f93dee5fe01a0b2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NcNxrece+Ou0gg+f/qwIvv3+ggQcbCfz8jyDye/xO6tFWCqOcHM6Z3oF0Gs3I1gzlocSTOTY83h/itvWn0+MDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T17:39:21.298300Z","bundle_sha256":"a2b5341d4181a5646de57c3233e140dd277545550843cf1e79c8dffb4ed1466e"}}