{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:64BTHF2SVYANJGI5ZU2AQK3FNJ","short_pith_number":"pith:64BTHF2S","canonical_record":{"source":{"id":"2502.06111","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-10T02:46:29Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"80f8f74ebf3f4ce3207b33badd0c15efeff70caad5c87cca5ea3c752f333e855","abstract_canon_sha256":"fb4b9f3c93dd45eae381c75ea608d5cb43a7067d068db051fa80de44ae2c5f71"},"schema_version":"1.0"},"canonical_sha256":"f703339752ae00d4991dcd34082b656a686b46537a25dcda9d64f087ecbf4b6b","source":{"kind":"arxiv","id":"2502.06111","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.06111","created_at":"2026-07-05T10:13:08Z"},{"alias_kind":"arxiv_version","alias_value":"2502.06111v2","created_at":"2026-07-05T10:13:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.06111","created_at":"2026-07-05T10:13:08Z"},{"alias_kind":"pith_short_12","alias_value":"64BTHF2SVYAN","created_at":"2026-07-05T10:13:08Z"},{"alias_kind":"pith_short_16","alias_value":"64BTHF2SVYANJGI5","created_at":"2026-07-05T10:13:08Z"},{"alias_kind":"pith_short_8","alias_value":"64BTHF2S","created_at":"2026-07-05T10:13:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:64BTHF2SVYANJGI5ZU2AQK3FNJ","target":"record","payload":{"canonical_record":{"source":{"id":"2502.06111","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-10T02:46:29Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"80f8f74ebf3f4ce3207b33badd0c15efeff70caad5c87cca5ea3c752f333e855","abstract_canon_sha256":"fb4b9f3c93dd45eae381c75ea608d5cb43a7067d068db051fa80de44ae2c5f71"},"schema_version":"1.0"},"canonical_sha256":"f703339752ae00d4991dcd34082b656a686b46537a25dcda9d64f087ecbf4b6b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:13:08.813759Z","signature_b64":"wi1U+PcwWMmBW0BAOW482I5BjlUdSQH04ncqYDBUfAYizY4AE+lTgWvflvuP7SiSxzmk7pn9ENC+AI9KlVUhDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f703339752ae00d4991dcd34082b656a686b46537a25dcda9d64f087ecbf4b6b","last_reissued_at":"2026-07-05T10:13:08.813166Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:13:08.813166Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.06111","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jzcqMXo4lMt2s97qh8NkUaelLWl23yg/l7dNCvvUtHX/AtWBWK4iVewa+bKk27a3Zhui2l/QZcMjR4qzyuQEDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:50:27.270177Z"},"content_sha256":"10a26f882dde8bc072b0dbef41e179f4121931e1720849be2add8dc80a390a2a","schema_version":"1.0","event_id":"sha256:10a26f882dde8bc072b0dbef41e179f4121931e1720849be2add8dc80a390a2a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:64BTHF2SVYANJGI5ZU2AQK3FNJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CSR-Bench: Benchmarking LLM Agents in Deployment of Computer Science Research Repositories","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.SE","authors_text":"Davor Golac, Luyang Kong, Runhui Wang, Wei Wang, Yijia Xiao","submitted_at":"2025-02-10T02:46:29Z","abstract_excerpt":"The increasing complexity of computer science research projects demands more effective tools for deploying code repositories. Large Language Models (LLMs), such as Anthropic Claude and Meta Llama, have demonstrated significant advancements across various fields of computer science research, including the automation of diverse software engineering tasks. To evaluate the effectiveness of LLMs in handling complex code development tasks of research projects, particularly for NLP/CV/AI/ML/DM topics, we introduce CSR-Bench, a benchmark for Computer Science Research projects. This benchmark assesses "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.06111","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.06111/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rNcShChPj57WTfOqO5644lhPKgWt3NFD+8Dl3rMzoHjnHO8FZO0FdtWvLvUhlMs+FeXru+t412usRgiSXdZ9DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:50:27.270667Z"},"content_sha256":"89d1a6a5cf1b0a241ec6bfbee4c5d86614bafd0599595197612ea7e116ae9398","schema_version":"1.0","event_id":"sha256:89d1a6a5cf1b0a241ec6bfbee4c5d86614bafd0599595197612ea7e116ae9398"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/64BTHF2SVYANJGI5ZU2AQK3FNJ/bundle.json","state_url":"https://pith.science/pith/64BTHF2SVYANJGI5ZU2AQK3FNJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/64BTHF2SVYANJGI5ZU2AQK3FNJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T04:50:27Z","links":{"resolver":"https://pith.science/pith/64BTHF2SVYANJGI5ZU2AQK3FNJ","bundle":"https://pith.science/pith/64BTHF2SVYANJGI5ZU2AQK3FNJ/bundle.json","state":"https://pith.science/pith/64BTHF2SVYANJGI5ZU2AQK3FNJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/64BTHF2SVYANJGI5ZU2AQK3FNJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:64BTHF2SVYANJGI5ZU2AQK3FNJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fb4b9f3c93dd45eae381c75ea608d5cb43a7067d068db051fa80de44ae2c5f71","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-10T02:46:29Z","title_canon_sha256":"80f8f74ebf3f4ce3207b33badd0c15efeff70caad5c87cca5ea3c752f333e855"},"schema_version":"1.0","source":{"id":"2502.06111","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.06111","created_at":"2026-07-05T10:13:08Z"},{"alias_kind":"arxiv_version","alias_value":"2502.06111v2","created_at":"2026-07-05T10:13:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.06111","created_at":"2026-07-05T10:13:08Z"},{"alias_kind":"pith_short_12","alias_value":"64BTHF2SVYAN","created_at":"2026-07-05T10:13:08Z"},{"alias_kind":"pith_short_16","alias_value":"64BTHF2SVYANJGI5","created_at":"2026-07-05T10:13:08Z"},{"alias_kind":"pith_short_8","alias_value":"64BTHF2S","created_at":"2026-07-05T10:13:08Z"}],"graph_snapshots":[{"event_id":"sha256:89d1a6a5cf1b0a241ec6bfbee4c5d86614bafd0599595197612ea7e116ae9398","target":"graph","created_at":"2026-07-05T10:13:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.06111/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The increasing complexity of computer science research projects demands more effective tools for deploying code repositories. Large Language Models (LLMs), such as Anthropic Claude and Meta Llama, have demonstrated significant advancements across various fields of computer science research, including the automation of diverse software engineering tasks. To evaluate the effectiveness of LLMs in handling complex code development tasks of research projects, particularly for NLP/CV/AI/ML/DM topics, we introduce CSR-Bench, a benchmark for Computer Science Research projects. This benchmark assesses ","authors_text":"Davor Golac, Luyang Kong, Runhui Wang, Wei Wang, Yijia Xiao","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-10T02:46:29Z","title":"CSR-Bench: Benchmarking LLM Agents in Deployment of Computer Science Research Repositories"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.06111","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:10a26f882dde8bc072b0dbef41e179f4121931e1720849be2add8dc80a390a2a","target":"record","created_at":"2026-07-05T10:13:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fb4b9f3c93dd45eae381c75ea608d5cb43a7067d068db051fa80de44ae2c5f71","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-10T02:46:29Z","title_canon_sha256":"80f8f74ebf3f4ce3207b33badd0c15efeff70caad5c87cca5ea3c752f333e855"},"schema_version":"1.0","source":{"id":"2502.06111","kind":"arxiv","version":2}},"canonical_sha256":"f703339752ae00d4991dcd34082b656a686b46537a25dcda9d64f087ecbf4b6b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f703339752ae00d4991dcd34082b656a686b46537a25dcda9d64f087ecbf4b6b","first_computed_at":"2026-07-05T10:13:08.813166Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:13:08.813166Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wi1U+PcwWMmBW0BAOW482I5BjlUdSQH04ncqYDBUfAYizY4AE+lTgWvflvuP7SiSxzmk7pn9ENC+AI9KlVUhDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:13:08.813759Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.06111","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:10a26f882dde8bc072b0dbef41e179f4121931e1720849be2add8dc80a390a2a","sha256:89d1a6a5cf1b0a241ec6bfbee4c5d86614bafd0599595197612ea7e116ae9398"],"state_sha256":"8f2f3609df17f6be00386efac27648ef8d18a60fb9d32db0058388364a5bc2b1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r0d9YSicgHf17YUBAr4N2R7t1wa+zy6u1cHiG2JjrSMrH6oNy2fPySVcjhh4s0U0rS8U41iIcNcW68C+JZmIDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T04:50:27.274004Z","bundle_sha256":"e508d1ba985f27afa467527588ce32f7940f18c711dc63408a22136c680e0a27"}}