{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZVSCPYGND6TVIAGTATMU3HTIL5","short_pith_number":"pith:ZVSCPYGN","canonical_record":{"source":{"id":"2411.17927","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-11-26T22:48:55Z","cross_cats_sorted":[],"title_canon_sha256":"47824be282ad9968453f20ee0a02d553c7d57c05f2c47a7030d9623835a396dc","abstract_canon_sha256":"2ef79c9453d2d258bdf86981f6135518dd25daeec0fca5e376411a8cbf6eb99c"},"schema_version":"1.0"},"canonical_sha256":"cd6427e0cd1fa75400d304d94d9e685f623de717485f8d65c616e54a536084d1","source":{"kind":"arxiv","id":"2411.17927","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.17927","created_at":"2026-07-05T09:41:09Z"},{"alias_kind":"arxiv_version","alias_value":"2411.17927v1","created_at":"2026-07-05T09:41:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.17927","created_at":"2026-07-05T09:41:09Z"},{"alias_kind":"pith_short_12","alias_value":"ZVSCPYGND6TV","created_at":"2026-07-05T09:41:09Z"},{"alias_kind":"pith_short_16","alias_value":"ZVSCPYGND6TVIAGT","created_at":"2026-07-05T09:41:09Z"},{"alias_kind":"pith_short_8","alias_value":"ZVSCPYGN","created_at":"2026-07-05T09:41:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZVSCPYGND6TVIAGTATMU3HTIL5","target":"record","payload":{"canonical_record":{"source":{"id":"2411.17927","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-11-26T22:48:55Z","cross_cats_sorted":[],"title_canon_sha256":"47824be282ad9968453f20ee0a02d553c7d57c05f2c47a7030d9623835a396dc","abstract_canon_sha256":"2ef79c9453d2d258bdf86981f6135518dd25daeec0fca5e376411a8cbf6eb99c"},"schema_version":"1.0"},"canonical_sha256":"cd6427e0cd1fa75400d304d94d9e685f623de717485f8d65c616e54a536084d1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:41:09.135032Z","signature_b64":"C2Hoy+olL/l8AUpDK376Gh1VVS/9f6Cis349DWiIUHABYKVN2d2VExf0CMmSHVubOrYKqeRPFuGBsy9YVmocCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cd6427e0cd1fa75400d304d94d9e685f623de717485f8d65c616e54a536084d1","last_reissued_at":"2026-07-05T09:41:09.134571Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:41:09.134571Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.17927","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:41:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o2deqVyEIlLTHoEHYRffbmw29hUrPZAh+OtlPwD0hkRybQuSbG/bS5FYDjLz/bnNB68znlMpyEYaldg5wXEEDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T23:31:47.930337Z"},"content_sha256":"04850fdaf00f291d9473f48e8257cbf6eb09bb58c8d5c01ba73cff4c1057dd73","schema_version":"1.0","event_id":"sha256:04850fdaf00f291d9473f48e8257cbf6eb09bb58c8d5c01ba73cff4c1057dd73"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZVSCPYGND6TVIAGTATMU3HTIL5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Alejandro Velasco, Conor O'Brien, Daniel Rodriguez-Cardenas, David N. Palacio, Denys Poshyvanyk","submitted_at":"2024-11-26T22:48:55Z","abstract_excerpt":"The adoption of Large Language Models (LLMs) across multiple contexts has sparked interest in understanding how scaling model size might lead to behavioral changes, as LLMs can exhibit behaviors not observed in their smaller counterparts. Understanding these emergent capabilities is essential for advancing LLM development and improving their interpretability across diverse tasks. However, whether LLMs exhibit true emergence in the context of Software Engineering remains an unexplored topic, as most research has focused on NLP tasks. In this paper, we investigate the emergence of capabilities i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.17927","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.17927/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:41:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UXzHESbnBP/NV8DcwL2Illa7Jl8ltJLZRd2tXQMahoWM0r9ExzFJn3v5AgLKuyPg71N2IX/iXsmd003EdUxOCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T23:31:47.931152Z"},"content_sha256":"45f5c65823c53df0d725105a2cc785a65241e3f64efdcfe099ba72cadfbe6dbb","schema_version":"1.0","event_id":"sha256:45f5c65823c53df0d725105a2cc785a65241e3f64efdcfe099ba72cadfbe6dbb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZVSCPYGND6TVIAGTATMU3HTIL5/bundle.json","state_url":"https://pith.science/pith/ZVSCPYGND6TVIAGTATMU3HTIL5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZVSCPYGND6TVIAGTATMU3HTIL5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T23:31:47Z","links":{"resolver":"https://pith.science/pith/ZVSCPYGND6TVIAGTATMU3HTIL5","bundle":"https://pith.science/pith/ZVSCPYGND6TVIAGTATMU3HTIL5/bundle.json","state":"https://pith.science/pith/ZVSCPYGND6TVIAGTATMU3HTIL5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZVSCPYGND6TVIAGTATMU3HTIL5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZVSCPYGND6TVIAGTATMU3HTIL5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2ef79c9453d2d258bdf86981f6135518dd25daeec0fca5e376411a8cbf6eb99c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-11-26T22:48:55Z","title_canon_sha256":"47824be282ad9968453f20ee0a02d553c7d57c05f2c47a7030d9623835a396dc"},"schema_version":"1.0","source":{"id":"2411.17927","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.17927","created_at":"2026-07-05T09:41:09Z"},{"alias_kind":"arxiv_version","alias_value":"2411.17927v1","created_at":"2026-07-05T09:41:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.17927","created_at":"2026-07-05T09:41:09Z"},{"alias_kind":"pith_short_12","alias_value":"ZVSCPYGND6TV","created_at":"2026-07-05T09:41:09Z"},{"alias_kind":"pith_short_16","alias_value":"ZVSCPYGND6TVIAGT","created_at":"2026-07-05T09:41:09Z"},{"alias_kind":"pith_short_8","alias_value":"ZVSCPYGN","created_at":"2026-07-05T09:41:09Z"}],"graph_snapshots":[{"event_id":"sha256:45f5c65823c53df0d725105a2cc785a65241e3f64efdcfe099ba72cadfbe6dbb","target":"graph","created_at":"2026-07-05T09:41:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.17927/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The adoption of Large Language Models (LLMs) across multiple contexts has sparked interest in understanding how scaling model size might lead to behavioral changes, as LLMs can exhibit behaviors not observed in their smaller counterparts. Understanding these emergent capabilities is essential for advancing LLM development and improving their interpretability across diverse tasks. However, whether LLMs exhibit true emergence in the context of Software Engineering remains an unexplored topic, as most research has focused on NLP tasks. In this paper, we investigate the emergence of capabilities i","authors_text":"Alejandro Velasco, Conor O'Brien, Daniel Rodriguez-Cardenas, David N. Palacio, Denys Poshyvanyk","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-11-26T22:48:55Z","title":"Measuring Emergent Capabilities of LLMs for Software Engineering: How Far Are We?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.17927","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:04850fdaf00f291d9473f48e8257cbf6eb09bb58c8d5c01ba73cff4c1057dd73","target":"record","created_at":"2026-07-05T09:41:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2ef79c9453d2d258bdf86981f6135518dd25daeec0fca5e376411a8cbf6eb99c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-11-26T22:48:55Z","title_canon_sha256":"47824be282ad9968453f20ee0a02d553c7d57c05f2c47a7030d9623835a396dc"},"schema_version":"1.0","source":{"id":"2411.17927","kind":"arxiv","version":1}},"canonical_sha256":"cd6427e0cd1fa75400d304d94d9e685f623de717485f8d65c616e54a536084d1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cd6427e0cd1fa75400d304d94d9e685f623de717485f8d65c616e54a536084d1","first_computed_at":"2026-07-05T09:41:09.134571Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:41:09.134571Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"C2Hoy+olL/l8AUpDK376Gh1VVS/9f6Cis349DWiIUHABYKVN2d2VExf0CMmSHVubOrYKqeRPFuGBsy9YVmocCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:41:09.135032Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.17927","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:04850fdaf00f291d9473f48e8257cbf6eb09bb58c8d5c01ba73cff4c1057dd73","sha256:45f5c65823c53df0d725105a2cc785a65241e3f64efdcfe099ba72cadfbe6dbb"],"state_sha256":"a01937364c331d991db736c280f7cf8f1a2984741cd38a331155c6cd3cd5001c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"COFLAXDqMOQEpIiz/5JCY79rFsWvdPCmwdGJVgrW/yv5lnBY6nniK35urrY4Buh+OpgITQbhk3XlPOax2vBMDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T23:31:47.938615Z","bundle_sha256":"c5498d13834756c4eb53cf0ba62d41d2b416e1dec6cd26e52c997ccfe83551cc"}}