{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GCE5HAJDWOBRB5X2QWNA73CNEB","short_pith_number":"pith:GCE5HAJD","canonical_record":{"source":{"id":"2411.05547","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-08T13:09:14Z","cross_cats_sorted":[],"title_canon_sha256":"e5f04d064f1967ba7bef8490476cb4332eefbcecf59677c1041378a86fe03a01","abstract_canon_sha256":"2e4ac04e7a169d68f5cf40a8364089777a664ca89467bb2663ff6d76017c34a3"},"schema_version":"1.0"},"canonical_sha256":"3089d38123b38310f6fa859a0fec4d207d254e7d3f86fd957da7264d5edf7315","source":{"kind":"arxiv","id":"2411.05547","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.05547","created_at":"2026-07-05T09:39:59Z"},{"alias_kind":"arxiv_version","alias_value":"2411.05547v2","created_at":"2026-07-05T09:39:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.05547","created_at":"2026-07-05T09:39:59Z"},{"alias_kind":"pith_short_12","alias_value":"GCE5HAJDWOBR","created_at":"2026-07-05T09:39:59Z"},{"alias_kind":"pith_short_16","alias_value":"GCE5HAJDWOBRB5X2","created_at":"2026-07-05T09:39:59Z"},{"alias_kind":"pith_short_8","alias_value":"GCE5HAJD","created_at":"2026-07-05T09:39:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GCE5HAJDWOBRB5X2QWNA73CNEB","target":"record","payload":{"canonical_record":{"source":{"id":"2411.05547","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-08T13:09:14Z","cross_cats_sorted":[],"title_canon_sha256":"e5f04d064f1967ba7bef8490476cb4332eefbcecf59677c1041378a86fe03a01","abstract_canon_sha256":"2e4ac04e7a169d68f5cf40a8364089777a664ca89467bb2663ff6d76017c34a3"},"schema_version":"1.0"},"canonical_sha256":"3089d38123b38310f6fa859a0fec4d207d254e7d3f86fd957da7264d5edf7315","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:39:59.909612Z","signature_b64":"vGwU7mH+xh5mw2PloUNwJfL7Th6/exe6RHgyopbJS7kZSo6F6cLMs7/QeODnIUKLfZ28X8V2E5QLldjK20WvCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3089d38123b38310f6fa859a0fec4d207d254e7d3f86fd957da7264d5edf7315","last_reissued_at":"2026-07-05T09:39:59.909178Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:39:59.909178Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.05547","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yVh3v5UzTAHoj1edjqZW+wlkaY3lfqjr7O63Xp0BqR6AeOZE5XXeKMDDEsip9OjjFuuoDdi2AZ4qGsW4Vq0fDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:51:17.236011Z"},"content_sha256":"82833eb38fc44313ef35d8e891675252f7a93f094c80ef4a0dcca111703542d2","schema_version":"1.0","event_id":"sha256:82833eb38fc44313ef35d8e891675252f7a93f094c80ef4a0dcca111703542d2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GCE5HAJDWOBRB5X2QWNA73CNEB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Assessing the Answerability of Queries in Retrieval-Augmented Code Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Geonmin Kim, Hancheol Park, Jaeyeon Kim, Tae-Ho Kim, Wooksu Shin","submitted_at":"2024-11-08T13:09:14Z","abstract_excerpt":"Thanks to unprecedented language understanding and generation capabilities of large language model (LLM), Retrieval-augmented Code Generation (RaCG) has recently been widely utilized among software developers. While this has increased productivity, there are still frequent instances of incorrect codes being provided. In particular, there are cases where plausible yet incorrect codes are generated for queries from users that cannot be answered with the given queries and API descriptions. This study proposes a task for evaluating answerability, which assesses whether valid answers can be generat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.05547","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.05547/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IMEazq7Y+IsViBW4kmaHbUTc1vtWSDBrnW98Gq9ctyOVVaij1Y2QOF0Cd/GHxvXQRg06pFsXm+LeP41CeLd9AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:51:17.236648Z"},"content_sha256":"54ca2431de221ee5eeb80bec9465596ce6e972083e408a4bbfa9afadbfd1d37c","schema_version":"1.0","event_id":"sha256:54ca2431de221ee5eeb80bec9465596ce6e972083e408a4bbfa9afadbfd1d37c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GCE5HAJDWOBRB5X2QWNA73CNEB/bundle.json","state_url":"https://pith.science/pith/GCE5HAJDWOBRB5X2QWNA73CNEB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GCE5HAJDWOBRB5X2QWNA73CNEB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T04:51:17Z","links":{"resolver":"https://pith.science/pith/GCE5HAJDWOBRB5X2QWNA73CNEB","bundle":"https://pith.science/pith/GCE5HAJDWOBRB5X2QWNA73CNEB/bundle.json","state":"https://pith.science/pith/GCE5HAJDWOBRB5X2QWNA73CNEB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GCE5HAJDWOBRB5X2QWNA73CNEB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GCE5HAJDWOBRB5X2QWNA73CNEB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2e4ac04e7a169d68f5cf40a8364089777a664ca89467bb2663ff6d76017c34a3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-08T13:09:14Z","title_canon_sha256":"e5f04d064f1967ba7bef8490476cb4332eefbcecf59677c1041378a86fe03a01"},"schema_version":"1.0","source":{"id":"2411.05547","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.05547","created_at":"2026-07-05T09:39:59Z"},{"alias_kind":"arxiv_version","alias_value":"2411.05547v2","created_at":"2026-07-05T09:39:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.05547","created_at":"2026-07-05T09:39:59Z"},{"alias_kind":"pith_short_12","alias_value":"GCE5HAJDWOBR","created_at":"2026-07-05T09:39:59Z"},{"alias_kind":"pith_short_16","alias_value":"GCE5HAJDWOBRB5X2","created_at":"2026-07-05T09:39:59Z"},{"alias_kind":"pith_short_8","alias_value":"GCE5HAJD","created_at":"2026-07-05T09:39:59Z"}],"graph_snapshots":[{"event_id":"sha256:54ca2431de221ee5eeb80bec9465596ce6e972083e408a4bbfa9afadbfd1d37c","target":"graph","created_at":"2026-07-05T09:39:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.05547/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Thanks to unprecedented language understanding and generation capabilities of large language model (LLM), Retrieval-augmented Code Generation (RaCG) has recently been widely utilized among software developers. While this has increased productivity, there are still frequent instances of incorrect codes being provided. In particular, there are cases where plausible yet incorrect codes are generated for queries from users that cannot be answered with the given queries and API descriptions. This study proposes a task for evaluating answerability, which assesses whether valid answers can be generat","authors_text":"Geonmin Kim, Hancheol Park, Jaeyeon Kim, Tae-Ho Kim, Wooksu Shin","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-08T13:09:14Z","title":"Assessing the Answerability of Queries in Retrieval-Augmented Code Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.05547","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:82833eb38fc44313ef35d8e891675252f7a93f094c80ef4a0dcca111703542d2","target":"record","created_at":"2026-07-05T09:39:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2e4ac04e7a169d68f5cf40a8364089777a664ca89467bb2663ff6d76017c34a3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-08T13:09:14Z","title_canon_sha256":"e5f04d064f1967ba7bef8490476cb4332eefbcecf59677c1041378a86fe03a01"},"schema_version":"1.0","source":{"id":"2411.05547","kind":"arxiv","version":2}},"canonical_sha256":"3089d38123b38310f6fa859a0fec4d207d254e7d3f86fd957da7264d5edf7315","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3089d38123b38310f6fa859a0fec4d207d254e7d3f86fd957da7264d5edf7315","first_computed_at":"2026-07-05T09:39:59.909178Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:39:59.909178Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vGwU7mH+xh5mw2PloUNwJfL7Th6/exe6RHgyopbJS7kZSo6F6cLMs7/QeODnIUKLfZ28X8V2E5QLldjK20WvCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:39:59.909612Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.05547","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:82833eb38fc44313ef35d8e891675252f7a93f094c80ef4a0dcca111703542d2","sha256:54ca2431de221ee5eeb80bec9465596ce6e972083e408a4bbfa9afadbfd1d37c"],"state_sha256":"c59ab613113af03bf6be8750732fb0948f9931273cbd3dbf3e67fc69f13cf0a1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DtTs3Y5wZG4UAb+xS32tyrvRkMexNbgIZS73tlekYZoeNZ9mRXVG637o9G6i8GJ8AW7aazDo7YC/98UjpHwXBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T04:51:17.239894Z","bundle_sha256":"a4ceea6a2870ad675c6d9dedbb5e70fad114996933a0897719c14745e5628f8b"}}