{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:RCZHANVSYKG5WOW4OFRWIGKFDT","short_pith_number":"pith:RCZHANVS","canonical_record":{"source":{"id":"2408.02442","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-05T13:08:24Z","cross_cats_sorted":[],"title_canon_sha256":"314f632143dc3a0e19e7afaae37d3e5ac39218bc08e8abacb7609372538e6f0b","abstract_canon_sha256":"bba99e08b7433ef8e75a681f3ee45d2ac62855e8b013b3179edd6092d71edbda"},"schema_version":"1.0"},"canonical_sha256":"88b27036b2c28ddb3adc71636419451cd39c428664e9d80796612dd2a125f13b","source":{"kind":"arxiv","id":"2408.02442","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.02442","created_at":"2026-07-05T09:20:01Z"},{"alias_kind":"arxiv_version","alias_value":"2408.02442v3","created_at":"2026-07-05T09:20:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.02442","created_at":"2026-07-05T09:20:01Z"},{"alias_kind":"pith_short_12","alias_value":"RCZHANVSYKG5","created_at":"2026-07-05T09:20:01Z"},{"alias_kind":"pith_short_16","alias_value":"RCZHANVSYKG5WOW4","created_at":"2026-07-05T09:20:01Z"},{"alias_kind":"pith_short_8","alias_value":"RCZHANVS","created_at":"2026-07-05T09:20:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:RCZHANVSYKG5WOW4OFRWIGKFDT","target":"record","payload":{"canonical_record":{"source":{"id":"2408.02442","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-05T13:08:24Z","cross_cats_sorted":[],"title_canon_sha256":"314f632143dc3a0e19e7afaae37d3e5ac39218bc08e8abacb7609372538e6f0b","abstract_canon_sha256":"bba99e08b7433ef8e75a681f3ee45d2ac62855e8b013b3179edd6092d71edbda"},"schema_version":"1.0"},"canonical_sha256":"88b27036b2c28ddb3adc71636419451cd39c428664e9d80796612dd2a125f13b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:20:01.672871Z","signature_b64":"5JeNVav9sWYl4fZsyEkokHWpdN73murI5Bc3Y8ouJApE8j2z0aBgZmEyHASfpuyxwfL7lDDwaqPeIiJ9dHonBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"88b27036b2c28ddb3adc71636419451cd39c428664e9d80796612dd2a125f13b","last_reissued_at":"2026-07-05T09:20:01.672430Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:20:01.672430Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.02442","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:20:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V/JPhpVHnwoVHisH5UGU+24DVIU8TcNFATwEy2RL27yXI8Ih25lYk+AbGs6hfRp05Pt+WHvLIj59ZieV2KHYDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T01:19:11.155356Z"},"content_sha256":"89fabaec360fc371327bee5547b81414d668dfdcca544eaf11b73b0105853919","schema_version":"1.0","event_id":"sha256:89fabaec360fc371327bee5547b81414d668dfdcca544eaf11b73b0105853919"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:RCZHANVSYKG5WOW4OFRWIGKFDT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Let Me Speak Freely? A Study on the Impact of Format Restrictions on Performance of Large Language Models","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Cheng-Kuang Wu, Chieh-Yen Lin, Hung-yi Lee, Yi-Lin Tsai, Yun-Nung Chen, Zhi Rui Tam","submitted_at":"2024-08-05T13:08:24Z","abstract_excerpt":"Structured generation, the process of producing content in standardized formats like JSON and XML, is widely utilized in real-world applications to extract key output information from large language models (LLMs). This study investigates whether such constraints on generation space impact LLMs abilities, including reasoning and domain knowledge comprehension. Specifically, we evaluate LLMs performance when restricted to adhere to structured formats versus generating free-form responses across various common tasks. Surprisingly, we observe a significant decline in LLMs reasoning abilities under"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.02442","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.02442/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:20:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m5Ryv0vOPLQEni6bY8Bfp9J2KS/lLrU16IrPKMGtrs1TfulyqGN5UXOs5o7vpZcstbMKYqricMEpjUuxv1oXDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T01:19:11.156283Z"},"content_sha256":"bbc67a210189628d691a67f8865361474066d931c64dbeb8cde8b7751e9c0c7e","schema_version":"1.0","event_id":"sha256:bbc67a210189628d691a67f8865361474066d931c64dbeb8cde8b7751e9c0c7e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RCZHANVSYKG5WOW4OFRWIGKFDT/bundle.json","state_url":"https://pith.science/pith/RCZHANVSYKG5WOW4OFRWIGKFDT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RCZHANVSYKG5WOW4OFRWIGKFDT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T01:19:11Z","links":{"resolver":"https://pith.science/pith/RCZHANVSYKG5WOW4OFRWIGKFDT","bundle":"https://pith.science/pith/RCZHANVSYKG5WOW4OFRWIGKFDT/bundle.json","state":"https://pith.science/pith/RCZHANVSYKG5WOW4OFRWIGKFDT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RCZHANVSYKG5WOW4OFRWIGKFDT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:RCZHANVSYKG5WOW4OFRWIGKFDT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bba99e08b7433ef8e75a681f3ee45d2ac62855e8b013b3179edd6092d71edbda","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-05T13:08:24Z","title_canon_sha256":"314f632143dc3a0e19e7afaae37d3e5ac39218bc08e8abacb7609372538e6f0b"},"schema_version":"1.0","source":{"id":"2408.02442","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.02442","created_at":"2026-07-05T09:20:01Z"},{"alias_kind":"arxiv_version","alias_value":"2408.02442v3","created_at":"2026-07-05T09:20:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.02442","created_at":"2026-07-05T09:20:01Z"},{"alias_kind":"pith_short_12","alias_value":"RCZHANVSYKG5","created_at":"2026-07-05T09:20:01Z"},{"alias_kind":"pith_short_16","alias_value":"RCZHANVSYKG5WOW4","created_at":"2026-07-05T09:20:01Z"},{"alias_kind":"pith_short_8","alias_value":"RCZHANVS","created_at":"2026-07-05T09:20:01Z"}],"graph_snapshots":[{"event_id":"sha256:bbc67a210189628d691a67f8865361474066d931c64dbeb8cde8b7751e9c0c7e","target":"graph","created_at":"2026-07-05T09:20:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.02442/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Structured generation, the process of producing content in standardized formats like JSON and XML, is widely utilized in real-world applications to extract key output information from large language models (LLMs). This study investigates whether such constraints on generation space impact LLMs abilities, including reasoning and domain knowledge comprehension. Specifically, we evaluate LLMs performance when restricted to adhere to structured formats versus generating free-form responses across various common tasks. Surprisingly, we observe a significant decline in LLMs reasoning abilities under","authors_text":"Cheng-Kuang Wu, Chieh-Yen Lin, Hung-yi Lee, Yi-Lin Tsai, Yun-Nung Chen, Zhi Rui Tam","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-05T13:08:24Z","title":"Let Me Speak Freely? A Study on the Impact of Format Restrictions on Performance of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.02442","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:89fabaec360fc371327bee5547b81414d668dfdcca544eaf11b73b0105853919","target":"record","created_at":"2026-07-05T09:20:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bba99e08b7433ef8e75a681f3ee45d2ac62855e8b013b3179edd6092d71edbda","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-05T13:08:24Z","title_canon_sha256":"314f632143dc3a0e19e7afaae37d3e5ac39218bc08e8abacb7609372538e6f0b"},"schema_version":"1.0","source":{"id":"2408.02442","kind":"arxiv","version":3}},"canonical_sha256":"88b27036b2c28ddb3adc71636419451cd39c428664e9d80796612dd2a125f13b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"88b27036b2c28ddb3adc71636419451cd39c428664e9d80796612dd2a125f13b","first_computed_at":"2026-07-05T09:20:01.672430Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:20:01.672430Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5JeNVav9sWYl4fZsyEkokHWpdN73murI5Bc3Y8ouJApE8j2z0aBgZmEyHASfpuyxwfL7lDDwaqPeIiJ9dHonBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:20:01.672871Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.02442","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:89fabaec360fc371327bee5547b81414d668dfdcca544eaf11b73b0105853919","sha256:bbc67a210189628d691a67f8865361474066d931c64dbeb8cde8b7751e9c0c7e"],"state_sha256":"e3d1717389a2d9081c52c7e994cdcd532794ab1210c0cdd49a4329e80438fd5e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LsGNb8Sbf8ElTPMqFXg3OSXmvas8Jg2mq3t9E3Jhl8aueSXxXdZNuWK6zqiaFCHuKGu1PIzjCPyNrInjT+RmAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T01:19:11.160788Z","bundle_sha256":"cd7c0650c0b75dd877a8d5f512fdfe4dd4ff007234b146835ffccd49e82454ed"}}