{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:7QKKQEYRX7DIKIK75JEBEK54BH","short_pith_number":"pith:7QKKQEYR","schema_version":"1.0","canonical_sha256":"fc14a81311bfc685215fea48122bbc09df461da993424f4e0669a420c5d980fc","source":{"kind":"arxiv","id":"2307.08689","version":1},"attestation_state":"computed","paper":{"title":"COLLIE: Systematic Construction of Constrained Text Generation Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Austin W. Hanjie, Howard Chen, Karthik Narasimhan, Runzhe Yang, Shunyu Yao","submitted_at":"2023-07-17T17:48:51Z","abstract_excerpt":"Text generation under constraints have seen increasing interests in natural language processing, especially with the rapidly improving capabilities of large language models. However, existing benchmarks for constrained generation usually focus on fixed constraint types (e.g.,generate a sentence containing certain words) that have proved to be easy for state-of-the-art models like GPT-4. We present COLLIE, a grammar-based framework that allows the specification of rich, compositional constraints with diverse generation levels (word, sentence, paragraph, passage) and modeling challenges (e.g.,la"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2307.08689","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-17T17:48:51Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"1436f4695e4213434d022adaa674345c30f89d7bb300485c34afb163ccf81a47","abstract_canon_sha256":"70a74a5bdc01e0e11cf080a695c8469e536054ff62d499631c3a2b10ceddc080"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:31:27.662335Z","signature_b64":"WYhGvQtCgXr9+WkMUfkiBMmUWrYu4QF3DHGeoeHS1h6EOXEIQzVEB+QuOLp8oIgwO4//88dpFfKZtnRWBlJpAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fc14a81311bfc685215fea48122bbc09df461da993424f4e0669a420c5d980fc","last_reissued_at":"2026-07-05T06:31:27.661855Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:31:27.661855Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"COLLIE: Systematic Construction of Constrained Text Generation Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Austin W. Hanjie, Howard Chen, Karthik Narasimhan, Runzhe Yang, Shunyu Yao","submitted_at":"2023-07-17T17:48:51Z","abstract_excerpt":"Text generation under constraints have seen increasing interests in natural language processing, especially with the rapidly improving capabilities of large language models. However, existing benchmarks for constrained generation usually focus on fixed constraint types (e.g.,generate a sentence containing certain words) that have proved to be easy for state-of-the-art models like GPT-4. We present COLLIE, a grammar-based framework that allows the specification of rich, compositional constraints with diverse generation levels (word, sentence, paragraph, passage) and modeling challenges (e.g.,la"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.08689","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.08689/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2307.08689","created_at":"2026-07-05T06:31:27.661915+00:00"},{"alias_kind":"arxiv_version","alias_value":"2307.08689v1","created_at":"2026-07-05T06:31:27.661915+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.08689","created_at":"2026-07-05T06:31:27.661915+00:00"},{"alias_kind":"pith_short_12","alias_value":"7QKKQEYRX7DI","created_at":"2026-07-05T06:31:27.661915+00:00"},{"alias_kind":"pith_short_16","alias_value":"7QKKQEYRX7DIKIK7","created_at":"2026-07-05T06:31:27.661915+00:00"},{"alias_kind":"pith_short_8","alias_value":"7QKKQEYR","created_at":"2026-07-05T06:31:27.661915+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":3,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.10391","citing_title":"Phoenix-VL 1.5 Medium Technical Report","ref_index":26,"is_internal_anchor":false},{"citing_arxiv_id":"2604.09285","citing_title":"SAGE: A Service Agent Graph-guided Evaluation Benchmark","ref_index":60,"is_internal_anchor":false},{"citing_arxiv_id":"2505.07062","citing_title":"Seed1.5-VL Technical Report","ref_index":162,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/7QKKQEYRX7DIKIK75JEBEK54BH","json":"https://pith.science/pith/7QKKQEYRX7DIKIK75JEBEK54BH.json","graph_json":"https://pith.science/api/pith-number/7QKKQEYRX7DIKIK75JEBEK54BH/graph.json","events_json":"https://pith.science/api/pith-number/7QKKQEYRX7DIKIK75JEBEK54BH/events.json","paper":"https://pith.science/paper/7QKKQEYR"},"agent_actions":{"view_html":"https://pith.science/pith/7QKKQEYRX7DIKIK75JEBEK54BH","download_json":"https://pith.science/pith/7QKKQEYRX7DIKIK75JEBEK54BH.json","view_paper":"https://pith.science/paper/7QKKQEYR","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2307.08689&json=true","fetch_graph":"https://pith.science/api/pith-number/7QKKQEYRX7DIKIK75JEBEK54BH/graph.json","fetch_events":"https://pith.science/api/pith-number/7QKKQEYRX7DIKIK75JEBEK54BH/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/7QKKQEYRX7DIKIK75JEBEK54BH/action/timestamp_anchor","attest_storage":"https://pith.science/pith/7QKKQEYRX7DIKIK75JEBEK54BH/action/storage_attestation","attest_author":"https://pith.science/pith/7QKKQEYRX7DIKIK75JEBEK54BH/action/author_attestation","sign_citation":"https://pith.science/pith/7QKKQEYRX7DIKIK75JEBEK54BH/action/citation_signature","submit_replication":"https://pith.science/pith/7QKKQEYRX7DIKIK75JEBEK54BH/action/replication_record"}},"created_at":"2026-07-05T06:31:27.661915+00:00","updated_at":"2026-07-05T06:31:27.661915+00:00"}