{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:PJR6PRDKD3IBTPNBJ4VROFJ6UU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a20b48e31f4db9903bac23e4857881a3c65fe7b86044ef3d9d2b77ded47e3edb","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-21T21:40:35Z","title_canon_sha256":"efa4e729f7fba88223cb8cf391b3847dfeacaf6079d9f17ce16eb46b55676943"},"schema_version":"1.0","source":{"id":"2211.15458","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.15458","created_at":"2026-07-05T06:08:14Z"},{"alias_kind":"arxiv_version","alias_value":"2211.15458v2","created_at":"2026-07-05T06:08:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.15458","created_at":"2026-07-05T06:08:14Z"},{"alias_kind":"pith_short_12","alias_value":"PJR6PRDKD3IB","created_at":"2026-07-05T06:08:14Z"},{"alias_kind":"pith_short_16","alias_value":"PJR6PRDKD3IBTPNB","created_at":"2026-07-05T06:08:14Z"},{"alias_kind":"pith_short_8","alias_value":"PJR6PRDK","created_at":"2026-07-05T06:08:14Z"}],"graph_snapshots":[{"event_id":"sha256:c647534d7897e12838a78213e063b0474befe06498683d878ba975b31e0582de","target":"graph","created_at":"2026-07-05T06:08:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.15458/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although large language models (LLMs) have been touted for their ability to generate natural-sounding text, there are growing concerns around possible negative effects of LLMs such as data memorization, bias, and inappropriate language. Unfortunately, the complexity and generation capacities of LLMs make validating (and correcting) such concerns difficult. In this work, we introduce ReLM, a system for validating and querying LLMs using standard regular expressions. ReLM formalizes and enables a broad range of language model evaluations, reducing complex evaluation rules to simple regular expre","authors_text":"George Amvrosiadis, Michael Kuchnik, Virginia Smith","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-21T21:40:35Z","title":"Validating Large Language Models with ReLM"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.15458","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:24fa826bfadd52db0a48dfc6d5dff030d79603a9fe103956ded2446031a88cad","target":"record","created_at":"2026-07-05T06:08:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a20b48e31f4db9903bac23e4857881a3c65fe7b86044ef3d9d2b77ded47e3edb","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-21T21:40:35Z","title_canon_sha256":"efa4e729f7fba88223cb8cf391b3847dfeacaf6079d9f17ce16eb46b55676943"},"schema_version":"1.0","source":{"id":"2211.15458","kind":"arxiv","version":2}},"canonical_sha256":"7a63e7c46a1ed019bda14f2b17153ea5047e7be5417705a7477a6e2d574791c1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7a63e7c46a1ed019bda14f2b17153ea5047e7be5417705a7477a6e2d574791c1","first_computed_at":"2026-07-05T06:08:14.657018Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:08:14.657018Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7JSVCEveZ9ap8L6oKsvwapPg23h7u7zPz+wFH0Fg8+ZsuWbat5wZplO7EbbevjMWpZZA5ACUlP722nWIl12xDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:08:14.657497Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.15458","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:24fa826bfadd52db0a48dfc6d5dff030d79603a9fe103956ded2446031a88cad","sha256:c647534d7897e12838a78213e063b0474befe06498683d878ba975b31e0582de"],"state_sha256":"7d35ee9f89da12fad3a477a43e9d70dc16a08ee675f02a8d960d33809b18549c"}