{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7LVWLDPG6T6FQDJAJ3IXESNN35","short_pith_number":"pith:7LVWLDPG","canonical_record":{"source":{"id":"2408.09639","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-19T01:53:47Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8771ff474f8baa5ea6b4792c86a907bea7eac8f5c72540c2a3f462766dcfde93","abstract_canon_sha256":"3181a8e42b1b8a3507565f255d36e2384d81126ae37faee684d501ac3221d59f"},"schema_version":"1.0"},"canonical_sha256":"faeb658de6f4fc580d204ed17249addf6455ab3838aeb6b7e9c63e4b338de02b","source":{"kind":"arxiv","id":"2408.09639","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.09639","created_at":"2026-07-05T10:10:43Z"},{"alias_kind":"arxiv_version","alias_value":"2408.09639v2","created_at":"2026-07-05T10:10:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.09639","created_at":"2026-07-05T10:10:43Z"},{"alias_kind":"pith_short_12","alias_value":"7LVWLDPG6T6F","created_at":"2026-07-05T10:10:43Z"},{"alias_kind":"pith_short_16","alias_value":"7LVWLDPG6T6FQDJA","created_at":"2026-07-05T10:10:43Z"},{"alias_kind":"pith_short_8","alias_value":"7LVWLDPG","created_at":"2026-07-05T10:10:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7LVWLDPG6T6FQDJAJ3IXESNN35","target":"record","payload":{"canonical_record":{"source":{"id":"2408.09639","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-19T01:53:47Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8771ff474f8baa5ea6b4792c86a907bea7eac8f5c72540c2a3f462766dcfde93","abstract_canon_sha256":"3181a8e42b1b8a3507565f255d36e2384d81126ae37faee684d501ac3221d59f"},"schema_version":"1.0"},"canonical_sha256":"faeb658de6f4fc580d204ed17249addf6455ab3838aeb6b7e9c63e4b338de02b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:10:43.245195Z","signature_b64":"Nh7MjUF6kUtC58F+7m3+dWNOrlQHKlDrVkrBnvezbyuOnmiIG302aZP8/NkiepHAwWATqBFdjwk7ApPKnasJDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"faeb658de6f4fc580d204ed17249addf6455ab3838aeb6b7e9c63e4b338de02b","last_reissued_at":"2026-07-05T10:10:43.244719Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:10:43.244719Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.09639","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vJ1CQU+fV0AzIp8ATME+wVCtaJDcPFR4hP0uxNSAJCVE2jsQKfPYM7nWjPBA+uK2vZ9VTnjjJwXEnvJZ8H+XCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T20:05:03.192852Z"},"content_sha256":"10bb63e4508637388f29aea67906703dd3292aa94287a97e7ca8e09a482bb2df","schema_version":"1.0","event_id":"sha256:10bb63e4508637388f29aea67906703dd3292aa94287a97e7ca8e09a482bb2df"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7LVWLDPG6T6FQDJAJ3IXESNN35","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How to Make the Most of LLMs' Grammatical Knowledge for Acceptability Judgments","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Hidetaka Kamigaito, Justin Vasselli, Miyu Oba, Taro Watanabe, Yusuke Ide, Yusuke Sakai, Yuto Nishida","submitted_at":"2024-08-19T01:53:47Z","abstract_excerpt":"The grammatical knowledge of language models (LMs) is often measured using a benchmark of linguistic minimal pairs, where the LMs are presented with a pair of acceptable and unacceptable sentences and required to judge which is more acceptable. Conventional approaches directly compare sentence probabilities assigned by LMs, but recent large language models (LLMs) are trained to perform tasks via prompting, and thus, the raw probabilities they assign may not fully reflect their grammatical knowledge. In this study, we attempt to derive more accurate acceptability judgments from LLMs using promp"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.09639","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.09639/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nmLUtRzGjZvIWjl99GmjafM8SpFH1PBBatu0G1YM69jIf8vShsVGHakYIHJUFWBOqfqVBQb38T4OxagQ9bwbCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T20:05:03.193394Z"},"content_sha256":"af7bcfffaab361d415852386a78bf3d5080b53b794d9405cd19c190cf25429f6","schema_version":"1.0","event_id":"sha256:af7bcfffaab361d415852386a78bf3d5080b53b794d9405cd19c190cf25429f6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7LVWLDPG6T6FQDJAJ3IXESNN35/bundle.json","state_url":"https://pith.science/pith/7LVWLDPG6T6FQDJAJ3IXESNN35/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7LVWLDPG6T6FQDJAJ3IXESNN35/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T20:05:03Z","links":{"resolver":"https://pith.science/pith/7LVWLDPG6T6FQDJAJ3IXESNN35","bundle":"https://pith.science/pith/7LVWLDPG6T6FQDJAJ3IXESNN35/bundle.json","state":"https://pith.science/pith/7LVWLDPG6T6FQDJAJ3IXESNN35/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7LVWLDPG6T6FQDJAJ3IXESNN35/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7LVWLDPG6T6FQDJAJ3IXESNN35","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3181a8e42b1b8a3507565f255d36e2384d81126ae37faee684d501ac3221d59f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-19T01:53:47Z","title_canon_sha256":"8771ff474f8baa5ea6b4792c86a907bea7eac8f5c72540c2a3f462766dcfde93"},"schema_version":"1.0","source":{"id":"2408.09639","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.09639","created_at":"2026-07-05T10:10:43Z"},{"alias_kind":"arxiv_version","alias_value":"2408.09639v2","created_at":"2026-07-05T10:10:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.09639","created_at":"2026-07-05T10:10:43Z"},{"alias_kind":"pith_short_12","alias_value":"7LVWLDPG6T6F","created_at":"2026-07-05T10:10:43Z"},{"alias_kind":"pith_short_16","alias_value":"7LVWLDPG6T6FQDJA","created_at":"2026-07-05T10:10:43Z"},{"alias_kind":"pith_short_8","alias_value":"7LVWLDPG","created_at":"2026-07-05T10:10:43Z"}],"graph_snapshots":[{"event_id":"sha256:af7bcfffaab361d415852386a78bf3d5080b53b794d9405cd19c190cf25429f6","target":"graph","created_at":"2026-07-05T10:10:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.09639/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The grammatical knowledge of language models (LMs) is often measured using a benchmark of linguistic minimal pairs, where the LMs are presented with a pair of acceptable and unacceptable sentences and required to judge which is more acceptable. Conventional approaches directly compare sentence probabilities assigned by LMs, but recent large language models (LLMs) are trained to perform tasks via prompting, and thus, the raw probabilities they assign may not fully reflect their grammatical knowledge. In this study, we attempt to derive more accurate acceptability judgments from LLMs using promp","authors_text":"Hidetaka Kamigaito, Justin Vasselli, Miyu Oba, Taro Watanabe, Yusuke Ide, Yusuke Sakai, Yuto Nishida","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-19T01:53:47Z","title":"How to Make the Most of LLMs' Grammatical Knowledge for Acceptability Judgments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.09639","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:10bb63e4508637388f29aea67906703dd3292aa94287a97e7ca8e09a482bb2df","target":"record","created_at":"2026-07-05T10:10:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3181a8e42b1b8a3507565f255d36e2384d81126ae37faee684d501ac3221d59f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-19T01:53:47Z","title_canon_sha256":"8771ff474f8baa5ea6b4792c86a907bea7eac8f5c72540c2a3f462766dcfde93"},"schema_version":"1.0","source":{"id":"2408.09639","kind":"arxiv","version":2}},"canonical_sha256":"faeb658de6f4fc580d204ed17249addf6455ab3838aeb6b7e9c63e4b338de02b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"faeb658de6f4fc580d204ed17249addf6455ab3838aeb6b7e9c63e4b338de02b","first_computed_at":"2026-07-05T10:10:43.244719Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:10:43.244719Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Nh7MjUF6kUtC58F+7m3+dWNOrlQHKlDrVkrBnvezbyuOnmiIG302aZP8/NkiepHAwWATqBFdjwk7ApPKnasJDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:10:43.245195Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.09639","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:10bb63e4508637388f29aea67906703dd3292aa94287a97e7ca8e09a482bb2df","sha256:af7bcfffaab361d415852386a78bf3d5080b53b794d9405cd19c190cf25429f6"],"state_sha256":"10a30fe76c49b79b8dc91ab2bb1b14d86d3d7b712e2e4ef3f4dbfc7dd6b1a372"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bSfA0XUQ12qcZ/4vNJF9uSdcHyGwrSdxopJ1KsRqHz122nvpQNkzfBvmEwNyQVTcqFeQYqyDC41QMrbRQXaFDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T20:05:03.198683Z","bundle_sha256":"7f820dafea8d99d2d56ab392ab924edc8a110a1b21dd4e11e5cb4d7607d14702"}}