{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UDSKDZK7P4I2XXNW52Y6DX6IU2","short_pith_number":"pith:UDSKDZK7","canonical_record":{"source":{"id":"2403.14859","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-21T22:08:44Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"436f4339f7959aedb868147e393e9b0cdba94811546e558b05a153f60ee78ace","abstract_canon_sha256":"1474880c807f9f9c71a1e67c6b8c03ca02d9ee2ad390c20b7840cfe3af79ac0d"},"schema_version":"1.0"},"canonical_sha256":"a0e4a1e55f7f11abddb6eeb1e1dfc8a694e50406f29d19b892a0f43c6942785b","source":{"kind":"arxiv","id":"2403.14859","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.14859","created_at":"2026-07-05T09:23:04Z"},{"alias_kind":"arxiv_version","alias_value":"2403.14859v2","created_at":"2026-07-05T09:23:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.14859","created_at":"2026-07-05T09:23:04Z"},{"alias_kind":"pith_short_12","alias_value":"UDSKDZK7P4I2","created_at":"2026-07-05T09:23:04Z"},{"alias_kind":"pith_short_16","alias_value":"UDSKDZK7P4I2XXNW","created_at":"2026-07-05T09:23:04Z"},{"alias_kind":"pith_short_8","alias_value":"UDSKDZK7","created_at":"2026-07-05T09:23:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UDSKDZK7P4I2XXNW52Y6DX6IU2","target":"record","payload":{"canonical_record":{"source":{"id":"2403.14859","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-21T22:08:44Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"436f4339f7959aedb868147e393e9b0cdba94811546e558b05a153f60ee78ace","abstract_canon_sha256":"1474880c807f9f9c71a1e67c6b8c03ca02d9ee2ad390c20b7840cfe3af79ac0d"},"schema_version":"1.0"},"canonical_sha256":"a0e4a1e55f7f11abddb6eeb1e1dfc8a694e50406f29d19b892a0f43c6942785b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:23:04.454921Z","signature_b64":"leWVxlglDKI0Fw/RJW7xgrdlwYyQq+dQYSkFQqMH4G6C9jZl/5Op8e1dVPQv+pj6y9gZJq8w8PAIYt7vj3UNBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a0e4a1e55f7f11abddb6eeb1e1dfc8a694e50406f29d19b892a0f43c6942785b","last_reissued_at":"2026-07-05T09:23:04.454489Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:23:04.454489Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.14859","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:23:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kNYMiUoM7wGvAaEkvzWrPnwoJUAukXaP5a73UGed4lHIjiTlIOmeDUhtjsEh0+Ve6huHf62Vp65S+ScNt8FlCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T22:55:14.221312Z"},"content_sha256":"1ccc5544d367e30af55e200fbae9742c2198f396d5928803b030be4ab788511d","schema_version":"1.0","event_id":"sha256:1ccc5544d367e30af55e200fbae9742c2198f396d5928803b030be4ab788511d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UDSKDZK7P4I2XXNW52Y6DX6IU2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Log Probabilities Are a Reliable Estimate of Semantic Plausibility in Base and Instruction-Tuned Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Alessandro Lenci, Anna A. Ivanova, Carina Kauf, Emmanuele Chersoni, Evelina Fedorenko","submitted_at":"2024-03-21T22:08:44Z","abstract_excerpt":"Semantic plausibility (e.g. knowing that \"the actor won the award\" is more likely than \"the actor won the battle\") serves as an effective proxy for general world knowledge. Language models (LMs) capture vast amounts of world knowledge by learning distributional patterns in text, accessible via log probabilities (LogProbs) they assign to plausible vs. implausible outputs. The new generation of instruction-tuned LMs can now also provide explicit estimates of plausibility via prompting. Here, we evaluate the effectiveness of LogProbs and basic prompting to measure semantic plausibility, both in s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.14859","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.14859/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:23:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LtuNFm/S2V1ZZGP3pkT3zWwfuYroGn+Uwme9jguQJI1BfbbAr7Li1KyxDj1kjtVwxKTPaXJYicdTy9JXwpf6DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T22:55:14.222273Z"},"content_sha256":"2c41023bf0be8eb6bd2a65329ee2c9dce19af64000612417d022005527c09866","schema_version":"1.0","event_id":"sha256:2c41023bf0be8eb6bd2a65329ee2c9dce19af64000612417d022005527c09866"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UDSKDZK7P4I2XXNW52Y6DX6IU2/bundle.json","state_url":"https://pith.science/pith/UDSKDZK7P4I2XXNW52Y6DX6IU2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UDSKDZK7P4I2XXNW52Y6DX6IU2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T22:55:14Z","links":{"resolver":"https://pith.science/pith/UDSKDZK7P4I2XXNW52Y6DX6IU2","bundle":"https://pith.science/pith/UDSKDZK7P4I2XXNW52Y6DX6IU2/bundle.json","state":"https://pith.science/pith/UDSKDZK7P4I2XXNW52Y6DX6IU2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UDSKDZK7P4I2XXNW52Y6DX6IU2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UDSKDZK7P4I2XXNW52Y6DX6IU2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1474880c807f9f9c71a1e67c6b8c03ca02d9ee2ad390c20b7840cfe3af79ac0d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-21T22:08:44Z","title_canon_sha256":"436f4339f7959aedb868147e393e9b0cdba94811546e558b05a153f60ee78ace"},"schema_version":"1.0","source":{"id":"2403.14859","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.14859","created_at":"2026-07-05T09:23:04Z"},{"alias_kind":"arxiv_version","alias_value":"2403.14859v2","created_at":"2026-07-05T09:23:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.14859","created_at":"2026-07-05T09:23:04Z"},{"alias_kind":"pith_short_12","alias_value":"UDSKDZK7P4I2","created_at":"2026-07-05T09:23:04Z"},{"alias_kind":"pith_short_16","alias_value":"UDSKDZK7P4I2XXNW","created_at":"2026-07-05T09:23:04Z"},{"alias_kind":"pith_short_8","alias_value":"UDSKDZK7","created_at":"2026-07-05T09:23:04Z"}],"graph_snapshots":[{"event_id":"sha256:2c41023bf0be8eb6bd2a65329ee2c9dce19af64000612417d022005527c09866","target":"graph","created_at":"2026-07-05T09:23:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.14859/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Semantic plausibility (e.g. knowing that \"the actor won the award\" is more likely than \"the actor won the battle\") serves as an effective proxy for general world knowledge. Language models (LMs) capture vast amounts of world knowledge by learning distributional patterns in text, accessible via log probabilities (LogProbs) they assign to plausible vs. implausible outputs. The new generation of instruction-tuned LMs can now also provide explicit estimates of plausibility via prompting. Here, we evaluate the effectiveness of LogProbs and basic prompting to measure semantic plausibility, both in s","authors_text":"Alessandro Lenci, Anna A. Ivanova, Carina Kauf, Emmanuele Chersoni, Evelina Fedorenko","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-21T22:08:44Z","title":"Log Probabilities Are a Reliable Estimate of Semantic Plausibility in Base and Instruction-Tuned Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.14859","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1ccc5544d367e30af55e200fbae9742c2198f396d5928803b030be4ab788511d","target":"record","created_at":"2026-07-05T09:23:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1474880c807f9f9c71a1e67c6b8c03ca02d9ee2ad390c20b7840cfe3af79ac0d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-21T22:08:44Z","title_canon_sha256":"436f4339f7959aedb868147e393e9b0cdba94811546e558b05a153f60ee78ace"},"schema_version":"1.0","source":{"id":"2403.14859","kind":"arxiv","version":2}},"canonical_sha256":"a0e4a1e55f7f11abddb6eeb1e1dfc8a694e50406f29d19b892a0f43c6942785b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a0e4a1e55f7f11abddb6eeb1e1dfc8a694e50406f29d19b892a0f43c6942785b","first_computed_at":"2026-07-05T09:23:04.454489Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:23:04.454489Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"leWVxlglDKI0Fw/RJW7xgrdlwYyQq+dQYSkFQqMH4G6C9jZl/5Op8e1dVPQv+pj6y9gZJq8w8PAIYt7vj3UNBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:23:04.454921Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.14859","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1ccc5544d367e30af55e200fbae9742c2198f396d5928803b030be4ab788511d","sha256:2c41023bf0be8eb6bd2a65329ee2c9dce19af64000612417d022005527c09866"],"state_sha256":"00d8c7192bc8db86cecc862e1b95ddb6e16b0bb12f605181670796aea920ae62"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3zE7J2WYCHhEBs8WN0RaRKLJ88I8prFBMhySy8xyS6uJ5s2u20rUh5bnJ+5oUIGNpliH/eqZYV0/9g3r5u8FAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T22:55:14.229056Z","bundle_sha256":"f86cd2dffbf0e5ad0f233d6ddf00cbad988ed5c2d7b1f9bc3cdfb3fb5457c1b2"}}