{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:OPUXJ6LJA62WSPGL5LZXJVZ4AJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b13b1032286302ad4de9069ee993fd33f0c0101e295699ba33c7daaa85cf7271","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-03-27T09:35:38Z","title_canon_sha256":"e962e6e1117bf609cc04359895a4c2c03c47f76dca6cf59aacafd25e5c830155"},"schema_version":"1.0","source":{"id":"2003.12298","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.12298","created_at":"2026-07-05T00:50:56Z"},{"alias_kind":"arxiv_version","alias_value":"2003.12298v1","created_at":"2026-07-05T00:50:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.12298","created_at":"2026-07-05T00:50:56Z"},{"alias_kind":"pith_short_12","alias_value":"OPUXJ6LJA62W","created_at":"2026-07-05T00:50:56Z"},{"alias_kind":"pith_short_16","alias_value":"OPUXJ6LJA62WSPGL","created_at":"2026-07-05T00:50:56Z"},{"alias_kind":"pith_short_8","alias_value":"OPUXJ6LJ","created_at":"2026-07-05T00:50:56Z"}],"graph_snapshots":[{"event_id":"sha256:1215c5d20a377069f73752378f853d6dda2ca22fa3177a2522662647b6640aab","target":"graph","created_at":"2026-07-05T00:50:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2003.12298/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"To measure how well pretrained representations encode some linguistic property, it is common to use accuracy of a probe, i.e. a classifier trained to predict the property from the representations. Despite widespread adoption of probes, differences in their accuracy fail to adequately reflect differences in representations. For example, they do not substantially favour pretrained representations over randomly initialized ones. Analogously, their accuracy can be similar when probing for genuine linguistic labels and probing for random synthetic tasks. To see reasonable differences in accuracy wi","authors_text":"Elena Voita, Ivan Titov","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-03-27T09:35:38Z","title":"Information-Theoretic Probing with Minimum Description Length"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2003.12298","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:13421b55ada56f6c9ba757a1b8ed77cbf4a09f318a10333ffc91dd37779eab35","target":"record","created_at":"2026-07-05T00:50:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b13b1032286302ad4de9069ee993fd33f0c0101e295699ba33c7daaa85cf7271","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-03-27T09:35:38Z","title_canon_sha256":"e962e6e1117bf609cc04359895a4c2c03c47f76dca6cf59aacafd25e5c830155"},"schema_version":"1.0","source":{"id":"2003.12298","kind":"arxiv","version":1}},"canonical_sha256":"73e974f96907b5693ccbeaf374d73c027ac7ae8776fcc4d964193e9f6428c634","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"73e974f96907b5693ccbeaf374d73c027ac7ae8776fcc4d964193e9f6428c634","first_computed_at":"2026-07-05T00:50:56.972243Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:50:56.972243Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JoNrdjLYiu+475pZEWWnNdlOFn+YTFnbotFDD/zSk7h7tRweZYuSuUpIHxWEPes+8bDhoMYzBBcXq3aEj7ooAA==","signature_status":"signed_v1","signed_at":"2026-07-05T00:50:56.972726Z","signed_message":"canonical_sha256_bytes"},"source_id":"2003.12298","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:13421b55ada56f6c9ba757a1b8ed77cbf4a09f318a10333ffc91dd37779eab35","sha256:1215c5d20a377069f73752378f853d6dda2ca22fa3177a2522662647b6640aab"],"state_sha256":"c386d6f6ba35eca40e40163f851eb6952b274dd4fa13748d023d13e5a415bf18"}