{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:LYZJZUUHOEYNPHPBQT4F6A2QQF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f4d3bfd9374aff21ab4109b3219b74456b35c75aaad9f16dae2e2413d296e860","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-05T23:19:55Z","title_canon_sha256":"21bb68984ef1c5150c278ce4c49dd2c461e6edafb6410068da3aa14e311a931d"},"schema_version":"1.0","source":{"id":"2501.02683","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.02683","created_at":"2026-07-05T09:58:27Z"},{"alias_kind":"arxiv_version","alias_value":"2501.02683v2","created_at":"2026-07-05T09:58:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.02683","created_at":"2026-07-05T09:58:27Z"},{"alias_kind":"pith_short_12","alias_value":"LYZJZUUHOEYN","created_at":"2026-07-05T09:58:27Z"},{"alias_kind":"pith_short_16","alias_value":"LYZJZUUHOEYNPHPB","created_at":"2026-07-05T09:58:27Z"},{"alias_kind":"pith_short_8","alias_value":"LYZJZUUH","created_at":"2026-07-05T09:58:27Z"}],"graph_snapshots":[{"event_id":"sha256:73366474cd8ada30fa66504aba31eda8d3485e7a87a9f260ea7a65fd7a845e96","target":"graph","created_at":"2026-07-05T09:58:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.02683/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large-scale pre-trained language models have demonstrated high performance on standard datasets for natural language inference (NLI) tasks. Unfortunately, these evaluations can be misleading, as although the models can perform well on in-distribution data, they perform poorly on out-of-distribution test sets, such as contrast sets. Contrast sets consist of perturbed instances of data that have very minor, but meaningful, changes to the input that alter the gold label, revealing how models can learn superficial patterns in the training data rather than learning more sophisticated language nuanc","authors_text":"Daniel Petrov","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-05T23:19:55Z","title":"From Superficial Patterns to Semantic Understanding: Fine-Tuning Language Models on Contrast Sets"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.02683","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:db6d3fb2978096da16be9840e4e9e844b17293a1697c440afa8b741bbfdbd487","target":"record","created_at":"2026-07-05T09:58:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f4d3bfd9374aff21ab4109b3219b74456b35c75aaad9f16dae2e2413d296e860","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-05T23:19:55Z","title_canon_sha256":"21bb68984ef1c5150c278ce4c49dd2c461e6edafb6410068da3aa14e311a931d"},"schema_version":"1.0","source":{"id":"2501.02683","kind":"arxiv","version":2}},"canonical_sha256":"5e329cd2877130d79de184f85f03508144689190b6ae446788017965164773b7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5e329cd2877130d79de184f85f03508144689190b6ae446788017965164773b7","first_computed_at":"2026-07-05T09:58:27.733591Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:58:27.733591Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Lakjc9PLhr89rJKEaRsjMdpQNTWbSdLXQKz9LkZcV+GPuivg7e0die8oCuSbWbssDowUYwgT06QtAg7ulPV6CA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:58:27.733992Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.02683","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:db6d3fb2978096da16be9840e4e9e844b17293a1697c440afa8b741bbfdbd487","sha256:73366474cd8ada30fa66504aba31eda8d3485e7a87a9f260ea7a65fd7a845e96"],"state_sha256":"abed86c6fb93f1261e1fe911b1c3aee7018885fa250e1a0ef05cdba1dfe79b5c"}