{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:HIHSMREWGMPVQSGXTTYNUKXTSO","short_pith_number":"pith:HIHSMREW","canonical_record":{"source":{"id":"2211.13331","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-23T22:19:00Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"76e7c873d8ab2f6413da13dba6db56b1c71f424ee59f1ac95cc984c89faf29d6","abstract_canon_sha256":"11249095e2cec82cfa1387dcf4148e2116893fddc0a277ea0fba7644d9ddcf19"},"schema_version":"1.0"},"canonical_sha256":"3a0f264496331f5848d79cf0da2af393a056defb7c79362ddae3d702c5487570","source":{"kind":"arxiv","id":"2211.13331","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.13331","created_at":"2026-07-05T05:19:02Z"},{"alias_kind":"arxiv_version","alias_value":"2211.13331v1","created_at":"2026-07-05T05:19:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.13331","created_at":"2026-07-05T05:19:02Z"},{"alias_kind":"pith_short_12","alias_value":"HIHSMREWGMPV","created_at":"2026-07-05T05:19:02Z"},{"alias_kind":"pith_short_16","alias_value":"HIHSMREWGMPVQSGX","created_at":"2026-07-05T05:19:02Z"},{"alias_kind":"pith_short_8","alias_value":"HIHSMREW","created_at":"2026-07-05T05:19:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:HIHSMREWGMPVQSGXTTYNUKXTSO","target":"record","payload":{"canonical_record":{"source":{"id":"2211.13331","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-23T22:19:00Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"76e7c873d8ab2f6413da13dba6db56b1c71f424ee59f1ac95cc984c89faf29d6","abstract_canon_sha256":"11249095e2cec82cfa1387dcf4148e2116893fddc0a277ea0fba7644d9ddcf19"},"schema_version":"1.0"},"canonical_sha256":"3a0f264496331f5848d79cf0da2af393a056defb7c79362ddae3d702c5487570","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:19:02.494179Z","signature_b64":"c08rQhcfxmiIGX+nOJhCYwXO8ZYYZgJxYd94jDn+4kJskBvKDQp68khAoOF/6uolVdodhTZUQOhp1+6lXzMCDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3a0f264496331f5848d79cf0da2af393a056defb7c79362ddae3d702c5487570","last_reissued_at":"2026-07-05T05:19:02.493747Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:19:02.493747Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.13331","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:19:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MjsTlPwplqe+ZwXY+wJw8muZPlgNTFgwLAwFZJXtKjUfpqh9sPb61vZCJXAH4viZxbuEzqIvOOt6JvEz8hJrDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:28:29.209936Z"},"content_sha256":"638f86c28574241308776fc44946010c9903332f5f7280b6faa7e4780a84f178","schema_version":"1.0","event_id":"sha256:638f86c28574241308776fc44946010c9903332f5f7280b6faa7e4780a84f178"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:HIHSMREWGMPVQSGXTTYNUKXTSO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Using Focal Loss to Fight Shallow Heuristics: An Empirical Analysis of Modulated Cross-Entropy in Natural Language Inference","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Axel Marmet, Frano Raji\\v{c}, Ivan Stresec, Tim Po\\v{s}tuvan","submitted_at":"2022-11-23T22:19:00Z","abstract_excerpt":"There is no such thing as a perfect dataset. In some datasets, deep neural networks discover underlying heuristics that allow them to take shortcuts in the learning process, resulting in poor generalization capability. Instead of using standard cross-entropy, we explore whether a modulated version of cross-entropy called focal loss can constrain the model so as not to use heuristics and improve generalization performance. Our experiments in natural language inference show that focal loss has a regularizing impact on the learning process, increasing accuracy on out-of-distribution data, but sli"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.13331","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.13331/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:19:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SXcJd1DKyuJSTtxd2EgzQ/7hCsY/rW1hk0kJzN3X3u2AOMz0V3nPg3N9NEPxgH+zO87cEBXtcLdajwtvZUhTAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:28:29.210309Z"},"content_sha256":"2f18b0995d33806d09685ecb0dbb44e5f67095bea23f3ffdc8b8218ebeb87694","schema_version":"1.0","event_id":"sha256:2f18b0995d33806d09685ecb0dbb44e5f67095bea23f3ffdc8b8218ebeb87694"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HIHSMREWGMPVQSGXTTYNUKXTSO/bundle.json","state_url":"https://pith.science/pith/HIHSMREWGMPVQSGXTTYNUKXTSO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HIHSMREWGMPVQSGXTTYNUKXTSO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:28:29Z","links":{"resolver":"https://pith.science/pith/HIHSMREWGMPVQSGXTTYNUKXTSO","bundle":"https://pith.science/pith/HIHSMREWGMPVQSGXTTYNUKXTSO/bundle.json","state":"https://pith.science/pith/HIHSMREWGMPVQSGXTTYNUKXTSO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HIHSMREWGMPVQSGXTTYNUKXTSO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:HIHSMREWGMPVQSGXTTYNUKXTSO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"11249095e2cec82cfa1387dcf4148e2116893fddc0a277ea0fba7644d9ddcf19","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-23T22:19:00Z","title_canon_sha256":"76e7c873d8ab2f6413da13dba6db56b1c71f424ee59f1ac95cc984c89faf29d6"},"schema_version":"1.0","source":{"id":"2211.13331","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.13331","created_at":"2026-07-05T05:19:02Z"},{"alias_kind":"arxiv_version","alias_value":"2211.13331v1","created_at":"2026-07-05T05:19:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.13331","created_at":"2026-07-05T05:19:02Z"},{"alias_kind":"pith_short_12","alias_value":"HIHSMREWGMPV","created_at":"2026-07-05T05:19:02Z"},{"alias_kind":"pith_short_16","alias_value":"HIHSMREWGMPVQSGX","created_at":"2026-07-05T05:19:02Z"},{"alias_kind":"pith_short_8","alias_value":"HIHSMREW","created_at":"2026-07-05T05:19:02Z"}],"graph_snapshots":[{"event_id":"sha256:2f18b0995d33806d09685ecb0dbb44e5f67095bea23f3ffdc8b8218ebeb87694","target":"graph","created_at":"2026-07-05T05:19:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.13331/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"There is no such thing as a perfect dataset. In some datasets, deep neural networks discover underlying heuristics that allow them to take shortcuts in the learning process, resulting in poor generalization capability. Instead of using standard cross-entropy, we explore whether a modulated version of cross-entropy called focal loss can constrain the model so as not to use heuristics and improve generalization performance. Our experiments in natural language inference show that focal loss has a regularizing impact on the learning process, increasing accuracy on out-of-distribution data, but sli","authors_text":"Axel Marmet, Frano Raji\\v{c}, Ivan Stresec, Tim Po\\v{s}tuvan","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-23T22:19:00Z","title":"Using Focal Loss to Fight Shallow Heuristics: An Empirical Analysis of Modulated Cross-Entropy in Natural Language Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.13331","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:638f86c28574241308776fc44946010c9903332f5f7280b6faa7e4780a84f178","target":"record","created_at":"2026-07-05T05:19:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"11249095e2cec82cfa1387dcf4148e2116893fddc0a277ea0fba7644d9ddcf19","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-23T22:19:00Z","title_canon_sha256":"76e7c873d8ab2f6413da13dba6db56b1c71f424ee59f1ac95cc984c89faf29d6"},"schema_version":"1.0","source":{"id":"2211.13331","kind":"arxiv","version":1}},"canonical_sha256":"3a0f264496331f5848d79cf0da2af393a056defb7c79362ddae3d702c5487570","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3a0f264496331f5848d79cf0da2af393a056defb7c79362ddae3d702c5487570","first_computed_at":"2026-07-05T05:19:02.493747Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:19:02.493747Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"c08rQhcfxmiIGX+nOJhCYwXO8ZYYZgJxYd94jDn+4kJskBvKDQp68khAoOF/6uolVdodhTZUQOhp1+6lXzMCDg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:19:02.494179Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.13331","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:638f86c28574241308776fc44946010c9903332f5f7280b6faa7e4780a84f178","sha256:2f18b0995d33806d09685ecb0dbb44e5f67095bea23f3ffdc8b8218ebeb87694"],"state_sha256":"4ba28a2c1efe5475fe86716d5df2d22725c3ded6a99ac53adae0a0fd877714c5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uzUwUodYkvE1smNDQTbfYYJZym9Hy2GOXLFb51mvQLQTglpVCejL6t7YyaFpTpIKC1EMl4BjFqdi+47oHiq+Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:28:29.212461Z","bundle_sha256":"e9d99d0ced5472da3692857a0d4fcb86cdaf1d05075fba045ff73874275e48e9"}}