{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:F7WDCOGBJDVXU4S7OJVCLMIZUV","short_pith_number":"pith:F7WDCOGB","canonical_record":{"source":{"id":"2411.02083","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T13:43:24Z","cross_cats_sorted":["cs.AI","cs.CE","cs.LG"],"title_canon_sha256":"94a65b36f807f13301bfa1ddc047989144df99dda52f2b4bcb1dc689a515acb8","abstract_canon_sha256":"82c95205b2f29643bdfe9887b524afc1e50b275148dea47ed74f55931fa9d182"},"schema_version":"1.0"},"canonical_sha256":"2fec3138c148eb7a725f726a25b119a553ee14d9cd95da5fc4a91f3ea345c78d","source":{"kind":"arxiv","id":"2411.02083","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.02083","created_at":"2026-07-05T11:54:42Z"},{"alias_kind":"arxiv_version","alias_value":"2411.02083v3","created_at":"2026-07-05T11:54:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.02083","created_at":"2026-07-05T11:54:42Z"},{"alias_kind":"pith_short_12","alias_value":"F7WDCOGBJDVX","created_at":"2026-07-05T11:54:42Z"},{"alias_kind":"pith_short_16","alias_value":"F7WDCOGBJDVXU4S7","created_at":"2026-07-05T11:54:42Z"},{"alias_kind":"pith_short_8","alias_value":"F7WDCOGB","created_at":"2026-07-05T11:54:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:F7WDCOGBJDVXU4S7OJVCLMIZUV","target":"record","payload":{"canonical_record":{"source":{"id":"2411.02083","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T13:43:24Z","cross_cats_sorted":["cs.AI","cs.CE","cs.LG"],"title_canon_sha256":"94a65b36f807f13301bfa1ddc047989144df99dda52f2b4bcb1dc689a515acb8","abstract_canon_sha256":"82c95205b2f29643bdfe9887b524afc1e50b275148dea47ed74f55931fa9d182"},"schema_version":"1.0"},"canonical_sha256":"2fec3138c148eb7a725f726a25b119a553ee14d9cd95da5fc4a91f3ea345c78d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:54:42.534049Z","signature_b64":"osiaytvQJiMS/SvuA+O5NjHlR8ruOiA0owL2XS2hZGG8xMtc3Tffm/h8o5jhT3Wmc66rrAVgTb1Nl6ySP6UmAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2fec3138c148eb7a725f726a25b119a553ee14d9cd95da5fc4a91f3ea345c78d","last_reissued_at":"2026-07-05T11:54:42.533594Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:54:42.533594Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.02083","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:54:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1fdQo+7pp+doJwE6mfVR4xeGZ6dR964Vdd1GKnsladpe/5vjthm9lC6r7ToL9NwGsCh10LGnb9oGs8twf7aVDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T20:33:44.058204Z"},"content_sha256":"2c88426b595ea46ed1d9b17b27493b6b2115505c34706e299b1eabde152e086a","schema_version":"1.0","event_id":"sha256:2c88426b595ea46ed1d9b17b27493b6b2115505c34706e299b1eabde152e086a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:F7WDCOGBJDVXU4S7OJVCLMIZUV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Regress, Don't Guess -- A Regression-like Loss on Number Tokens for Language Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CE","cs.LG"],"primary_cat":"cs.CL","authors_text":"Adrian Dendorfer, Anamarija Kozina, Anna Ketteler, Jannis Born, Jonas Zausinger, Julian Sikora, Kacper Chlodny, Lars Pennig, Michael Morris Danziger, Mohamad Hagog, Nina Wiedemann, Sean Sdahl, Thorben Prein, Timofey Kuznetsov, Vincent Limbach, Vishwa Mohan Singh","submitted_at":"2024-11-04T13:43:24Z","abstract_excerpt":"While language models have exceptional capabilities at text generation, they lack a natural inductive bias for emitting numbers and thus struggle in tasks involving quantitative reasoning, especially arithmetic. One fundamental limitation is the nature of the cross-entropy (CE) loss, which assumes a nominal scale and thus cannot convey proximity between generated number tokens. In response, we here present a regression-like loss that operates purely on token level. Our proposed Number Token Loss (NTL) comes in two flavors and minimizes either the $L_p$ norm or the Wasserstein distance between "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.02083","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.02083/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:54:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1trLEOtTN1vRMCT4R7YAgukRCSzpvfF1PAxCdmLT/ccehLLaIySqEJou/SNW6BdW/SnwlP3xF7SexSWTfZByBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T20:33:44.058590Z"},"content_sha256":"5b71ca855987e78837b31e23b6c1a6e36fe2dc0434f71407a59aeb1a5e6e3d1a","schema_version":"1.0","event_id":"sha256:5b71ca855987e78837b31e23b6c1a6e36fe2dc0434f71407a59aeb1a5e6e3d1a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F7WDCOGBJDVXU4S7OJVCLMIZUV/bundle.json","state_url":"https://pith.science/pith/F7WDCOGBJDVXU4S7OJVCLMIZUV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F7WDCOGBJDVXU4S7OJVCLMIZUV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T20:33:44Z","links":{"resolver":"https://pith.science/pith/F7WDCOGBJDVXU4S7OJVCLMIZUV","bundle":"https://pith.science/pith/F7WDCOGBJDVXU4S7OJVCLMIZUV/bundle.json","state":"https://pith.science/pith/F7WDCOGBJDVXU4S7OJVCLMIZUV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F7WDCOGBJDVXU4S7OJVCLMIZUV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:F7WDCOGBJDVXU4S7OJVCLMIZUV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"82c95205b2f29643bdfe9887b524afc1e50b275148dea47ed74f55931fa9d182","cross_cats_sorted":["cs.AI","cs.CE","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T13:43:24Z","title_canon_sha256":"94a65b36f807f13301bfa1ddc047989144df99dda52f2b4bcb1dc689a515acb8"},"schema_version":"1.0","source":{"id":"2411.02083","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.02083","created_at":"2026-07-05T11:54:42Z"},{"alias_kind":"arxiv_version","alias_value":"2411.02083v3","created_at":"2026-07-05T11:54:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.02083","created_at":"2026-07-05T11:54:42Z"},{"alias_kind":"pith_short_12","alias_value":"F7WDCOGBJDVX","created_at":"2026-07-05T11:54:42Z"},{"alias_kind":"pith_short_16","alias_value":"F7WDCOGBJDVXU4S7","created_at":"2026-07-05T11:54:42Z"},{"alias_kind":"pith_short_8","alias_value":"F7WDCOGB","created_at":"2026-07-05T11:54:42Z"}],"graph_snapshots":[{"event_id":"sha256:5b71ca855987e78837b31e23b6c1a6e36fe2dc0434f71407a59aeb1a5e6e3d1a","target":"graph","created_at":"2026-07-05T11:54:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.02083/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While language models have exceptional capabilities at text generation, they lack a natural inductive bias for emitting numbers and thus struggle in tasks involving quantitative reasoning, especially arithmetic. One fundamental limitation is the nature of the cross-entropy (CE) loss, which assumes a nominal scale and thus cannot convey proximity between generated number tokens. In response, we here present a regression-like loss that operates purely on token level. Our proposed Number Token Loss (NTL) comes in two flavors and minimizes either the $L_p$ norm or the Wasserstein distance between ","authors_text":"Adrian Dendorfer, Anamarija Kozina, Anna Ketteler, Jannis Born, Jonas Zausinger, Julian Sikora, Kacper Chlodny, Lars Pennig, Michael Morris Danziger, Mohamad Hagog, Nina Wiedemann, Sean Sdahl, Thorben Prein, Timofey Kuznetsov, Vincent Limbach, Vishwa Mohan Singh","cross_cats":["cs.AI","cs.CE","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T13:43:24Z","title":"Regress, Don't Guess -- A Regression-like Loss on Number Tokens for Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.02083","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2c88426b595ea46ed1d9b17b27493b6b2115505c34706e299b1eabde152e086a","target":"record","created_at":"2026-07-05T11:54:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"82c95205b2f29643bdfe9887b524afc1e50b275148dea47ed74f55931fa9d182","cross_cats_sorted":["cs.AI","cs.CE","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T13:43:24Z","title_canon_sha256":"94a65b36f807f13301bfa1ddc047989144df99dda52f2b4bcb1dc689a515acb8"},"schema_version":"1.0","source":{"id":"2411.02083","kind":"arxiv","version":3}},"canonical_sha256":"2fec3138c148eb7a725f726a25b119a553ee14d9cd95da5fc4a91f3ea345c78d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2fec3138c148eb7a725f726a25b119a553ee14d9cd95da5fc4a91f3ea345c78d","first_computed_at":"2026-07-05T11:54:42.533594Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:54:42.533594Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"osiaytvQJiMS/SvuA+O5NjHlR8ruOiA0owL2XS2hZGG8xMtc3Tffm/h8o5jhT3Wmc66rrAVgTb1Nl6ySP6UmAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:54:42.534049Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.02083","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2c88426b595ea46ed1d9b17b27493b6b2115505c34706e299b1eabde152e086a","sha256:5b71ca855987e78837b31e23b6c1a6e36fe2dc0434f71407a59aeb1a5e6e3d1a"],"state_sha256":"be38393625f6df4a50556de315864835115ae4bd1749dc228aa5b826ed9569be"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iNcz+DnmDxWSJSVOAcPRaKbyeaePByq01EpWB4Im+pBbrOBf9c0vejnE8UoxyHzK8jaGVGg4UOpkaepxCcbqAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T20:33:44.061620Z","bundle_sha256":"880dbeccdf605658d39fa6aaa6c233fc5655cf74f2983eb2f931132d830723d6"}}