{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:E7G4D6FJGNANNEAH2WLNRPCWRT","short_pith_number":"pith:E7G4D6FJ","canonical_record":{"source":{"id":"2412.06061","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-08T20:29:06Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a618aa8b51b9c4e9d3fd021966de189a505f61c6820487e70efbd7886a0c3940","abstract_canon_sha256":"c7efb53490533b2dbaf4d56dd8a2b9ae1f76d82c732a5583abd844cae98b931b"},"schema_version":"1.0"},"canonical_sha256":"27cdc1f8a93340d69007d596d8bc568cf758575d974ef466754935588a0ecdbf","source":{"kind":"arxiv","id":"2412.06061","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.06061","created_at":"2026-07-05T10:22:10Z"},{"alias_kind":"arxiv_version","alias_value":"2412.06061v2","created_at":"2026-07-05T10:22:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.06061","created_at":"2026-07-05T10:22:10Z"},{"alias_kind":"pith_short_12","alias_value":"E7G4D6FJGNAN","created_at":"2026-07-05T10:22:10Z"},{"alias_kind":"pith_short_16","alias_value":"E7G4D6FJGNANNEAH","created_at":"2026-07-05T10:22:10Z"},{"alias_kind":"pith_short_8","alias_value":"E7G4D6FJ","created_at":"2026-07-05T10:22:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:E7G4D6FJGNANNEAH2WLNRPCWRT","target":"record","payload":{"canonical_record":{"source":{"id":"2412.06061","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-08T20:29:06Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a618aa8b51b9c4e9d3fd021966de189a505f61c6820487e70efbd7886a0c3940","abstract_canon_sha256":"c7efb53490533b2dbaf4d56dd8a2b9ae1f76d82c732a5583abd844cae98b931b"},"schema_version":"1.0"},"canonical_sha256":"27cdc1f8a93340d69007d596d8bc568cf758575d974ef466754935588a0ecdbf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:22:10.976225Z","signature_b64":"+aPS/5efRFH8p7Xrksey9LXE9RzcMuRP87vPcq8i78dOEZo8aKaqkbIgwpwdj3ZeTSL6mBIunGSWRgr2AJegDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"27cdc1f8a93340d69007d596d8bc568cf758575d974ef466754935588a0ecdbf","last_reissued_at":"2026-07-05T10:22:10.975612Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:22:10.975612Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.06061","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L/kj6LEPZ7d64SxVs+wXnSjmix8B3QJHuiMfgpiTMkKAyvRBQm140gVQLW/k+mnk1D2OcWimbbSJ+QKi7QiBBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T11:29:54.209014Z"},"content_sha256":"5a349cf9b1056f78b6678a09096c51cda475fc754e8fee637cbcbae13884bd4a","schema_version":"1.0","event_id":"sha256:5a349cf9b1056f78b6678a09096c51cda475fc754e8fee637cbcbae13884bd4a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:E7G4D6FJGNANNEAH2WLNRPCWRT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Curse of Attention: A Kernel-Based Perspective for Why Transformers Fail to Generalize on Time Series Forecasting and Beyond","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Chiwun Yang, Yekun Ke, Yingyu Liang, Zhao Song, Zhenmei Shi","submitted_at":"2024-12-08T20:29:06Z","abstract_excerpt":"The application of transformer-based models on time series forecasting (TSF) tasks has long been popular to study. However, many of these works fail to beat the simple linear residual model, and the theoretical understanding of this issue is still limited. In this work, we propose the first theoretical explanation of the inefficiency of transformers on TSF tasks. We attribute the mechanism behind it to {\\bf Asymmetric Learning} in training attention networks. When the sign of the previous step is inconsistent with the sign of the current step in the next-step-prediction time series, attention "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.06061","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.06061/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jeeHXaHhuZlqlRxnnXi9RnpvsDE49Fj8tuCHWbsIV2nj/bwbYy1KeUoVl5tAE6m2S8nV0ZzbrmCUqGFBpYX8DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T11:29:54.210131Z"},"content_sha256":"87155e039967379c9e06a7c4d69d3314b1b55a04eed0bf78776845ed49cbfe7b","schema_version":"1.0","event_id":"sha256:87155e039967379c9e06a7c4d69d3314b1b55a04eed0bf78776845ed49cbfe7b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E7G4D6FJGNANNEAH2WLNRPCWRT/bundle.json","state_url":"https://pith.science/pith/E7G4D6FJGNANNEAH2WLNRPCWRT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E7G4D6FJGNANNEAH2WLNRPCWRT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T11:29:54Z","links":{"resolver":"https://pith.science/pith/E7G4D6FJGNANNEAH2WLNRPCWRT","bundle":"https://pith.science/pith/E7G4D6FJGNANNEAH2WLNRPCWRT/bundle.json","state":"https://pith.science/pith/E7G4D6FJGNANNEAH2WLNRPCWRT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E7G4D6FJGNANNEAH2WLNRPCWRT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:E7G4D6FJGNANNEAH2WLNRPCWRT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c7efb53490533b2dbaf4d56dd8a2b9ae1f76d82c732a5583abd844cae98b931b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-08T20:29:06Z","title_canon_sha256":"a618aa8b51b9c4e9d3fd021966de189a505f61c6820487e70efbd7886a0c3940"},"schema_version":"1.0","source":{"id":"2412.06061","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.06061","created_at":"2026-07-05T10:22:10Z"},{"alias_kind":"arxiv_version","alias_value":"2412.06061v2","created_at":"2026-07-05T10:22:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.06061","created_at":"2026-07-05T10:22:10Z"},{"alias_kind":"pith_short_12","alias_value":"E7G4D6FJGNAN","created_at":"2026-07-05T10:22:10Z"},{"alias_kind":"pith_short_16","alias_value":"E7G4D6FJGNANNEAH","created_at":"2026-07-05T10:22:10Z"},{"alias_kind":"pith_short_8","alias_value":"E7G4D6FJ","created_at":"2026-07-05T10:22:10Z"}],"graph_snapshots":[{"event_id":"sha256:87155e039967379c9e06a7c4d69d3314b1b55a04eed0bf78776845ed49cbfe7b","target":"graph","created_at":"2026-07-05T10:22:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.06061/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The application of transformer-based models on time series forecasting (TSF) tasks has long been popular to study. However, many of these works fail to beat the simple linear residual model, and the theoretical understanding of this issue is still limited. In this work, we propose the first theoretical explanation of the inefficiency of transformers on TSF tasks. We attribute the mechanism behind it to {\\bf Asymmetric Learning} in training attention networks. When the sign of the previous step is inconsistent with the sign of the current step in the next-step-prediction time series, attention ","authors_text":"Chiwun Yang, Yekun Ke, Yingyu Liang, Zhao Song, Zhenmei Shi","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-08T20:29:06Z","title":"Curse of Attention: A Kernel-Based Perspective for Why Transformers Fail to Generalize on Time Series Forecasting and Beyond"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.06061","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5a349cf9b1056f78b6678a09096c51cda475fc754e8fee637cbcbae13884bd4a","target":"record","created_at":"2026-07-05T10:22:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c7efb53490533b2dbaf4d56dd8a2b9ae1f76d82c732a5583abd844cae98b931b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-08T20:29:06Z","title_canon_sha256":"a618aa8b51b9c4e9d3fd021966de189a505f61c6820487e70efbd7886a0c3940"},"schema_version":"1.0","source":{"id":"2412.06061","kind":"arxiv","version":2}},"canonical_sha256":"27cdc1f8a93340d69007d596d8bc568cf758575d974ef466754935588a0ecdbf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"27cdc1f8a93340d69007d596d8bc568cf758575d974ef466754935588a0ecdbf","first_computed_at":"2026-07-05T10:22:10.975612Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:22:10.975612Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+aPS/5efRFH8p7Xrksey9LXE9RzcMuRP87vPcq8i78dOEZo8aKaqkbIgwpwdj3ZeTSL6mBIunGSWRgr2AJegDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:22:10.976225Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.06061","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5a349cf9b1056f78b6678a09096c51cda475fc754e8fee637cbcbae13884bd4a","sha256:87155e039967379c9e06a7c4d69d3314b1b55a04eed0bf78776845ed49cbfe7b"],"state_sha256":"10a14970f51f22b8ef29c50682f8f710bd362ae0d1168fb320793d365d4a8999"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"64IKHKHv8D79uYw3oDytzHNOzN8rGZKiJsX3LVL6Q1DPHyAjxBpnHHgAVmncc/4DxX7U+r5ooPmTgqa+WMXhBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T11:29:54.214148Z","bundle_sha256":"d6e263436fbece494dd28b26b75df1cafd0d09e84de31710298e59b3eb495e3b"}}