{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:L5MHIJXPEEKXETSY6QSQ27AEJH","short_pith_number":"pith:L5MHIJXP","canonical_record":{"source":{"id":"2410.09817","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-13T12:24:03Z","cross_cats_sorted":[],"title_canon_sha256":"29b332c00845afdb68cf831c705aed214bbd9f8cfa938fe4841b28ad46a3774f","abstract_canon_sha256":"144a31042b18c0352b1026fc195a9e7243449d7f73aaddcf43dfd6724284e8b1"},"schema_version":"1.0"},"canonical_sha256":"5f587426ef2115724e58f4250d7c0449cef9740c2159577969a3595988084d45","source":{"kind":"arxiv","id":"2410.09817","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.09817","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"arxiv_version","alias_value":"2410.09817v2","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.09817","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"pith_short_12","alias_value":"L5MHIJXPEEKX","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"pith_short_16","alias_value":"L5MHIJXPEEKXETSY","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"pith_short_8","alias_value":"L5MHIJXP","created_at":"2026-07-05T10:18:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:L5MHIJXPEEKXETSY6QSQ27AEJH","target":"record","payload":{"canonical_record":{"source":{"id":"2410.09817","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-13T12:24:03Z","cross_cats_sorted":[],"title_canon_sha256":"29b332c00845afdb68cf831c705aed214bbd9f8cfa938fe4841b28ad46a3774f","abstract_canon_sha256":"144a31042b18c0352b1026fc195a9e7243449d7f73aaddcf43dfd6724284e8b1"},"schema_version":"1.0"},"canonical_sha256":"5f587426ef2115724e58f4250d7c0449cef9740c2159577969a3595988084d45","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:18:43.107985Z","signature_b64":"ZSOIM+j61wSBYPgACsTO5gqOEkQ/mZTO7VedaouTXHVgGRwceLZPqIzSaMhvzQMvDNS9k4FLrbjPN+WNKColCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5f587426ef2115724e58f4250d7c0449cef9740c2159577969a3595988084d45","last_reissued_at":"2026-07-05T10:18:43.107444Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:18:43.107444Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.09817","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gP7M9FSeFYsT9i2ymVC6ih42YX1gSf4dHs3NYCdYUz5f5m3m5uycpSRj2gjIUfYYaLRIzAfZVgVpVrTGl+agBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T22:44:20.632612Z"},"content_sha256":"dd62dfd5cf614da02b0052c700eab1074b03c59a2b6e07454450c5b0ec661a0f","schema_version":"1.0","event_id":"sha256:dd62dfd5cf614da02b0052c700eab1074b03c59a2b6e07454450c5b0ec661a0f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:L5MHIJXPEEKXETSY6QSQ27AEJH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reverse Modeling in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Cunxiao Du, Hao Zhang, Jiawei Wu, Minghui Qiu, Qianru Sun, Sicheng Yu, Yanying Zhou, Yuanchen Xu","submitted_at":"2024-10-13T12:24:03Z","abstract_excerpt":"Humans are accustomed to reading and writing in a forward manner, and this natural bias extends to text understanding in auto-regressive large language models (LLMs). This paper investigates whether LLMs, like humans, struggle with reverse modeling, specifically with reversed text inputs. We found that publicly available pre-trained LLMs cannot understand such inputs. However, LLMs trained from scratch with both forward and reverse texts can understand them equally well during inference across multiple languages. Our case study shows that different-content texts result in different losses if i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.09817","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.09817/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EvIPTngATXBQpwZKMKgDHwpPlgbOo9L9ImWFEsSM/rPnhqhZDx9bqaBgHivTKkJXlA5bEyjl9UAFYfY+thTZCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T22:44:20.633144Z"},"content_sha256":"7f218757c3995178aae0bd7b583982aae3f413893a8fe922511f22ee7f47f4e8","schema_version":"1.0","event_id":"sha256:7f218757c3995178aae0bd7b583982aae3f413893a8fe922511f22ee7f47f4e8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/L5MHIJXPEEKXETSY6QSQ27AEJH/bundle.json","state_url":"https://pith.science/pith/L5MHIJXPEEKXETSY6QSQ27AEJH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/L5MHIJXPEEKXETSY6QSQ27AEJH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T22:44:20Z","links":{"resolver":"https://pith.science/pith/L5MHIJXPEEKXETSY6QSQ27AEJH","bundle":"https://pith.science/pith/L5MHIJXPEEKXETSY6QSQ27AEJH/bundle.json","state":"https://pith.science/pith/L5MHIJXPEEKXETSY6QSQ27AEJH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/L5MHIJXPEEKXETSY6QSQ27AEJH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:L5MHIJXPEEKXETSY6QSQ27AEJH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"144a31042b18c0352b1026fc195a9e7243449d7f73aaddcf43dfd6724284e8b1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-13T12:24:03Z","title_canon_sha256":"29b332c00845afdb68cf831c705aed214bbd9f8cfa938fe4841b28ad46a3774f"},"schema_version":"1.0","source":{"id":"2410.09817","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.09817","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"arxiv_version","alias_value":"2410.09817v2","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.09817","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"pith_short_12","alias_value":"L5MHIJXPEEKX","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"pith_short_16","alias_value":"L5MHIJXPEEKXETSY","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"pith_short_8","alias_value":"L5MHIJXP","created_at":"2026-07-05T10:18:43Z"}],"graph_snapshots":[{"event_id":"sha256:7f218757c3995178aae0bd7b583982aae3f413893a8fe922511f22ee7f47f4e8","target":"graph","created_at":"2026-07-05T10:18:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.09817/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Humans are accustomed to reading and writing in a forward manner, and this natural bias extends to text understanding in auto-regressive large language models (LLMs). This paper investigates whether LLMs, like humans, struggle with reverse modeling, specifically with reversed text inputs. We found that publicly available pre-trained LLMs cannot understand such inputs. However, LLMs trained from scratch with both forward and reverse texts can understand them equally well during inference across multiple languages. Our case study shows that different-content texts result in different losses if i","authors_text":"Cunxiao Du, Hao Zhang, Jiawei Wu, Minghui Qiu, Qianru Sun, Sicheng Yu, Yanying Zhou, Yuanchen Xu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-13T12:24:03Z","title":"Reverse Modeling in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.09817","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dd62dfd5cf614da02b0052c700eab1074b03c59a2b6e07454450c5b0ec661a0f","target":"record","created_at":"2026-07-05T10:18:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"144a31042b18c0352b1026fc195a9e7243449d7f73aaddcf43dfd6724284e8b1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-13T12:24:03Z","title_canon_sha256":"29b332c00845afdb68cf831c705aed214bbd9f8cfa938fe4841b28ad46a3774f"},"schema_version":"1.0","source":{"id":"2410.09817","kind":"arxiv","version":2}},"canonical_sha256":"5f587426ef2115724e58f4250d7c0449cef9740c2159577969a3595988084d45","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5f587426ef2115724e58f4250d7c0449cef9740c2159577969a3595988084d45","first_computed_at":"2026-07-05T10:18:43.107444Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:18:43.107444Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZSOIM+j61wSBYPgACsTO5gqOEkQ/mZTO7VedaouTXHVgGRwceLZPqIzSaMhvzQMvDNS9k4FLrbjPN+WNKColCw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:18:43.107985Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.09817","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dd62dfd5cf614da02b0052c700eab1074b03c59a2b6e07454450c5b0ec661a0f","sha256:7f218757c3995178aae0bd7b583982aae3f413893a8fe922511f22ee7f47f4e8"],"state_sha256":"b25a438af5dbcdaf0608e6bd337da382f75ef07240b73e228e44bb3cb7ffeefb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Mm2t/vl/RemgMjPUiUOaf3TpIsUKOu0RXbbp0JYjx0PmzAj/TeagjHUcpdnf2dqXwnCIV4UkbX899dwikB7mAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T22:44:20.637061Z","bundle_sha256":"a5094daec6e307ee3367d9a177acecd85414493403fc8b7f7af10f9adbc3c905"}}