{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:U24MI4Y4NV52Q3XG5OYGFMEDQB","short_pith_number":"pith:U24MI4Y4","canonical_record":{"source":{"id":"2502.03275","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-05T15:33:00Z","cross_cats_sorted":["cs.AI","cs.LG","cs.LO"],"title_canon_sha256":"f8d80571b5166576050c99b18ec306a0c042e9801906d332a7dfe0f0627bca93","abstract_canon_sha256":"147b06a3e05b0b8b528c11adc82343f6f32195f1722b9fe267ad2934e9d0ff23"},"schema_version":"1.0"},"canonical_sha256":"a6b8c4731c6d7ba86ee6ebb062b083805ce332cf689723a080101d0878696c3b","source":{"kind":"arxiv","id":"2502.03275","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.03275","created_at":"2026-07-05T12:02:40Z"},{"alias_kind":"arxiv_version","alias_value":"2502.03275v2","created_at":"2026-07-05T12:02:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.03275","created_at":"2026-07-05T12:02:40Z"},{"alias_kind":"pith_short_12","alias_value":"U24MI4Y4NV52","created_at":"2026-07-05T12:02:40Z"},{"alias_kind":"pith_short_16","alias_value":"U24MI4Y4NV52Q3XG","created_at":"2026-07-05T12:02:40Z"},{"alias_kind":"pith_short_8","alias_value":"U24MI4Y4","created_at":"2026-07-05T12:02:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:U24MI4Y4NV52Q3XG5OYGFMEDQB","target":"record","payload":{"canonical_record":{"source":{"id":"2502.03275","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-05T15:33:00Z","cross_cats_sorted":["cs.AI","cs.LG","cs.LO"],"title_canon_sha256":"f8d80571b5166576050c99b18ec306a0c042e9801906d332a7dfe0f0627bca93","abstract_canon_sha256":"147b06a3e05b0b8b528c11adc82343f6f32195f1722b9fe267ad2934e9d0ff23"},"schema_version":"1.0"},"canonical_sha256":"a6b8c4731c6d7ba86ee6ebb062b083805ce332cf689723a080101d0878696c3b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:02:40.260193Z","signature_b64":"6HEXfcENlRkfKG0p+hOiaKzIo/jh4AGYe8mI+stsAsYi0HPqDgIqPfqi43XipL2ia8trfBXx4j2H0oUbwCPHAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a6b8c4731c6d7ba86ee6ebb062b083805ce332cf689723a080101d0878696c3b","last_reissued_at":"2026-07-05T12:02:40.259697Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:02:40.259697Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.03275","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:02:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IzBVLtadQyaaUufO6SRNV79Fiu61Lm0NC26elE4dygo481r1/grY2Jc+tPsJqRmTkAK4djsXfhZn1OC4GRGCBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:53:25.828925Z"},"content_sha256":"ce084547faad823468b6758c7c7c025b60a41a05f0c73ec217c844fe211384a1","schema_version":"1.0","event_id":"sha256:ce084547faad823468b6758c7c7c025b60a41a05f0c73ec217c844fe211384a1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:U24MI4Y4NV52Q3XG5OYGFMEDQB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Token Assorted: Mixing Latent and Text Tokens for Improved Language Model Reasoning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG","cs.LO"],"primary_cat":"cs.CL","authors_text":"DiJia Su, Hanlin Zhu, Jiantao Jiao, Qinqing Zheng, Yingchen Xu, Yuandong Tian","submitted_at":"2025-02-05T15:33:00Z","abstract_excerpt":"Large Language Models (LLMs) excel at reasoning and planning when trained on chainof-thought (CoT) data, where the step-by-step thought process is explicitly outlined by text tokens. However, this results in lengthy inputs where many words support textual coherence rather than core reasoning information, and processing these inputs consumes substantial computation resources. In this work, we propose a hybrid representation of the reasoning process, where we partially abstract away the initial reasoning steps using latent discrete tokens generated by VQ-VAE, significantly reducing the length of"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.03275","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.03275/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:02:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DhhIKCV9LAxauDgKXC4FwMXSGkMMinaOusGQCBi45DAVjO3TJvx+1HrschbOVPb4qJz5xZ3iBh9VNgM2g6PUDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:53:25.829662Z"},"content_sha256":"cc4700ae32d2c00bb4e3ab85432b67bbf908466f966230972f749aca1cee5669","schema_version":"1.0","event_id":"sha256:cc4700ae32d2c00bb4e3ab85432b67bbf908466f966230972f749aca1cee5669"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U24MI4Y4NV52Q3XG5OYGFMEDQB/bundle.json","state_url":"https://pith.science/pith/U24MI4Y4NV52Q3XG5OYGFMEDQB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U24MI4Y4NV52Q3XG5OYGFMEDQB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T11:53:25Z","links":{"resolver":"https://pith.science/pith/U24MI4Y4NV52Q3XG5OYGFMEDQB","bundle":"https://pith.science/pith/U24MI4Y4NV52Q3XG5OYGFMEDQB/bundle.json","state":"https://pith.science/pith/U24MI4Y4NV52Q3XG5OYGFMEDQB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U24MI4Y4NV52Q3XG5OYGFMEDQB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:U24MI4Y4NV52Q3XG5OYGFMEDQB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"147b06a3e05b0b8b528c11adc82343f6f32195f1722b9fe267ad2934e9d0ff23","cross_cats_sorted":["cs.AI","cs.LG","cs.LO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-05T15:33:00Z","title_canon_sha256":"f8d80571b5166576050c99b18ec306a0c042e9801906d332a7dfe0f0627bca93"},"schema_version":"1.0","source":{"id":"2502.03275","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.03275","created_at":"2026-07-05T12:02:40Z"},{"alias_kind":"arxiv_version","alias_value":"2502.03275v2","created_at":"2026-07-05T12:02:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.03275","created_at":"2026-07-05T12:02:40Z"},{"alias_kind":"pith_short_12","alias_value":"U24MI4Y4NV52","created_at":"2026-07-05T12:02:40Z"},{"alias_kind":"pith_short_16","alias_value":"U24MI4Y4NV52Q3XG","created_at":"2026-07-05T12:02:40Z"},{"alias_kind":"pith_short_8","alias_value":"U24MI4Y4","created_at":"2026-07-05T12:02:40Z"}],"graph_snapshots":[{"event_id":"sha256:cc4700ae32d2c00bb4e3ab85432b67bbf908466f966230972f749aca1cee5669","target":"graph","created_at":"2026-07-05T12:02:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.03275/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) excel at reasoning and planning when trained on chainof-thought (CoT) data, where the step-by-step thought process is explicitly outlined by text tokens. However, this results in lengthy inputs where many words support textual coherence rather than core reasoning information, and processing these inputs consumes substantial computation resources. In this work, we propose a hybrid representation of the reasoning process, where we partially abstract away the initial reasoning steps using latent discrete tokens generated by VQ-VAE, significantly reducing the length of","authors_text":"DiJia Su, Hanlin Zhu, Jiantao Jiao, Qinqing Zheng, Yingchen Xu, Yuandong Tian","cross_cats":["cs.AI","cs.LG","cs.LO"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-05T15:33:00Z","title":"Token Assorted: Mixing Latent and Text Tokens for Improved Language Model Reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.03275","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ce084547faad823468b6758c7c7c025b60a41a05f0c73ec217c844fe211384a1","target":"record","created_at":"2026-07-05T12:02:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"147b06a3e05b0b8b528c11adc82343f6f32195f1722b9fe267ad2934e9d0ff23","cross_cats_sorted":["cs.AI","cs.LG","cs.LO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-05T15:33:00Z","title_canon_sha256":"f8d80571b5166576050c99b18ec306a0c042e9801906d332a7dfe0f0627bca93"},"schema_version":"1.0","source":{"id":"2502.03275","kind":"arxiv","version":2}},"canonical_sha256":"a6b8c4731c6d7ba86ee6ebb062b083805ce332cf689723a080101d0878696c3b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a6b8c4731c6d7ba86ee6ebb062b083805ce332cf689723a080101d0878696c3b","first_computed_at":"2026-07-05T12:02:40.259697Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:02:40.259697Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6HEXfcENlRkfKG0p+hOiaKzIo/jh4AGYe8mI+stsAsYi0HPqDgIqPfqi43XipL2ia8trfBXx4j2H0oUbwCPHAg==","signature_status":"signed_v1","signed_at":"2026-07-05T12:02:40.260193Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.03275","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ce084547faad823468b6758c7c7c025b60a41a05f0c73ec217c844fe211384a1","sha256:cc4700ae32d2c00bb4e3ab85432b67bbf908466f966230972f749aca1cee5669"],"state_sha256":"d90b5ad0a90a0e08590997921827c5a798a6fa5779c8bf5fcc8445e7dea87efa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gOe8P6SJY1l7NoHsSDYgXmrA2X4FG8sWi+64TqoFKA9wYCjgBG2rTl7X+M9C0r7s/jONI2yc0gpgtD/JKhA+Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T11:53:25.835218Z","bundle_sha256":"5680c56205f3528eae15ec30881a9a66644b7de8d8916b25b8aa0e97508426f6"}}