{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:JHQFYSHR5RPUUZSGWELXTLQCTE","short_pith_number":"pith:JHQFYSHR","canonical_record":{"source":{"id":"2506.00307","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-30T23:32:57Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"023d6b0290ef96fb9bfb1c63c4ee54c1bf0ef0601679cfb2c41f7153c5be2a3a","abstract_canon_sha256":"a8d13a10b98d4db2ab974b98ac274f7ac1d3f519280d1660d2bc6f6b502387fb"},"schema_version":"1.0"},"canonical_sha256":"49e05c48f1ec5f4a6646b11779ae02992bdc27aebfd956ca33236e40b135dd56","source":{"kind":"arxiv","id":"2506.00307","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.00307","created_at":"2026-07-05T11:56:57Z"},{"alias_kind":"arxiv_version","alias_value":"2506.00307v2","created_at":"2026-07-05T11:56:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.00307","created_at":"2026-07-05T11:56:57Z"},{"alias_kind":"pith_short_12","alias_value":"JHQFYSHR5RPU","created_at":"2026-07-05T11:56:57Z"},{"alias_kind":"pith_short_16","alias_value":"JHQFYSHR5RPUUZSG","created_at":"2026-07-05T11:56:57Z"},{"alias_kind":"pith_short_8","alias_value":"JHQFYSHR","created_at":"2026-07-05T11:56:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:JHQFYSHR5RPUUZSGWELXTLQCTE","target":"record","payload":{"canonical_record":{"source":{"id":"2506.00307","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-30T23:32:57Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"023d6b0290ef96fb9bfb1c63c4ee54c1bf0ef0601679cfb2c41f7153c5be2a3a","abstract_canon_sha256":"a8d13a10b98d4db2ab974b98ac274f7ac1d3f519280d1660d2bc6f6b502387fb"},"schema_version":"1.0"},"canonical_sha256":"49e05c48f1ec5f4a6646b11779ae02992bdc27aebfd956ca33236e40b135dd56","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:56:57.760865Z","signature_b64":"fHeFQk/bG+WUlZVd462N4UtB02VW4kL2mFkBNYkHWVvaX4ZYWIAphXsUDvXox4Qjr6HJf2IttRM0yL/xGOU/Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"49e05c48f1ec5f4a6646b11779ae02992bdc27aebfd956ca33236e40b135dd56","last_reissued_at":"2026-07-05T11:56:57.760365Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:56:57.760365Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.00307","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:56:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RgS3L5PeOKOxzEuYER+yjCVN52bshMvi9foNMwIU4DkkoctqZKE57CMuzlP7wR84VHV+z0T0ezCyw54pp7jvAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T08:39:17.554125Z"},"content_sha256":"1b02dd711b5eb8cdd50ad6b76f74db9ed67df6b1e9dd02d3034d0b54f7fd5347","schema_version":"1.0","event_id":"sha256:1b02dd711b5eb8cdd50ad6b76f74db9ed67df6b1e9dd02d3034d0b54f7fd5347"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:JHQFYSHR5RPUUZSGWELXTLQCTE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Lossless Token Sequence Compression via Meta-Tokens","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Anoop Deoras, Hao Ding, Hao Wang, John Harvill, Luke Huan, Yizhou Sun, Ziwei Fan","submitted_at":"2025-05-30T23:32:57Z","abstract_excerpt":"Existing work on prompt compression for Large Language Models (LLM) focuses on lossy methods that try to maximize the retention of semantic information that is relevant to downstream tasks while significantly reducing the sequence length. In this paper, we introduce a task-agnostic lossless compression technique similar to LZ77 that makes it possible to reduce the input token sequence length on average by 27\\% and 18\\% for the two evaluation tasks explored here. Given that we use transformer-based LLMs, this equates to 47\\% and 33\\% less encoding computation, respectively, due to the quadratic"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.00307","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.00307/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:56:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xou6kPPsiNMxjHhEXyIW4O91EQkF3NFjyJnByG+ZIGjMafVvETv8INLfY/H5vqcPJC9HmzhM4iGRIhqqmhvaDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T08:39:17.554470Z"},"content_sha256":"54cf6b7ab8119fe67ae0373da720b1eba154208880280a39d0be49a91eeb5da0","schema_version":"1.0","event_id":"sha256:54cf6b7ab8119fe67ae0373da720b1eba154208880280a39d0be49a91eeb5da0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JHQFYSHR5RPUUZSGWELXTLQCTE/bundle.json","state_url":"https://pith.science/pith/JHQFYSHR5RPUUZSGWELXTLQCTE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JHQFYSHR5RPUUZSGWELXTLQCTE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T08:39:17Z","links":{"resolver":"https://pith.science/pith/JHQFYSHR5RPUUZSGWELXTLQCTE","bundle":"https://pith.science/pith/JHQFYSHR5RPUUZSGWELXTLQCTE/bundle.json","state":"https://pith.science/pith/JHQFYSHR5RPUUZSGWELXTLQCTE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JHQFYSHR5RPUUZSGWELXTLQCTE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:JHQFYSHR5RPUUZSGWELXTLQCTE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a8d13a10b98d4db2ab974b98ac274f7ac1d3f519280d1660d2bc6f6b502387fb","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-30T23:32:57Z","title_canon_sha256":"023d6b0290ef96fb9bfb1c63c4ee54c1bf0ef0601679cfb2c41f7153c5be2a3a"},"schema_version":"1.0","source":{"id":"2506.00307","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.00307","created_at":"2026-07-05T11:56:57Z"},{"alias_kind":"arxiv_version","alias_value":"2506.00307v2","created_at":"2026-07-05T11:56:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.00307","created_at":"2026-07-05T11:56:57Z"},{"alias_kind":"pith_short_12","alias_value":"JHQFYSHR5RPU","created_at":"2026-07-05T11:56:57Z"},{"alias_kind":"pith_short_16","alias_value":"JHQFYSHR5RPUUZSG","created_at":"2026-07-05T11:56:57Z"},{"alias_kind":"pith_short_8","alias_value":"JHQFYSHR","created_at":"2026-07-05T11:56:57Z"}],"graph_snapshots":[{"event_id":"sha256:54cf6b7ab8119fe67ae0373da720b1eba154208880280a39d0be49a91eeb5da0","target":"graph","created_at":"2026-07-05T11:56:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.00307/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing work on prompt compression for Large Language Models (LLM) focuses on lossy methods that try to maximize the retention of semantic information that is relevant to downstream tasks while significantly reducing the sequence length. In this paper, we introduce a task-agnostic lossless compression technique similar to LZ77 that makes it possible to reduce the input token sequence length on average by 27\\% and 18\\% for the two evaluation tasks explored here. Given that we use transformer-based LLMs, this equates to 47\\% and 33\\% less encoding computation, respectively, due to the quadratic","authors_text":"Anoop Deoras, Hao Ding, Hao Wang, John Harvill, Luke Huan, Yizhou Sun, Ziwei Fan","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-30T23:32:57Z","title":"Lossless Token Sequence Compression via Meta-Tokens"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.00307","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1b02dd711b5eb8cdd50ad6b76f74db9ed67df6b1e9dd02d3034d0b54f7fd5347","target":"record","created_at":"2026-07-05T11:56:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a8d13a10b98d4db2ab974b98ac274f7ac1d3f519280d1660d2bc6f6b502387fb","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-30T23:32:57Z","title_canon_sha256":"023d6b0290ef96fb9bfb1c63c4ee54c1bf0ef0601679cfb2c41f7153c5be2a3a"},"schema_version":"1.0","source":{"id":"2506.00307","kind":"arxiv","version":2}},"canonical_sha256":"49e05c48f1ec5f4a6646b11779ae02992bdc27aebfd956ca33236e40b135dd56","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"49e05c48f1ec5f4a6646b11779ae02992bdc27aebfd956ca33236e40b135dd56","first_computed_at":"2026-07-05T11:56:57.760365Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:56:57.760365Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fHeFQk/bG+WUlZVd462N4UtB02VW4kL2mFkBNYkHWVvaX4ZYWIAphXsUDvXox4Qjr6HJf2IttRM0yL/xGOU/Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T11:56:57.760865Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.00307","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1b02dd711b5eb8cdd50ad6b76f74db9ed67df6b1e9dd02d3034d0b54f7fd5347","sha256:54cf6b7ab8119fe67ae0373da720b1eba154208880280a39d0be49a91eeb5da0"],"state_sha256":"d1569ff7409120dc2fea9e16b770ec33de54ce2037bc5b1e7b6749836f8c62d3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WxjvJ3t9UpPxeaeRQWKK14NLVu4pDyyNxzErpVRW69Jxdel05xYvJRo7eDVIfmH/VNCCR1tix2oS1S5mBdPYDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T08:39:17.558549Z","bundle_sha256":"93ca2668a1e8ab8ec5fc41b28902c8ec3d93f37bad27496211ace94e541e18b3"}}