{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:JPKZLI77CVLTF4AQQNBUYTDZOP","short_pith_number":"pith:JPKZLI77","canonical_record":{"source":{"id":"2507.14423","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-19T00:48:20Z","cross_cats_sorted":[],"title_canon_sha256":"bcfc93c17da8726f0238f2a65c8887376e26509a80eebdd7056030fd9fe10e95","abstract_canon_sha256":"a5b5e05ec559b65e0257bfe2dac7c5e1e7c03f1c9119821094833b153ca1752e"},"schema_version":"1.0"},"canonical_sha256":"4bd595a3ff155732f01083434c4c7973fdc6d98642ae87837df242dfea0e5675","source":{"kind":"arxiv","id":"2507.14423","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.14423","created_at":"2026-07-05T11:40:06Z"},{"alias_kind":"arxiv_version","alias_value":"2507.14423v1","created_at":"2026-07-05T11:40:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.14423","created_at":"2026-07-05T11:40:06Z"},{"alias_kind":"pith_short_12","alias_value":"JPKZLI77CVLT","created_at":"2026-07-05T11:40:06Z"},{"alias_kind":"pith_short_16","alias_value":"JPKZLI77CVLTF4AQ","created_at":"2026-07-05T11:40:06Z"},{"alias_kind":"pith_short_8","alias_value":"JPKZLI77","created_at":"2026-07-05T11:40:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:JPKZLI77CVLTF4AQQNBUYTDZOP","target":"record","payload":{"canonical_record":{"source":{"id":"2507.14423","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-19T00:48:20Z","cross_cats_sorted":[],"title_canon_sha256":"bcfc93c17da8726f0238f2a65c8887376e26509a80eebdd7056030fd9fe10e95","abstract_canon_sha256":"a5b5e05ec559b65e0257bfe2dac7c5e1e7c03f1c9119821094833b153ca1752e"},"schema_version":"1.0"},"canonical_sha256":"4bd595a3ff155732f01083434c4c7973fdc6d98642ae87837df242dfea0e5675","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:40:06.278949Z","signature_b64":"CWFLySvzC6Zovz2HfIsx2tbJGRcsk8j2+AADiq9OocOWjP4y53Szqq6FMCJis2jj26w6GRXPWgAPM6dZSnuYBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4bd595a3ff155732f01083434c4c7973fdc6d98642ae87837df242dfea0e5675","last_reissued_at":"2026-07-05T11:40:06.278488Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:40:06.278488Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.14423","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:40:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U6za3ZejZg68h3qsxr47vuVFyNq0Eh4Jhko+XH6wErSiPQZbJSQCtrf7OdsoRuLpp+0iUgS99WPi8RHznOaNBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:40:00.504294Z"},"content_sha256":"fd659f908104ab8b9bc957444745b53d7f20ea9d954ba348d23a26227374463d","schema_version":"1.0","event_id":"sha256:fd659f908104ab8b9bc957444745b53d7f20ea9d954ba348d23a26227374463d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:JPKZLI77CVLTF4AQQNBUYTDZOP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Effect of Token Merging on Pre-trained Models for Code","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Ahmed E. Hassan, Hao Li, Mootez Saad, Tushar Sharma","submitted_at":"2025-07-19T00:48:20Z","abstract_excerpt":"Tokenization is a fundamental component of language models for code. It involves breaking down the input into units that are later passed to the language model stack to learn high-dimensional representations used in various contexts, from classification to generation. However, the output of these tokenizers is often longer than that traditionally used in compilers and interpreters. This could result in undesirable effects, such as increased computational overhead. In this work, we investigate the effect of merging the hidden representations of subtokens that belong to the same semantic unit, s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.14423","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.14423/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:40:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DMOtX8xOELx/FQhxteH5+uHvc09b+hZfWUZZlJQAMXbxMtKHFzrpHRKnJ5I3nXy4OG1BDrT1DcwYd4fLQ4rHAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:40:00.504890Z"},"content_sha256":"ab4edeb643b12953e1e6a7628b72fea49fda6f41f29e23789f043840ce05c8b4","schema_version":"1.0","event_id":"sha256:ab4edeb643b12953e1e6a7628b72fea49fda6f41f29e23789f043840ce05c8b4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JPKZLI77CVLTF4AQQNBUYTDZOP/bundle.json","state_url":"https://pith.science/pith/JPKZLI77CVLTF4AQQNBUYTDZOP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JPKZLI77CVLTF4AQQNBUYTDZOP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T18:40:00Z","links":{"resolver":"https://pith.science/pith/JPKZLI77CVLTF4AQQNBUYTDZOP","bundle":"https://pith.science/pith/JPKZLI77CVLTF4AQQNBUYTDZOP/bundle.json","state":"https://pith.science/pith/JPKZLI77CVLTF4AQQNBUYTDZOP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JPKZLI77CVLTF4AQQNBUYTDZOP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:JPKZLI77CVLTF4AQQNBUYTDZOP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a5b5e05ec559b65e0257bfe2dac7c5e1e7c03f1c9119821094833b153ca1752e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-19T00:48:20Z","title_canon_sha256":"bcfc93c17da8726f0238f2a65c8887376e26509a80eebdd7056030fd9fe10e95"},"schema_version":"1.0","source":{"id":"2507.14423","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.14423","created_at":"2026-07-05T11:40:06Z"},{"alias_kind":"arxiv_version","alias_value":"2507.14423v1","created_at":"2026-07-05T11:40:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.14423","created_at":"2026-07-05T11:40:06Z"},{"alias_kind":"pith_short_12","alias_value":"JPKZLI77CVLT","created_at":"2026-07-05T11:40:06Z"},{"alias_kind":"pith_short_16","alias_value":"JPKZLI77CVLTF4AQ","created_at":"2026-07-05T11:40:06Z"},{"alias_kind":"pith_short_8","alias_value":"JPKZLI77","created_at":"2026-07-05T11:40:06Z"}],"graph_snapshots":[{"event_id":"sha256:ab4edeb643b12953e1e6a7628b72fea49fda6f41f29e23789f043840ce05c8b4","target":"graph","created_at":"2026-07-05T11:40:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.14423/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Tokenization is a fundamental component of language models for code. It involves breaking down the input into units that are later passed to the language model stack to learn high-dimensional representations used in various contexts, from classification to generation. However, the output of these tokenizers is often longer than that traditionally used in compilers and interpreters. This could result in undesirable effects, such as increased computational overhead. In this work, we investigate the effect of merging the hidden representations of subtokens that belong to the same semantic unit, s","authors_text":"Ahmed E. Hassan, Hao Li, Mootez Saad, Tushar Sharma","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-19T00:48:20Z","title":"On the Effect of Token Merging on Pre-trained Models for Code"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.14423","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fd659f908104ab8b9bc957444745b53d7f20ea9d954ba348d23a26227374463d","target":"record","created_at":"2026-07-05T11:40:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a5b5e05ec559b65e0257bfe2dac7c5e1e7c03f1c9119821094833b153ca1752e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-19T00:48:20Z","title_canon_sha256":"bcfc93c17da8726f0238f2a65c8887376e26509a80eebdd7056030fd9fe10e95"},"schema_version":"1.0","source":{"id":"2507.14423","kind":"arxiv","version":1}},"canonical_sha256":"4bd595a3ff155732f01083434c4c7973fdc6d98642ae87837df242dfea0e5675","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4bd595a3ff155732f01083434c4c7973fdc6d98642ae87837df242dfea0e5675","first_computed_at":"2026-07-05T11:40:06.278488Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:40:06.278488Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CWFLySvzC6Zovz2HfIsx2tbJGRcsk8j2+AADiq9OocOWjP4y53Szqq6FMCJis2jj26w6GRXPWgAPM6dZSnuYBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:40:06.278949Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.14423","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fd659f908104ab8b9bc957444745b53d7f20ea9d954ba348d23a26227374463d","sha256:ab4edeb643b12953e1e6a7628b72fea49fda6f41f29e23789f043840ce05c8b4"],"state_sha256":"7962d9124125b786877d658bb3388d8740c5a70420bdb5cf6c177ca5a6809017"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jNPZiWoQdSnGY7AZFV74E1H+J6amYFATIINS5wS1JDeOSym4s6fdk5TRxhkL3F9zR7XQhamrv8+9JOkwZbMKDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T18:40:00.510298Z","bundle_sha256":"e2eb4f50401f41f96e8c7c26566320c541554acf5731ea069d67b0c524db988e"}}