{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HXDJYSWX4G444MKU6BKHXO4BUC","short_pith_number":"pith:HXDJYSWX","canonical_record":{"source":{"id":"2311.01544","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T18:55:53Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c00607e391998a2636edeeee15b6b80bffbd5654d15af7b04675aad25e0263da","abstract_canon_sha256":"ee63517c756bd7691ea117e6969a344875d17512557cd29f922d8989a30f452b"},"schema_version":"1.0"},"canonical_sha256":"3dc69c4ad7e1b9ce3154f0547bbb81a0ba2f2d0c4ba63fd2dc6dc1d9ea6efa10","source":{"kind":"arxiv","id":"2311.01544","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.01544","created_at":"2026-07-05T08:03:45Z"},{"alias_kind":"arxiv_version","alias_value":"2311.01544v3","created_at":"2026-07-05T08:03:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.01544","created_at":"2026-07-05T08:03:45Z"},{"alias_kind":"pith_short_12","alias_value":"HXDJYSWX4G44","created_at":"2026-07-05T08:03:45Z"},{"alias_kind":"pith_short_16","alias_value":"HXDJYSWX4G444MKU","created_at":"2026-07-05T08:03:45Z"},{"alias_kind":"pith_short_8","alias_value":"HXDJYSWX","created_at":"2026-07-05T08:03:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HXDJYSWX4G444MKU6BKHXO4BUC","target":"record","payload":{"canonical_record":{"source":{"id":"2311.01544","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T18:55:53Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c00607e391998a2636edeeee15b6b80bffbd5654d15af7b04675aad25e0263da","abstract_canon_sha256":"ee63517c756bd7691ea117e6969a344875d17512557cd29f922d8989a30f452b"},"schema_version":"1.0"},"canonical_sha256":"3dc69c4ad7e1b9ce3154f0547bbb81a0ba2f2d0c4ba63fd2dc6dc1d9ea6efa10","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:03:45.412754Z","signature_b64":"b0Nu8bLjp/c6NFi2bNIVPdQeHMuNZu9NANbiwyqWLh/hqPJ+edTT1knhBMiNwLARAfXwDdwCkrjq7okGgBFHCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3dc69c4ad7e1b9ce3154f0547bbb81a0ba2f2d0c4ba63fd2dc6dc1d9ea6efa10","last_reissued_at":"2026-07-05T08:03:45.412304Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:03:45.412304Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.01544","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:03:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xwe6SQLT7eqrk0KuR8Z55YVq+PuWJ3JeMFxIRCEf0f2Bzmof1Z8+oDxhYzNAWr2oAXm610QuB4gTSwWdmWYBDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T11:04:13.991689Z"},"content_sha256":"4bf063e17806f82f772cf84c8975d5d3e300a24ba34d7287afd6770e239979f7","schema_version":"1.0","event_id":"sha256:4bf063e17806f82f772cf84c8975d5d3e300a24ba34d7287afd6770e239979f7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HXDJYSWX4G444MKU6BKHXO4BUC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Divergent Token Metrics: Measuring degradation to prune away LLM components -- and optimize quantization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Bj\\\"orn Deiseroth, Constantin Eichenberg, Kristian Kersting, Matthias A{\\ss}enmacher, Max Meuer, Nikolas Gritsch, Patrick Schramowski","submitted_at":"2023-11-02T18:55:53Z","abstract_excerpt":"Large Language Models (LLMs) have reshaped natural language processing with their impressive capabilities. However, their ever-increasing size has raised concerns about their effective deployment and the need for LLM compression. This study introduces the Divergent Token Metrics (DTMs), a novel approach to assessing compressed LLMs, addressing the limitations of traditional perplexity or accuracy measures that fail to accurately reflect text generation quality. DTMs measure token divergences that allow deeper insights into the subtleties of model compression, in particular, when evaluating com"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.01544","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.01544/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:03:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qCSw3OuBjjsbBfVGg5akpnEApPnXU5OrQM/zM3fIi6JhPsTX00XXiTlOh9joFCgg9HtRcponkxjj0FDO9QYOCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T11:04:13.992210Z"},"content_sha256":"6eb53f2cb67959f6828379df5d43d938fdd692252cae684c48da6a37fa292a00","schema_version":"1.0","event_id":"sha256:6eb53f2cb67959f6828379df5d43d938fdd692252cae684c48da6a37fa292a00"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HXDJYSWX4G444MKU6BKHXO4BUC/bundle.json","state_url":"https://pith.science/pith/HXDJYSWX4G444MKU6BKHXO4BUC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HXDJYSWX4G444MKU6BKHXO4BUC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T11:04:13Z","links":{"resolver":"https://pith.science/pith/HXDJYSWX4G444MKU6BKHXO4BUC","bundle":"https://pith.science/pith/HXDJYSWX4G444MKU6BKHXO4BUC/bundle.json","state":"https://pith.science/pith/HXDJYSWX4G444MKU6BKHXO4BUC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HXDJYSWX4G444MKU6BKHXO4BUC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HXDJYSWX4G444MKU6BKHXO4BUC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ee63517c756bd7691ea117e6969a344875d17512557cd29f922d8989a30f452b","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T18:55:53Z","title_canon_sha256":"c00607e391998a2636edeeee15b6b80bffbd5654d15af7b04675aad25e0263da"},"schema_version":"1.0","source":{"id":"2311.01544","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.01544","created_at":"2026-07-05T08:03:45Z"},{"alias_kind":"arxiv_version","alias_value":"2311.01544v3","created_at":"2026-07-05T08:03:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.01544","created_at":"2026-07-05T08:03:45Z"},{"alias_kind":"pith_short_12","alias_value":"HXDJYSWX4G44","created_at":"2026-07-05T08:03:45Z"},{"alias_kind":"pith_short_16","alias_value":"HXDJYSWX4G444MKU","created_at":"2026-07-05T08:03:45Z"},{"alias_kind":"pith_short_8","alias_value":"HXDJYSWX","created_at":"2026-07-05T08:03:45Z"}],"graph_snapshots":[{"event_id":"sha256:6eb53f2cb67959f6828379df5d43d938fdd692252cae684c48da6a37fa292a00","target":"graph","created_at":"2026-07-05T08:03:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.01544/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have reshaped natural language processing with their impressive capabilities. However, their ever-increasing size has raised concerns about their effective deployment and the need for LLM compression. This study introduces the Divergent Token Metrics (DTMs), a novel approach to assessing compressed LLMs, addressing the limitations of traditional perplexity or accuracy measures that fail to accurately reflect text generation quality. DTMs measure token divergences that allow deeper insights into the subtleties of model compression, in particular, when evaluating com","authors_text":"Bj\\\"orn Deiseroth, Constantin Eichenberg, Kristian Kersting, Matthias A{\\ss}enmacher, Max Meuer, Nikolas Gritsch, Patrick Schramowski","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T18:55:53Z","title":"Divergent Token Metrics: Measuring degradation to prune away LLM components -- and optimize quantization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.01544","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4bf063e17806f82f772cf84c8975d5d3e300a24ba34d7287afd6770e239979f7","target":"record","created_at":"2026-07-05T08:03:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ee63517c756bd7691ea117e6969a344875d17512557cd29f922d8989a30f452b","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T18:55:53Z","title_canon_sha256":"c00607e391998a2636edeeee15b6b80bffbd5654d15af7b04675aad25e0263da"},"schema_version":"1.0","source":{"id":"2311.01544","kind":"arxiv","version":3}},"canonical_sha256":"3dc69c4ad7e1b9ce3154f0547bbb81a0ba2f2d0c4ba63fd2dc6dc1d9ea6efa10","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3dc69c4ad7e1b9ce3154f0547bbb81a0ba2f2d0c4ba63fd2dc6dc1d9ea6efa10","first_computed_at":"2026-07-05T08:03:45.412304Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:03:45.412304Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"b0Nu8bLjp/c6NFi2bNIVPdQeHMuNZu9NANbiwyqWLh/hqPJ+edTT1knhBMiNwLARAfXwDdwCkrjq7okGgBFHCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:03:45.412754Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.01544","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4bf063e17806f82f772cf84c8975d5d3e300a24ba34d7287afd6770e239979f7","sha256:6eb53f2cb67959f6828379df5d43d938fdd692252cae684c48da6a37fa292a00"],"state_sha256":"00813835b753e8bb8f4f978eba8d213dfec70583cea8c2dcbf98c37067747bc3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ttaJWLBH2J7/yjbLAcff7lHPWskWVRz4a+aGaIEJTOlDOgsueAPYQ8/TOymWDi6iIVcBS9RoLGSB1yBnT2NADQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T11:04:13.997788Z","bundle_sha256":"96c63820018d726d27cce7fdad6bc147dd00c941c608441177ff447b2ba51860"}}