{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5LTK4BL3XNWEMHHYS4LRD2PXSR","short_pith_number":"pith:5LTK4BL3","canonical_record":{"source":{"id":"2402.00861","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-01T18:56:18Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fcbbec2ebc7f937dfce6cd28d4f048df6195f5a5b551c0c6cbca160855bf8913","abstract_canon_sha256":"b9bcbcdae08c3c61bbd2df5de11715af35c8bcf35ffea0d323d23c4c5b6a0edf"},"schema_version":"1.0"},"canonical_sha256":"eae6ae057bbb6c461cf8971711e9f79464165acfd2a0dd3b4ff28e89dc87ae04","source":{"kind":"arxiv","id":"2402.00861","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.00861","created_at":"2026-07-05T07:41:03Z"},{"alias_kind":"arxiv_version","alias_value":"2402.00861v2","created_at":"2026-07-05T07:41:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.00861","created_at":"2026-07-05T07:41:03Z"},{"alias_kind":"pith_short_12","alias_value":"5LTK4BL3XNWE","created_at":"2026-07-05T07:41:03Z"},{"alias_kind":"pith_short_16","alias_value":"5LTK4BL3XNWEMHHY","created_at":"2026-07-05T07:41:03Z"},{"alias_kind":"pith_short_8","alias_value":"5LTK4BL3","created_at":"2026-07-05T07:41:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5LTK4BL3XNWEMHHYS4LRD2PXSR","target":"record","payload":{"canonical_record":{"source":{"id":"2402.00861","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-01T18:56:18Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fcbbec2ebc7f937dfce6cd28d4f048df6195f5a5b551c0c6cbca160855bf8913","abstract_canon_sha256":"b9bcbcdae08c3c61bbd2df5de11715af35c8bcf35ffea0d323d23c4c5b6a0edf"},"schema_version":"1.0"},"canonical_sha256":"eae6ae057bbb6c461cf8971711e9f79464165acfd2a0dd3b4ff28e89dc87ae04","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:41:03.977395Z","signature_b64":"zr7nOnXiIGp8ReVEn0K6n74v9OshBKrt5YkHIYIbu44FHZsqzWJ3MFsiVkrFGXLBNX9qspuCPrSdwD7HTRG5CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eae6ae057bbb6c461cf8971711e9f79464165acfd2a0dd3b4ff28e89dc87ae04","last_reissued_at":"2026-07-05T07:41:03.976964Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:41:03.976964Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.00861","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HPIxeI6nV/51ZNX+V51qxH/gW4XKBlpH2NnfrzufcCH+d3RSxVmASpPiKP4Z82gyUyooDZslVtE3qOv4gjyMBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T05:26:46.571609Z"},"content_sha256":"4feac50b971547e535adf8e03250b24eeaea8acd7f850be56f1697c9bebb743a","schema_version":"1.0","event_id":"sha256:4feac50b971547e535adf8e03250b24eeaea8acd7f850be56f1697c9bebb743a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5LTK4BL3XNWEMHHYS4LRD2PXSR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Large Language Models for Generalization and Robustness via Data Compression","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chenghua Lin, Frank Guerin, Yucheng Li, Yunhao Guo","submitted_at":"2024-02-01T18:56:18Z","abstract_excerpt":"Existing methods for evaluating large language models face challenges such as data contamination, sensitivity to prompts, and the high cost of benchmark creation. To address this, we propose a lossless data compression based evaluation approach that tests how models' predictive abilities generalize after their training cutoff. Specifically, we collect comprehensive test data spanning 83 months from 2017 to 2023 and split the data into training and testing periods according to models' training data cutoff. We measure: 1) the compression performance on the testing period as a measure of generali"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.00861","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.00861/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3H6+Up5YwhED1nR+9ah2jsdqpy+5k7ssjJVry1XuoOwKsSMGZtIbE/ro5KcDuuKOYn6hRxS1n9ZcglsNRka7Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T05:26:46.572438Z"},"content_sha256":"6d563053880b9b22093b0c418b8153a189f645539704bb6353e1e49c61d2520c","schema_version":"1.0","event_id":"sha256:6d563053880b9b22093b0c418b8153a189f645539704bb6353e1e49c61d2520c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5LTK4BL3XNWEMHHYS4LRD2PXSR/bundle.json","state_url":"https://pith.science/pith/5LTK4BL3XNWEMHHYS4LRD2PXSR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5LTK4BL3XNWEMHHYS4LRD2PXSR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T05:26:46Z","links":{"resolver":"https://pith.science/pith/5LTK4BL3XNWEMHHYS4LRD2PXSR","bundle":"https://pith.science/pith/5LTK4BL3XNWEMHHYS4LRD2PXSR/bundle.json","state":"https://pith.science/pith/5LTK4BL3XNWEMHHYS4LRD2PXSR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5LTK4BL3XNWEMHHYS4LRD2PXSR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5LTK4BL3XNWEMHHYS4LRD2PXSR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b9bcbcdae08c3c61bbd2df5de11715af35c8bcf35ffea0d323d23c4c5b6a0edf","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-01T18:56:18Z","title_canon_sha256":"fcbbec2ebc7f937dfce6cd28d4f048df6195f5a5b551c0c6cbca160855bf8913"},"schema_version":"1.0","source":{"id":"2402.00861","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.00861","created_at":"2026-07-05T07:41:03Z"},{"alias_kind":"arxiv_version","alias_value":"2402.00861v2","created_at":"2026-07-05T07:41:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.00861","created_at":"2026-07-05T07:41:03Z"},{"alias_kind":"pith_short_12","alias_value":"5LTK4BL3XNWE","created_at":"2026-07-05T07:41:03Z"},{"alias_kind":"pith_short_16","alias_value":"5LTK4BL3XNWEMHHY","created_at":"2026-07-05T07:41:03Z"},{"alias_kind":"pith_short_8","alias_value":"5LTK4BL3","created_at":"2026-07-05T07:41:03Z"}],"graph_snapshots":[{"event_id":"sha256:6d563053880b9b22093b0c418b8153a189f645539704bb6353e1e49c61d2520c","target":"graph","created_at":"2026-07-05T07:41:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.00861/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing methods for evaluating large language models face challenges such as data contamination, sensitivity to prompts, and the high cost of benchmark creation. To address this, we propose a lossless data compression based evaluation approach that tests how models' predictive abilities generalize after their training cutoff. Specifically, we collect comprehensive test data spanning 83 months from 2017 to 2023 and split the data into training and testing periods according to models' training data cutoff. We measure: 1) the compression performance on the testing period as a measure of generali","authors_text":"Chenghua Lin, Frank Guerin, Yucheng Li, Yunhao Guo","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-01T18:56:18Z","title":"Evaluating Large Language Models for Generalization and Robustness via Data Compression"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.00861","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4feac50b971547e535adf8e03250b24eeaea8acd7f850be56f1697c9bebb743a","target":"record","created_at":"2026-07-05T07:41:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b9bcbcdae08c3c61bbd2df5de11715af35c8bcf35ffea0d323d23c4c5b6a0edf","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-01T18:56:18Z","title_canon_sha256":"fcbbec2ebc7f937dfce6cd28d4f048df6195f5a5b551c0c6cbca160855bf8913"},"schema_version":"1.0","source":{"id":"2402.00861","kind":"arxiv","version":2}},"canonical_sha256":"eae6ae057bbb6c461cf8971711e9f79464165acfd2a0dd3b4ff28e89dc87ae04","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eae6ae057bbb6c461cf8971711e9f79464165acfd2a0dd3b4ff28e89dc87ae04","first_computed_at":"2026-07-05T07:41:03.976964Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:41:03.976964Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zr7nOnXiIGp8ReVEn0K6n74v9OshBKrt5YkHIYIbu44FHZsqzWJ3MFsiVkrFGXLBNX9qspuCPrSdwD7HTRG5CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:41:03.977395Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.00861","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4feac50b971547e535adf8e03250b24eeaea8acd7f850be56f1697c9bebb743a","sha256:6d563053880b9b22093b0c418b8153a189f645539704bb6353e1e49c61d2520c"],"state_sha256":"5d616337d0af8b96f874ec7eda770fd9c3e22d40794c76e0b84a5f263747bf37"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SYMHLA38xTM464GcFqIf0OpCLwOKHGnqCVWnhT1U1Bo8l7DdrTy50qSUNLljLekXgfN4xU7ROzrTuaHPqjymDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T05:26:46.638767Z","bundle_sha256":"70d024260962b3f58a3bed643435299c4741bcbec2b972f0754da8f842e27703"}}