{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:AW33AWGVGOLS2RV4IIT6JU3NAY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"baf6077b042c4cfd0be6310446167f66b30d88fdedb3eb12f0bbfce26fb47cd0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DS","submitted_at":"2024-11-19T11:59:27Z","title_canon_sha256":"ec84601f12204a126e7dde5f6b51bdc9c340443e2d2f232d9163a77f02c1ec01"},"schema_version":"1.0","source":{"id":"2411.12439","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.12439","created_at":"2026-07-05T10:19:31Z"},{"alias_kind":"arxiv_version","alias_value":"2411.12439v2","created_at":"2026-07-05T10:19:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.12439","created_at":"2026-07-05T10:19:31Z"},{"alias_kind":"pith_short_12","alias_value":"AW33AWGVGOLS","created_at":"2026-07-05T10:19:31Z"},{"alias_kind":"pith_short_16","alias_value":"AW33AWGVGOLS2RV4","created_at":"2026-07-05T10:19:31Z"},{"alias_kind":"pith_short_8","alias_value":"AW33AWGV","created_at":"2026-07-05T10:19:31Z"}],"graph_snapshots":[{"event_id":"sha256:63b674e7fd65b1730d45c3ccce9a03b3eb4683fa066e36cacca74d162b77fdde","target":"graph","created_at":"2026-07-05T10:19:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.12439/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present a highly parallelizable text compression algorithm that scales efficiently to terabyte-sized datasets. Our method builds on locally consistent grammars, a lightweight form of compression, combined with simple recompression techniques to achieve further space reductions. Locally consistent grammar algorithms are particularly suitable for scaling, as they need minimal satellite information to compact the text. We introduce a novel concept to enable parallelisation, stable local consistency. A grammar algorithm ALG is stable, if for any pattern $P$ occurring in a collection $\\mathcal{T","authors_text":"Diego Diaz-Dominguez","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DS","submitted_at":"2024-11-19T11:59:27Z","title":"Efficient terabyte-scale text compression via stable local consistency and parallel grammar processing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.12439","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:870bfa792c3c3556d47c3dab20ed9cb1f95325185c9d5b59f82a2168c2b89686","target":"record","created_at":"2026-07-05T10:19:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"baf6077b042c4cfd0be6310446167f66b30d88fdedb3eb12f0bbfce26fb47cd0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DS","submitted_at":"2024-11-19T11:59:27Z","title_canon_sha256":"ec84601f12204a126e7dde5f6b51bdc9c340443e2d2f232d9163a77f02c1ec01"},"schema_version":"1.0","source":{"id":"2411.12439","kind":"arxiv","version":2}},"canonical_sha256":"05b7b058d533972d46bc4227e4d36d0600f43a8ca7daff896777eb339e8caf8a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"05b7b058d533972d46bc4227e4d36d0600f43a8ca7daff896777eb339e8caf8a","first_computed_at":"2026-07-05T10:19:31.282198Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:19:31.282198Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Q3dIYjG8GVLClul+qpFC3OzbRZK8r5BVsrCY4aausEB0Ue5mQM83qNYRHRNwIWT6ctuv5XIuKZZYGvDB9QIQCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:19:31.282679Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.12439","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:870bfa792c3c3556d47c3dab20ed9cb1f95325185c9d5b59f82a2168c2b89686","sha256:63b674e7fd65b1730d45c3ccce9a03b3eb4683fa066e36cacca74d162b77fdde"],"state_sha256":"234fecff7b20ad1412b94149cc623cb8d62bded4b1cadc488348f0200fc72ecc"}