{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:P5WRTV72UJYWFINNUVULPOB4BS","short_pith_number":"pith:P5WRTV72","canonical_record":{"source":{"id":"2311.00913","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T01:00:46Z","cross_cats_sorted":[],"title_canon_sha256":"8c97af78324ecf09ccd40a59b330865651fdf4d8391afb97faef3136f6aeb1f0","abstract_canon_sha256":"80801590315d3ff187237f9ea3ce3e2ffb3dbb3afaee566a9371e4ec211601f2"},"schema_version":"1.0"},"canonical_sha256":"7f6d19d7faa27162a1ada568b7b83c0ca9692f6eda2fe5da235fe38ef96d4cff","source":{"kind":"arxiv","id":"2311.00913","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.00913","created_at":"2026-07-05T07:08:17Z"},{"alias_kind":"arxiv_version","alias_value":"2311.00913v1","created_at":"2026-07-05T07:08:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.00913","created_at":"2026-07-05T07:08:17Z"},{"alias_kind":"pith_short_12","alias_value":"P5WRTV72UJYW","created_at":"2026-07-05T07:08:17Z"},{"alias_kind":"pith_short_16","alias_value":"P5WRTV72UJYWFINN","created_at":"2026-07-05T07:08:17Z"},{"alias_kind":"pith_short_8","alias_value":"P5WRTV72","created_at":"2026-07-05T07:08:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:P5WRTV72UJYWFINNUVULPOB4BS","target":"record","payload":{"canonical_record":{"source":{"id":"2311.00913","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T01:00:46Z","cross_cats_sorted":[],"title_canon_sha256":"8c97af78324ecf09ccd40a59b330865651fdf4d8391afb97faef3136f6aeb1f0","abstract_canon_sha256":"80801590315d3ff187237f9ea3ce3e2ffb3dbb3afaee566a9371e4ec211601f2"},"schema_version":"1.0"},"canonical_sha256":"7f6d19d7faa27162a1ada568b7b83c0ca9692f6eda2fe5da235fe38ef96d4cff","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:08:17.405402Z","signature_b64":"HHTgMiob1ks4veXToWV2wbOhYooI7SnNAICqPg7ErZqFH8WZ0hzwbDUIppet2nn7/hagRtFMeI/GUaqlI0/sBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7f6d19d7faa27162a1ada568b7b83c0ca9692f6eda2fe5da235fe38ef96d4cff","last_reissued_at":"2026-07-05T07:08:17.404909Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:08:17.404909Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.00913","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:08:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bwbx0v+Cr7PvYL8q//VatT4K+XaIPUepRUaT8XON2tb7ELrvI4fSgy/QOXgQ608845PPZrYfH82hZs56Oo5cDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:14:42.663873Z"},"content_sha256":"f2e831192b330a460a5ed9e3a9e6cfe645337a7c9432cb06feaa45e3be449a34","schema_version":"1.0","event_id":"sha256:f2e831192b330a460a5ed9e3a9e6cfe645337a7c9432cb06feaa45e3be449a34"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:P5WRTV72UJYWFINNUVULPOB4BS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Self-Influence Guided Data Reweighting for Language Model Pre-training","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Megh Thakkar, Partha Talukdar, Sarath Chandar, Shikhar Vashishth, Sriram Ganapathy, Tolga Bolukbasi","submitted_at":"2023-11-02T01:00:46Z","abstract_excerpt":"Language Models (LMs) pre-trained with self-supervision on large text corpora have become the default starting point for developing models for various NLP tasks. Once the pre-training corpus has been assembled, all data samples in the corpus are treated with equal importance during LM pre-training. However, due to varying levels of relevance and quality of data, equal importance to all the data samples may not be the optimal choice. While data reweighting has been explored in the context of task-specific supervised learning and LM fine-tuning, model-driven reweighting for pre-training data has"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.00913","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.00913/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:08:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h/UoQoRllYORGfM1TLS8Nms6TZjf68Xpn9M11gmgseo8smCww9ZwmCQYMThr2ao3tbgB+7LmNWFAV4071kEwDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:14:42.664378Z"},"content_sha256":"eb716d23e4c12c0b236ab18e47109696014e5aa1ad5df31efc456ea7171a07d9","schema_version":"1.0","event_id":"sha256:eb716d23e4c12c0b236ab18e47109696014e5aa1ad5df31efc456ea7171a07d9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/P5WRTV72UJYWFINNUVULPOB4BS/bundle.json","state_url":"https://pith.science/pith/P5WRTV72UJYWFINNUVULPOB4BS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/P5WRTV72UJYWFINNUVULPOB4BS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T10:14:42Z","links":{"resolver":"https://pith.science/pith/P5WRTV72UJYWFINNUVULPOB4BS","bundle":"https://pith.science/pith/P5WRTV72UJYWFINNUVULPOB4BS/bundle.json","state":"https://pith.science/pith/P5WRTV72UJYWFINNUVULPOB4BS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/P5WRTV72UJYWFINNUVULPOB4BS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:P5WRTV72UJYWFINNUVULPOB4BS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"80801590315d3ff187237f9ea3ce3e2ffb3dbb3afaee566a9371e4ec211601f2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T01:00:46Z","title_canon_sha256":"8c97af78324ecf09ccd40a59b330865651fdf4d8391afb97faef3136f6aeb1f0"},"schema_version":"1.0","source":{"id":"2311.00913","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.00913","created_at":"2026-07-05T07:08:17Z"},{"alias_kind":"arxiv_version","alias_value":"2311.00913v1","created_at":"2026-07-05T07:08:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.00913","created_at":"2026-07-05T07:08:17Z"},{"alias_kind":"pith_short_12","alias_value":"P5WRTV72UJYW","created_at":"2026-07-05T07:08:17Z"},{"alias_kind":"pith_short_16","alias_value":"P5WRTV72UJYWFINN","created_at":"2026-07-05T07:08:17Z"},{"alias_kind":"pith_short_8","alias_value":"P5WRTV72","created_at":"2026-07-05T07:08:17Z"}],"graph_snapshots":[{"event_id":"sha256:eb716d23e4c12c0b236ab18e47109696014e5aa1ad5df31efc456ea7171a07d9","target":"graph","created_at":"2026-07-05T07:08:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.00913/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language Models (LMs) pre-trained with self-supervision on large text corpora have become the default starting point for developing models for various NLP tasks. Once the pre-training corpus has been assembled, all data samples in the corpus are treated with equal importance during LM pre-training. However, due to varying levels of relevance and quality of data, equal importance to all the data samples may not be the optimal choice. While data reweighting has been explored in the context of task-specific supervised learning and LM fine-tuning, model-driven reweighting for pre-training data has","authors_text":"Megh Thakkar, Partha Talukdar, Sarath Chandar, Shikhar Vashishth, Sriram Ganapathy, Tolga Bolukbasi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T01:00:46Z","title":"Self-Influence Guided Data Reweighting for Language Model Pre-training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.00913","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f2e831192b330a460a5ed9e3a9e6cfe645337a7c9432cb06feaa45e3be449a34","target":"record","created_at":"2026-07-05T07:08:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"80801590315d3ff187237f9ea3ce3e2ffb3dbb3afaee566a9371e4ec211601f2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T01:00:46Z","title_canon_sha256":"8c97af78324ecf09ccd40a59b330865651fdf4d8391afb97faef3136f6aeb1f0"},"schema_version":"1.0","source":{"id":"2311.00913","kind":"arxiv","version":1}},"canonical_sha256":"7f6d19d7faa27162a1ada568b7b83c0ca9692f6eda2fe5da235fe38ef96d4cff","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7f6d19d7faa27162a1ada568b7b83c0ca9692f6eda2fe5da235fe38ef96d4cff","first_computed_at":"2026-07-05T07:08:17.404909Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:08:17.404909Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HHTgMiob1ks4veXToWV2wbOhYooI7SnNAICqPg7ErZqFH8WZ0hzwbDUIppet2nn7/hagRtFMeI/GUaqlI0/sBA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:08:17.405402Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.00913","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f2e831192b330a460a5ed9e3a9e6cfe645337a7c9432cb06feaa45e3be449a34","sha256:eb716d23e4c12c0b236ab18e47109696014e5aa1ad5df31efc456ea7171a07d9"],"state_sha256":"0d48a335752a603b8aac1d73a66b1c361468edb5a805536822208d0d4a286d40"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h7Ff/PSZ789dOWxzwKceKAXx+fsodS/z9hEv3hcBvjgqXAiByqsXX1d4GKQQe4lw+AC/dvE5rqqA1iyds9PtCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T10:14:42.668084Z","bundle_sha256":"bbdb4b8798d4a79bd7abc187408a9f07eb49097ea689699de9587b2c549de137"}}