{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2RDHHPT6XNX6WTP3LFV7S5TMDQ","short_pith_number":"pith:2RDHHPT6","canonical_record":{"source":{"id":"2410.08102","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T16:45:28Z","cross_cats_sorted":[],"title_canon_sha256":"a208eb66160dbd024118ff901050e0bf4678dcec9d40cf8800856aaf9c453e50","abstract_canon_sha256":"89c725f1e5107681ed03bd82ddd3ae125ad2085a4dd40560588a03f043f9e96f"},"schema_version":"1.0"},"canonical_sha256":"d44673be7ebb6feb4dfb596bf9766c1c21f0e27b1d21f89d5eb1f1fd04822b72","source":{"kind":"arxiv","id":"2410.08102","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08102","created_at":"2026-07-05T11:17:36Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08102v3","created_at":"2026-07-05T11:17:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08102","created_at":"2026-07-05T11:17:36Z"},{"alias_kind":"pith_short_12","alias_value":"2RDHHPT6XNX6","created_at":"2026-07-05T11:17:36Z"},{"alias_kind":"pith_short_16","alias_value":"2RDHHPT6XNX6WTP3","created_at":"2026-07-05T11:17:36Z"},{"alias_kind":"pith_short_8","alias_value":"2RDHHPT6","created_at":"2026-07-05T11:17:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2RDHHPT6XNX6WTP3LFV7S5TMDQ","target":"record","payload":{"canonical_record":{"source":{"id":"2410.08102","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T16:45:28Z","cross_cats_sorted":[],"title_canon_sha256":"a208eb66160dbd024118ff901050e0bf4678dcec9d40cf8800856aaf9c453e50","abstract_canon_sha256":"89c725f1e5107681ed03bd82ddd3ae125ad2085a4dd40560588a03f043f9e96f"},"schema_version":"1.0"},"canonical_sha256":"d44673be7ebb6feb4dfb596bf9766c1c21f0e27b1d21f89d5eb1f1fd04822b72","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:17:36.336537Z","signature_b64":"F9gptVLCUIP4Dfx07f2Bqn38zepM19eTBI8bQyeVt24QsZSA/U73kGIMYnSPPGG0U/MHoUQfm+PxatDPgDY5CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d44673be7ebb6feb4dfb596bf9766c1c21f0e27b1d21f89d5eb1f1fd04822b72","last_reissued_at":"2026-07-05T11:17:36.336039Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:17:36.336039Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.08102","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rINp4fPH4kPbZboexoY6LjZIVSq/KzZr59+XyFI9lNROOP31MFdVyJlhPbnWYeJha2Yt0XojRRceGTSw6hTWAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T05:44:57.918928Z"},"content_sha256":"edbafc37685759fb2b0e6a3d2d157a6b8a589e02b2de5f129fd2240d03db26d3","schema_version":"1.0","event_id":"sha256:edbafc37685759fb2b0e6a3d2d157a6b8a589e02b2de5f129fd2240d03db26d3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2RDHHPT6XNX6WTP3LFV7S5TMDQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Efficient Pretraining Data Selection for Language Models via Multi-Actor Collaboration","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Binhang Yuan, Chi Zhang, Conghui He, Fupeng Sun, Jiahui Peng, Jiantao Qiu, Lijun Wu, Ling Yang, Tianyi Bai, Wentao Zhang, Xinlin Zhuang, Zhen Hao Wong","submitted_at":"2024-10-10T16:45:28Z","abstract_excerpt":"Efficient data selection is crucial to accelerate the pretraining of language model (LMs). While various methods have been proposed to enhance data efficiency, limited research has addressed the inherent conflicts between these approaches to achieve optimal data selection for LM pretraining. To tackle this problem, we propose a multi-actor collaborative data selection mechanism: each data selection method independently prioritizes data based on its criterion and updates its prioritization rules using the current state of the model, functioning as an independent actor for data selection; and a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08102","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.08102/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V5F6y4PLjsCWbVMxq6VjjXB3EWcHjCR5spOlMz9r/KXfrOUvUq4tFS7CIUJvwQq6deOsD01g0Gqs61D1IkZ0BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T05:44:57.919487Z"},"content_sha256":"f946ff608ec4823bde14c64262e99e98ee5e432bc0134565dee8d63b73bced9b","schema_version":"1.0","event_id":"sha256:f946ff608ec4823bde14c64262e99e98ee5e432bc0134565dee8d63b73bced9b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2RDHHPT6XNX6WTP3LFV7S5TMDQ/bundle.json","state_url":"https://pith.science/pith/2RDHHPT6XNX6WTP3LFV7S5TMDQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2RDHHPT6XNX6WTP3LFV7S5TMDQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T05:44:57Z","links":{"resolver":"https://pith.science/pith/2RDHHPT6XNX6WTP3LFV7S5TMDQ","bundle":"https://pith.science/pith/2RDHHPT6XNX6WTP3LFV7S5TMDQ/bundle.json","state":"https://pith.science/pith/2RDHHPT6XNX6WTP3LFV7S5TMDQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2RDHHPT6XNX6WTP3LFV7S5TMDQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2RDHHPT6XNX6WTP3LFV7S5TMDQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"89c725f1e5107681ed03bd82ddd3ae125ad2085a4dd40560588a03f043f9e96f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T16:45:28Z","title_canon_sha256":"a208eb66160dbd024118ff901050e0bf4678dcec9d40cf8800856aaf9c453e50"},"schema_version":"1.0","source":{"id":"2410.08102","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08102","created_at":"2026-07-05T11:17:36Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08102v3","created_at":"2026-07-05T11:17:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08102","created_at":"2026-07-05T11:17:36Z"},{"alias_kind":"pith_short_12","alias_value":"2RDHHPT6XNX6","created_at":"2026-07-05T11:17:36Z"},{"alias_kind":"pith_short_16","alias_value":"2RDHHPT6XNX6WTP3","created_at":"2026-07-05T11:17:36Z"},{"alias_kind":"pith_short_8","alias_value":"2RDHHPT6","created_at":"2026-07-05T11:17:36Z"}],"graph_snapshots":[{"event_id":"sha256:f946ff608ec4823bde14c64262e99e98ee5e432bc0134565dee8d63b73bced9b","target":"graph","created_at":"2026-07-05T11:17:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.08102/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Efficient data selection is crucial to accelerate the pretraining of language model (LMs). While various methods have been proposed to enhance data efficiency, limited research has addressed the inherent conflicts between these approaches to achieve optimal data selection for LM pretraining. To tackle this problem, we propose a multi-actor collaborative data selection mechanism: each data selection method independently prioritizes data based on its criterion and updates its prioritization rules using the current state of the model, functioning as an independent actor for data selection; and a ","authors_text":"Binhang Yuan, Chi Zhang, Conghui He, Fupeng Sun, Jiahui Peng, Jiantao Qiu, Lijun Wu, Ling Yang, Tianyi Bai, Wentao Zhang, Xinlin Zhuang, Zhen Hao Wong","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T16:45:28Z","title":"Efficient Pretraining Data Selection for Language Models via Multi-Actor Collaboration"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08102","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:edbafc37685759fb2b0e6a3d2d157a6b8a589e02b2de5f129fd2240d03db26d3","target":"record","created_at":"2026-07-05T11:17:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"89c725f1e5107681ed03bd82ddd3ae125ad2085a4dd40560588a03f043f9e96f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T16:45:28Z","title_canon_sha256":"a208eb66160dbd024118ff901050e0bf4678dcec9d40cf8800856aaf9c453e50"},"schema_version":"1.0","source":{"id":"2410.08102","kind":"arxiv","version":3}},"canonical_sha256":"d44673be7ebb6feb4dfb596bf9766c1c21f0e27b1d21f89d5eb1f1fd04822b72","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d44673be7ebb6feb4dfb596bf9766c1c21f0e27b1d21f89d5eb1f1fd04822b72","first_computed_at":"2026-07-05T11:17:36.336039Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:17:36.336039Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"F9gptVLCUIP4Dfx07f2Bqn38zepM19eTBI8bQyeVt24QsZSA/U73kGIMYnSPPGG0U/MHoUQfm+PxatDPgDY5CA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:17:36.336537Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.08102","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:edbafc37685759fb2b0e6a3d2d157a6b8a589e02b2de5f129fd2240d03db26d3","sha256:f946ff608ec4823bde14c64262e99e98ee5e432bc0134565dee8d63b73bced9b"],"state_sha256":"2018fb31629ca5d4925a666208bf3b4bbc4bf5e1d6caab8632b9d6ff46ae7044"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lDvuyoxcde9kYvCSXtHkjXvkkaEshh2DH2mBG13HGM+z5fNXN7XhuDTouRGvhICOjNDJ5U4akRxe3AHwnW6NAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T05:44:57.922978Z","bundle_sha256":"50a3fc6cb56c86525aebea90ec362490af00fc3b14463e7d2fffe31f4f8332d6"}}