{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GP4L2ZNGYYAUDWF7PR6RTRO3O3","short_pith_number":"pith:GP4L2ZNG","canonical_record":{"source":{"id":"2410.15226","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-19T22:14:07Z","cross_cats_sorted":[],"title_canon_sha256":"78863645172939485dc8e15de79570d2385d76a5ffdb7ffa667d1c24f5f6de57","abstract_canon_sha256":"c371720ba590a69cdf1e52c00208198c54f6bf8923eb1db3c5d13db09e3db338"},"schema_version":"1.0"},"canonical_sha256":"33f8bd65a6c60141d8bf7c7d19c5db76e434ca2c3b957990119d549d00ce344d","source":{"kind":"arxiv","id":"2410.15226","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.15226","created_at":"2026-07-05T09:24:18Z"},{"alias_kind":"arxiv_version","alias_value":"2410.15226v2","created_at":"2026-07-05T09:24:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.15226","created_at":"2026-07-05T09:24:18Z"},{"alias_kind":"pith_short_12","alias_value":"GP4L2ZNGYYAU","created_at":"2026-07-05T09:24:18Z"},{"alias_kind":"pith_short_16","alias_value":"GP4L2ZNGYYAUDWF7","created_at":"2026-07-05T09:24:18Z"},{"alias_kind":"pith_short_8","alias_value":"GP4L2ZNG","created_at":"2026-07-05T09:24:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GP4L2ZNGYYAUDWF7PR6RTRO3O3","target":"record","payload":{"canonical_record":{"source":{"id":"2410.15226","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-19T22:14:07Z","cross_cats_sorted":[],"title_canon_sha256":"78863645172939485dc8e15de79570d2385d76a5ffdb7ffa667d1c24f5f6de57","abstract_canon_sha256":"c371720ba590a69cdf1e52c00208198c54f6bf8923eb1db3c5d13db09e3db338"},"schema_version":"1.0"},"canonical_sha256":"33f8bd65a6c60141d8bf7c7d19c5db76e434ca2c3b957990119d549d00ce344d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:24:18.853405Z","signature_b64":"68sDNvQYL0u+lNnhcnRi7v89t27KSGQ9yx7PVdtvBRFFAI7DenBa88ISNYwj+qvmPZOdlXvf7+8CjrQL5CZcAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"33f8bd65a6c60141d8bf7c7d19c5db76e434ca2c3b957990119d549d00ce344d","last_reissued_at":"2026-07-05T09:24:18.852910Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:24:18.852910Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.15226","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:24:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5nyRgNRNvh/xoB4eOnPK45t6gtEJ+4rv66nm/n4K/ZXtL7TbKfJ0NXRCMGiZghYrCea8Gue2G28uTmmSQ2rtCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:28:14.845752Z"},"content_sha256":"bc440f6aceb82d3b277fcfe2fe9556b0df6f00114de914492302a697a3114a7f","schema_version":"1.0","event_id":"sha256:bc440f6aceb82d3b277fcfe2fe9556b0df6f00114de914492302a697a3114a7f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GP4L2ZNGYYAUDWF7PR6RTRO3O3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Diversity of Synthetic Data and its Impact on Training Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Abdul Waheed, Bhiksha Raj, Hao Chen, Jindong Wang, Marah I. Abdin, Xiang Li, Yidong Wang","submitted_at":"2024-10-19T22:14:07Z","abstract_excerpt":"The rise of Large Language Models (LLMs) has accentuated the need for diverse, high-quality pre-training data. Synthetic data emerges as a viable solution to the challenges of data scarcity and inaccessibility. While previous literature has focused predominantly on the quality and quantity of real data, our work enables the measurement of diversity in synthetic data and explores its impact on LLM performance. We study the downstream effects of synthetic data diversity during both the pre-training and fine-tuning stages by introducing a new diversity metric, \\textit{LLM cluster-agent}, designed"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.15226","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.15226/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:24:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jp6Qxj0k8js8x4ejBswAP/ga2dC1ZNshrhXndllaLhy3Vkqsra/0FUFG4StxW+LRAKt2OuTU/2XUwBqRQShSBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:28:14.846240Z"},"content_sha256":"30137fea9ac7d10270e301bab811139b252d232c2d30bdaa3d49a905d5c440d3","schema_version":"1.0","event_id":"sha256:30137fea9ac7d10270e301bab811139b252d232c2d30bdaa3d49a905d5c440d3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GP4L2ZNGYYAUDWF7PR6RTRO3O3/bundle.json","state_url":"https://pith.science/pith/GP4L2ZNGYYAUDWF7PR6RTRO3O3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GP4L2ZNGYYAUDWF7PR6RTRO3O3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T18:28:14Z","links":{"resolver":"https://pith.science/pith/GP4L2ZNGYYAUDWF7PR6RTRO3O3","bundle":"https://pith.science/pith/GP4L2ZNGYYAUDWF7PR6RTRO3O3/bundle.json","state":"https://pith.science/pith/GP4L2ZNGYYAUDWF7PR6RTRO3O3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GP4L2ZNGYYAUDWF7PR6RTRO3O3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GP4L2ZNGYYAUDWF7PR6RTRO3O3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c371720ba590a69cdf1e52c00208198c54f6bf8923eb1db3c5d13db09e3db338","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-19T22:14:07Z","title_canon_sha256":"78863645172939485dc8e15de79570d2385d76a5ffdb7ffa667d1c24f5f6de57"},"schema_version":"1.0","source":{"id":"2410.15226","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.15226","created_at":"2026-07-05T09:24:18Z"},{"alias_kind":"arxiv_version","alias_value":"2410.15226v2","created_at":"2026-07-05T09:24:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.15226","created_at":"2026-07-05T09:24:18Z"},{"alias_kind":"pith_short_12","alias_value":"GP4L2ZNGYYAU","created_at":"2026-07-05T09:24:18Z"},{"alias_kind":"pith_short_16","alias_value":"GP4L2ZNGYYAUDWF7","created_at":"2026-07-05T09:24:18Z"},{"alias_kind":"pith_short_8","alias_value":"GP4L2ZNG","created_at":"2026-07-05T09:24:18Z"}],"graph_snapshots":[{"event_id":"sha256:30137fea9ac7d10270e301bab811139b252d232c2d30bdaa3d49a905d5c440d3","target":"graph","created_at":"2026-07-05T09:24:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.15226/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rise of Large Language Models (LLMs) has accentuated the need for diverse, high-quality pre-training data. Synthetic data emerges as a viable solution to the challenges of data scarcity and inaccessibility. While previous literature has focused predominantly on the quality and quantity of real data, our work enables the measurement of diversity in synthetic data and explores its impact on LLM performance. We study the downstream effects of synthetic data diversity during both the pre-training and fine-tuning stages by introducing a new diversity metric, \\textit{LLM cluster-agent}, designed","authors_text":"Abdul Waheed, Bhiksha Raj, Hao Chen, Jindong Wang, Marah I. Abdin, Xiang Li, Yidong Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-19T22:14:07Z","title":"On the Diversity of Synthetic Data and its Impact on Training Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.15226","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bc440f6aceb82d3b277fcfe2fe9556b0df6f00114de914492302a697a3114a7f","target":"record","created_at":"2026-07-05T09:24:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c371720ba590a69cdf1e52c00208198c54f6bf8923eb1db3c5d13db09e3db338","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-19T22:14:07Z","title_canon_sha256":"78863645172939485dc8e15de79570d2385d76a5ffdb7ffa667d1c24f5f6de57"},"schema_version":"1.0","source":{"id":"2410.15226","kind":"arxiv","version":2}},"canonical_sha256":"33f8bd65a6c60141d8bf7c7d19c5db76e434ca2c3b957990119d549d00ce344d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"33f8bd65a6c60141d8bf7c7d19c5db76e434ca2c3b957990119d549d00ce344d","first_computed_at":"2026-07-05T09:24:18.852910Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:24:18.852910Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"68sDNvQYL0u+lNnhcnRi7v89t27KSGQ9yx7PVdtvBRFFAI7DenBa88ISNYwj+qvmPZOdlXvf7+8CjrQL5CZcAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:24:18.853405Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.15226","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bc440f6aceb82d3b277fcfe2fe9556b0df6f00114de914492302a697a3114a7f","sha256:30137fea9ac7d10270e301bab811139b252d232c2d30bdaa3d49a905d5c440d3"],"state_sha256":"a143147dc7c9e7d4e0008edd18b8a0fec9a012ebe560a5e4eaafccd19a25bb8a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PGuRXQcizoZFtY0At+a1FE5B/4dhWPUEiNZrjbY4LLZ6e75YDfXBGtdb4bKO5JhhM1k3J8hryLAQTPwyxGS2Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T18:28:14.849895Z","bundle_sha256":"aa596bb2e04e6ee70b65801febebb548e8eabe6be009efdc6eda5bb2d9551634"}}