{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:W3YOEYWLJ5MFHWIXPBW4D7NQVL","short_pith_number":"pith:W3YOEYWL","canonical_record":{"source":{"id":"2504.15432","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-21T20:54:55Z","cross_cats_sorted":[],"title_canon_sha256":"e83857f360eae6d97859d6f8ed897114304a4a6a000062007ba90b076a934ca1","abstract_canon_sha256":"5389962595353c52210bd954993946c650d530a508787c3fe8e97f42a4f1dc40"},"schema_version":"1.0"},"canonical_sha256":"b6f0e262cb4f5853d917786dc1fdb0aac6ad96305020b05917ab65dceeea70d9","source":{"kind":"arxiv","id":"2504.15432","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.15432","created_at":"2026-07-05T10:52:24Z"},{"alias_kind":"arxiv_version","alias_value":"2504.15432v1","created_at":"2026-07-05T10:52:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.15432","created_at":"2026-07-05T10:52:24Z"},{"alias_kind":"pith_short_12","alias_value":"W3YOEYWLJ5MF","created_at":"2026-07-05T10:52:24Z"},{"alias_kind":"pith_short_16","alias_value":"W3YOEYWLJ5MFHWIX","created_at":"2026-07-05T10:52:24Z"},{"alias_kind":"pith_short_8","alias_value":"W3YOEYWL","created_at":"2026-07-05T10:52:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:W3YOEYWLJ5MFHWIXPBW4D7NQVL","target":"record","payload":{"canonical_record":{"source":{"id":"2504.15432","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-21T20:54:55Z","cross_cats_sorted":[],"title_canon_sha256":"e83857f360eae6d97859d6f8ed897114304a4a6a000062007ba90b076a934ca1","abstract_canon_sha256":"5389962595353c52210bd954993946c650d530a508787c3fe8e97f42a4f1dc40"},"schema_version":"1.0"},"canonical_sha256":"b6f0e262cb4f5853d917786dc1fdb0aac6ad96305020b05917ab65dceeea70d9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:52:24.525843Z","signature_b64":"SVNlK5T8IVDH7yd/G0VHVVSdvoAWYyDbpJTILj+KzQCZ6m1fsSUJdmswDKgAwuWG8hJ+wZoHtUSOyaUBbFbHBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b6f0e262cb4f5853d917786dc1fdb0aac6ad96305020b05917ab65dceeea70d9","last_reissued_at":"2026-07-05T10:52:24.525324Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:52:24.525324Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.15432","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:52:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sIhUbSApU14+ckz/N00UxcMLwuDPfG43y6tO6aVPnvrL2ygL8WccPoQSk+wYkrCdFGKQl5JcvzjJ4iemenCFBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T18:14:18.284588Z"},"content_sha256":"1fc53c29a7bb91bf14a7c102f156e873b21b663ecdd9976a5251f8954bae2ef3","schema_version":"1.0","event_id":"sha256:1fc53c29a7bb91bf14a7c102f156e873b21b663ecdd9976a5251f8954bae2ef3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:W3YOEYWLJ5MFHWIXPBW4D7NQVL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Feeding LLM Annotations to BERT Classifiers at Your Own Risk","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Kazimier Smith, Yucheng Lu","submitted_at":"2025-04-21T20:54:55Z","abstract_excerpt":"Using LLM-generated labels to fine-tune smaller encoder-only models for text classification has gained popularity in various settings. While this approach may be justified in simple and low-stakes applications, we conduct empirical analysis to demonstrate how the perennial curse of training on synthetic data manifests itself in this specific setup. Compared to models trained on gold labels, we observe not only the expected performance degradation in accuracy and F1 score, but also increased instability across training runs and premature performance plateaus. These findings cast doubts on the r"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.15432","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.15432/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:52:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4HzEsBcoHJPtHhvNJxibTpkbihfKLx5ri8XUrecxMptwABpyb2oz8S8IrhQ91ZgiCNRTbEfTv1dL23OvuEVPCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T18:14:18.285138Z"},"content_sha256":"ad72f1adc9b4b93b8c9a88f6881227a6ec2f1aee4ecab4604fa94cbec79e90d2","schema_version":"1.0","event_id":"sha256:ad72f1adc9b4b93b8c9a88f6881227a6ec2f1aee4ecab4604fa94cbec79e90d2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W3YOEYWLJ5MFHWIXPBW4D7NQVL/bundle.json","state_url":"https://pith.science/pith/W3YOEYWLJ5MFHWIXPBW4D7NQVL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W3YOEYWLJ5MFHWIXPBW4D7NQVL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T18:14:18Z","links":{"resolver":"https://pith.science/pith/W3YOEYWLJ5MFHWIXPBW4D7NQVL","bundle":"https://pith.science/pith/W3YOEYWLJ5MFHWIXPBW4D7NQVL/bundle.json","state":"https://pith.science/pith/W3YOEYWLJ5MFHWIXPBW4D7NQVL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W3YOEYWLJ5MFHWIXPBW4D7NQVL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:W3YOEYWLJ5MFHWIXPBW4D7NQVL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5389962595353c52210bd954993946c650d530a508787c3fe8e97f42a4f1dc40","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-21T20:54:55Z","title_canon_sha256":"e83857f360eae6d97859d6f8ed897114304a4a6a000062007ba90b076a934ca1"},"schema_version":"1.0","source":{"id":"2504.15432","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.15432","created_at":"2026-07-05T10:52:24Z"},{"alias_kind":"arxiv_version","alias_value":"2504.15432v1","created_at":"2026-07-05T10:52:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.15432","created_at":"2026-07-05T10:52:24Z"},{"alias_kind":"pith_short_12","alias_value":"W3YOEYWLJ5MF","created_at":"2026-07-05T10:52:24Z"},{"alias_kind":"pith_short_16","alias_value":"W3YOEYWLJ5MFHWIX","created_at":"2026-07-05T10:52:24Z"},{"alias_kind":"pith_short_8","alias_value":"W3YOEYWL","created_at":"2026-07-05T10:52:24Z"}],"graph_snapshots":[{"event_id":"sha256:ad72f1adc9b4b93b8c9a88f6881227a6ec2f1aee4ecab4604fa94cbec79e90d2","target":"graph","created_at":"2026-07-05T10:52:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.15432/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Using LLM-generated labels to fine-tune smaller encoder-only models for text classification has gained popularity in various settings. While this approach may be justified in simple and low-stakes applications, we conduct empirical analysis to demonstrate how the perennial curse of training on synthetic data manifests itself in this specific setup. Compared to models trained on gold labels, we observe not only the expected performance degradation in accuracy and F1 score, but also increased instability across training runs and premature performance plateaus. These findings cast doubts on the r","authors_text":"Kazimier Smith, Yucheng Lu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-21T20:54:55Z","title":"Feeding LLM Annotations to BERT Classifiers at Your Own Risk"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.15432","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1fc53c29a7bb91bf14a7c102f156e873b21b663ecdd9976a5251f8954bae2ef3","target":"record","created_at":"2026-07-05T10:52:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5389962595353c52210bd954993946c650d530a508787c3fe8e97f42a4f1dc40","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-21T20:54:55Z","title_canon_sha256":"e83857f360eae6d97859d6f8ed897114304a4a6a000062007ba90b076a934ca1"},"schema_version":"1.0","source":{"id":"2504.15432","kind":"arxiv","version":1}},"canonical_sha256":"b6f0e262cb4f5853d917786dc1fdb0aac6ad96305020b05917ab65dceeea70d9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b6f0e262cb4f5853d917786dc1fdb0aac6ad96305020b05917ab65dceeea70d9","first_computed_at":"2026-07-05T10:52:24.525324Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:52:24.525324Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SVNlK5T8IVDH7yd/G0VHVVSdvoAWYyDbpJTILj+KzQCZ6m1fsSUJdmswDKgAwuWG8hJ+wZoHtUSOyaUBbFbHBw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:52:24.525843Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.15432","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1fc53c29a7bb91bf14a7c102f156e873b21b663ecdd9976a5251f8954bae2ef3","sha256:ad72f1adc9b4b93b8c9a88f6881227a6ec2f1aee4ecab4604fa94cbec79e90d2"],"state_sha256":"c91e4d9818321d9523e81d087fd3a08beec7c05f122eb7a711b0f8bbe3dc9fcb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5QtpVmEyKKRSTQ6YWM/XWg0toHHzoGobo+XBZZsRtDkuvcLBcf/x1GkkUUeleOwzwVyQLxZ/qRUDwyvPtMv2BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T18:14:18.288982Z","bundle_sha256":"5f3a7c80a5acb4ae7a9ba9b0a16f898d993adfe8ab79a66ee460d0a60fc4af3d"}}