{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:7RKPCNCXEISI65D3XVC75BJ666","short_pith_number":"pith:7RKPCNCX","canonical_record":{"source":{"id":"2506.01709","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-02T14:15:37Z","cross_cats_sorted":[],"title_canon_sha256":"15cd9b92519fa2d717a785ead52cb1f0106793c66ca7dd34b6a1c58f9d2cde83","abstract_canon_sha256":"337a23c6234e5bed3efa72787973e99cc605337fa2afb31e269bed72e71fbe84"},"schema_version":"1.0"},"canonical_sha256":"fc54f1345722248f747bbd45fe853ef7bc9b73bde95d7566c1bdcbb51c255e02","source":{"kind":"arxiv","id":"2506.01709","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.01709","created_at":"2026-07-05T11:14:18Z"},{"alias_kind":"arxiv_version","alias_value":"2506.01709v1","created_at":"2026-07-05T11:14:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.01709","created_at":"2026-07-05T11:14:18Z"},{"alias_kind":"pith_short_12","alias_value":"7RKPCNCXEISI","created_at":"2026-07-05T11:14:18Z"},{"alias_kind":"pith_short_16","alias_value":"7RKPCNCXEISI65D3","created_at":"2026-07-05T11:14:18Z"},{"alias_kind":"pith_short_8","alias_value":"7RKPCNCX","created_at":"2026-07-05T11:14:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:7RKPCNCXEISI65D3XVC75BJ666","target":"record","payload":{"canonical_record":{"source":{"id":"2506.01709","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-02T14:15:37Z","cross_cats_sorted":[],"title_canon_sha256":"15cd9b92519fa2d717a785ead52cb1f0106793c66ca7dd34b6a1c58f9d2cde83","abstract_canon_sha256":"337a23c6234e5bed3efa72787973e99cc605337fa2afb31e269bed72e71fbe84"},"schema_version":"1.0"},"canonical_sha256":"fc54f1345722248f747bbd45fe853ef7bc9b73bde95d7566c1bdcbb51c255e02","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:14:18.145875Z","signature_b64":"neEX8Hxs/WhcXQbkz3IcnKM8h5usyB0OZpLGVGYnNnFTeAcATG4wdpYlUieD+J+sgYgERVpUPw1hR/L/AnFrBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fc54f1345722248f747bbd45fe853ef7bc9b73bde95d7566c1bdcbb51c255e02","last_reissued_at":"2026-07-05T11:14:18.145403Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:14:18.145403Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.01709","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UJgBRvKmD4JvJzLwoAfHhKmvKTDOLvGtg5I7+egt2uuvR7XL/MAE/NtNiminjfuk39Xeh+35/cBkLYUnd4JMBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T04:46:45.970463Z"},"content_sha256":"e3b41466b3648a08b8fb9a0c3e99d5a823bd9b9c913bbdd0f00356376c6df184","schema_version":"1.0","event_id":"sha256:e3b41466b3648a08b8fb9a0c3e99d5a823bd9b9c913bbdd0f00356376c6df184"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:7RKPCNCXEISI65D3XVC75BJ666","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Fairness Dynamics During Training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Barry-John Theobald, Krishna Patel, Luca Zappella, Nicholas Apostoloff, Nivedha Sivakumar","submitted_at":"2025-06-02T14:15:37Z","abstract_excerpt":"We investigate fairness dynamics during Large Language Model (LLM) training to enable the diagnoses of biases and mitigations through training interventions like early stopping; we find that biases can emerge suddenly and do not always follow common performance metrics. We introduce two new metrics to evaluate fairness dynamics holistically during model pre-training: Average Rank and Jensen-Shannon Divergence by Parts. These metrics provide insights into the Pythia models' progression of biases in gender prediction of occupations on the WinoBias dataset. By monitoring these dynamics, we find t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.01709","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.01709/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UHS8yVXOPwB67GaMgi8Z6d7wZ8CzQtRzDg4uO4w/LYxzDmJqxqkxDECvXyRg+gkfgl6lI5py4L7KM1I+vaGeCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T04:46:45.970983Z"},"content_sha256":"1c9a93c597b370bac74c58d588d3b1805adda02f1bdc780d02c63843ce85c15a","schema_version":"1.0","event_id":"sha256:1c9a93c597b370bac74c58d588d3b1805adda02f1bdc780d02c63843ce85c15a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7RKPCNCXEISI65D3XVC75BJ666/bundle.json","state_url":"https://pith.science/pith/7RKPCNCXEISI65D3XVC75BJ666/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7RKPCNCXEISI65D3XVC75BJ666/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T04:46:45Z","links":{"resolver":"https://pith.science/pith/7RKPCNCXEISI65D3XVC75BJ666","bundle":"https://pith.science/pith/7RKPCNCXEISI65D3XVC75BJ666/bundle.json","state":"https://pith.science/pith/7RKPCNCXEISI65D3XVC75BJ666/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7RKPCNCXEISI65D3XVC75BJ666/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7RKPCNCXEISI65D3XVC75BJ666","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"337a23c6234e5bed3efa72787973e99cc605337fa2afb31e269bed72e71fbe84","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-02T14:15:37Z","title_canon_sha256":"15cd9b92519fa2d717a785ead52cb1f0106793c66ca7dd34b6a1c58f9d2cde83"},"schema_version":"1.0","source":{"id":"2506.01709","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.01709","created_at":"2026-07-05T11:14:18Z"},{"alias_kind":"arxiv_version","alias_value":"2506.01709v1","created_at":"2026-07-05T11:14:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.01709","created_at":"2026-07-05T11:14:18Z"},{"alias_kind":"pith_short_12","alias_value":"7RKPCNCXEISI","created_at":"2026-07-05T11:14:18Z"},{"alias_kind":"pith_short_16","alias_value":"7RKPCNCXEISI65D3","created_at":"2026-07-05T11:14:18Z"},{"alias_kind":"pith_short_8","alias_value":"7RKPCNCX","created_at":"2026-07-05T11:14:18Z"}],"graph_snapshots":[{"event_id":"sha256:1c9a93c597b370bac74c58d588d3b1805adda02f1bdc780d02c63843ce85c15a","target":"graph","created_at":"2026-07-05T11:14:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.01709/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We investigate fairness dynamics during Large Language Model (LLM) training to enable the diagnoses of biases and mitigations through training interventions like early stopping; we find that biases can emerge suddenly and do not always follow common performance metrics. We introduce two new metrics to evaluate fairness dynamics holistically during model pre-training: Average Rank and Jensen-Shannon Divergence by Parts. These metrics provide insights into the Pythia models' progression of biases in gender prediction of occupations on the WinoBias dataset. By monitoring these dynamics, we find t","authors_text":"Barry-John Theobald, Krishna Patel, Luca Zappella, Nicholas Apostoloff, Nivedha Sivakumar","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-02T14:15:37Z","title":"Fairness Dynamics During Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.01709","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e3b41466b3648a08b8fb9a0c3e99d5a823bd9b9c913bbdd0f00356376c6df184","target":"record","created_at":"2026-07-05T11:14:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"337a23c6234e5bed3efa72787973e99cc605337fa2afb31e269bed72e71fbe84","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-02T14:15:37Z","title_canon_sha256":"15cd9b92519fa2d717a785ead52cb1f0106793c66ca7dd34b6a1c58f9d2cde83"},"schema_version":"1.0","source":{"id":"2506.01709","kind":"arxiv","version":1}},"canonical_sha256":"fc54f1345722248f747bbd45fe853ef7bc9b73bde95d7566c1bdcbb51c255e02","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fc54f1345722248f747bbd45fe853ef7bc9b73bde95d7566c1bdcbb51c255e02","first_computed_at":"2026-07-05T11:14:18.145403Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:14:18.145403Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"neEX8Hxs/WhcXQbkz3IcnKM8h5usyB0OZpLGVGYnNnFTeAcATG4wdpYlUieD+J+sgYgERVpUPw1hR/L/AnFrBw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:14:18.145875Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.01709","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e3b41466b3648a08b8fb9a0c3e99d5a823bd9b9c913bbdd0f00356376c6df184","sha256:1c9a93c597b370bac74c58d588d3b1805adda02f1bdc780d02c63843ce85c15a"],"state_sha256":"8b8326b8461fd43c4c08277abc5566cc2a400933e0f540dab524bca0cdbcc820"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+Yz7FVVysFJXW5HooGLwpl+S7Z52ZXMi5MfnsM8uswtp5Tz7mm9RqD6dyX7LLxfJlyv7GntmDuoAuuBe+eG7Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T04:46:45.975730Z","bundle_sha256":"ff2dee2ad698d553f0fe81db7f073ceb06e73b42e3da6c7d14640d7d4470fead"}}