{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:HJOSM45FAOJWRQEL2ALZXE2YJB","short_pith_number":"pith:HJOSM45F","canonical_record":{"source":{"id":"2211.03994","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-08T04:06:23Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"059d89cf9d9628de24b41f59a801fc734f5cda71924848d2008635892343ff48","abstract_canon_sha256":"7a1c2f2db5678c1773d262e7ec37906d25a1e5612b6388b109aca09fd539424c"},"schema_version":"1.0"},"canonical_sha256":"3a5d2673a5039368c08bd0179b9358486904b3305843024a8f7524be17e3f7e1","source":{"kind":"arxiv","id":"2211.03994","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.03994","created_at":"2026-07-05T05:14:00Z"},{"alias_kind":"arxiv_version","alias_value":"2211.03994v1","created_at":"2026-07-05T05:14:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.03994","created_at":"2026-07-05T05:14:00Z"},{"alias_kind":"pith_short_12","alias_value":"HJOSM45FAOJW","created_at":"2026-07-05T05:14:00Z"},{"alias_kind":"pith_short_16","alias_value":"HJOSM45FAOJWRQEL","created_at":"2026-07-05T05:14:00Z"},{"alias_kind":"pith_short_8","alias_value":"HJOSM45F","created_at":"2026-07-05T05:14:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:HJOSM45FAOJWRQEL2ALZXE2YJB","target":"record","payload":{"canonical_record":{"source":{"id":"2211.03994","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-08T04:06:23Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"059d89cf9d9628de24b41f59a801fc734f5cda71924848d2008635892343ff48","abstract_canon_sha256":"7a1c2f2db5678c1773d262e7ec37906d25a1e5612b6388b109aca09fd539424c"},"schema_version":"1.0"},"canonical_sha256":"3a5d2673a5039368c08bd0179b9358486904b3305843024a8f7524be17e3f7e1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:14:00.745755Z","signature_b64":"/XzD7z9WfeJY0MLQQIMOWW6jtP68dyupaEqqN3Myd0ETefFx169v3pZD/u5oRavYzBGxKH4ew+em2r6NywKSAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3a5d2673a5039368c08bd0179b9358486904b3305843024a8f7524be17e3f7e1","last_reissued_at":"2026-07-05T05:14:00.745270Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:14:00.745270Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.03994","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:14:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"okM/+MOJ+0yibIdxC5AWfyZJfbJ44WwOZ2b5R5LRT3y9Qpj2l+ClwjwH5TCXuoKtni/3Emeg8PwqpKwuc4z3CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T12:27:29.185638Z"},"content_sha256":"a32babd29a4af64b2c6e4b6d11cee9882240fac4c5587a5d671b4729534ebff2","schema_version":"1.0","event_id":"sha256:a32babd29a4af64b2c6e4b6d11cee9882240fac4c5587a5d671b4729534ebff2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:HJOSM45FAOJWRQEL2ALZXE2YJB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Learning with Stepwise Fairness Constraints","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CY"],"primary_cat":"cs.LG","authors_text":"David C. Parkes, He Sun, Linjun Zhang, Zhiwei Steven Wu, Zhun Deng","submitted_at":"2022-11-08T04:06:23Z","abstract_excerpt":"AI methods are used in societally important settings, ranging from credit to employment to housing, and it is crucial to provide fairness in regard to algorithmic decision making. Moreover, many settings are dynamic, with populations responding to sequential decision policies. We introduce the study of reinforcement learning (RL) with stepwise fairness constraints, requiring group fairness at each time step. Our focus is on tabular episodic RL, and we provide learning algorithms with strong theoretical guarantees in regard to policy optimality and fairness violation. Our framework provides use"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.03994","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.03994/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:14:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iDt23egelZNy5MHa6hOH8orhd007dqr9dEG+mTGcw1Hh1mQyn2eoCLufGZz2L2OekW0o2tnM4Q5YCqajSnNFCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T12:27:29.186395Z"},"content_sha256":"2fd5b9e551db76703e3c1ab8331d073965f616301bc0370e8719e3794290d6f6","schema_version":"1.0","event_id":"sha256:2fd5b9e551db76703e3c1ab8331d073965f616301bc0370e8719e3794290d6f6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HJOSM45FAOJWRQEL2ALZXE2YJB/bundle.json","state_url":"https://pith.science/pith/HJOSM45FAOJWRQEL2ALZXE2YJB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HJOSM45FAOJWRQEL2ALZXE2YJB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T12:27:29Z","links":{"resolver":"https://pith.science/pith/HJOSM45FAOJWRQEL2ALZXE2YJB","bundle":"https://pith.science/pith/HJOSM45FAOJWRQEL2ALZXE2YJB/bundle.json","state":"https://pith.science/pith/HJOSM45FAOJWRQEL2ALZXE2YJB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HJOSM45FAOJWRQEL2ALZXE2YJB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:HJOSM45FAOJWRQEL2ALZXE2YJB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7a1c2f2db5678c1773d262e7ec37906d25a1e5612b6388b109aca09fd539424c","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-08T04:06:23Z","title_canon_sha256":"059d89cf9d9628de24b41f59a801fc734f5cda71924848d2008635892343ff48"},"schema_version":"1.0","source":{"id":"2211.03994","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.03994","created_at":"2026-07-05T05:14:00Z"},{"alias_kind":"arxiv_version","alias_value":"2211.03994v1","created_at":"2026-07-05T05:14:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.03994","created_at":"2026-07-05T05:14:00Z"},{"alias_kind":"pith_short_12","alias_value":"HJOSM45FAOJW","created_at":"2026-07-05T05:14:00Z"},{"alias_kind":"pith_short_16","alias_value":"HJOSM45FAOJWRQEL","created_at":"2026-07-05T05:14:00Z"},{"alias_kind":"pith_short_8","alias_value":"HJOSM45F","created_at":"2026-07-05T05:14:00Z"}],"graph_snapshots":[{"event_id":"sha256:2fd5b9e551db76703e3c1ab8331d073965f616301bc0370e8719e3794290d6f6","target":"graph","created_at":"2026-07-05T05:14:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.03994/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"AI methods are used in societally important settings, ranging from credit to employment to housing, and it is crucial to provide fairness in regard to algorithmic decision making. Moreover, many settings are dynamic, with populations responding to sequential decision policies. We introduce the study of reinforcement learning (RL) with stepwise fairness constraints, requiring group fairness at each time step. Our focus is on tabular episodic RL, and we provide learning algorithms with strong theoretical guarantees in regard to policy optimality and fairness violation. Our framework provides use","authors_text":"David C. Parkes, He Sun, Linjun Zhang, Zhiwei Steven Wu, Zhun Deng","cross_cats":["cs.AI","cs.CY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-08T04:06:23Z","title":"Reinforcement Learning with Stepwise Fairness Constraints"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.03994","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a32babd29a4af64b2c6e4b6d11cee9882240fac4c5587a5d671b4729534ebff2","target":"record","created_at":"2026-07-05T05:14:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7a1c2f2db5678c1773d262e7ec37906d25a1e5612b6388b109aca09fd539424c","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-08T04:06:23Z","title_canon_sha256":"059d89cf9d9628de24b41f59a801fc734f5cda71924848d2008635892343ff48"},"schema_version":"1.0","source":{"id":"2211.03994","kind":"arxiv","version":1}},"canonical_sha256":"3a5d2673a5039368c08bd0179b9358486904b3305843024a8f7524be17e3f7e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3a5d2673a5039368c08bd0179b9358486904b3305843024a8f7524be17e3f7e1","first_computed_at":"2026-07-05T05:14:00.745270Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:14:00.745270Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/XzD7z9WfeJY0MLQQIMOWW6jtP68dyupaEqqN3Myd0ETefFx169v3pZD/u5oRavYzBGxKH4ew+em2r6NywKSAw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:14:00.745755Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.03994","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a32babd29a4af64b2c6e4b6d11cee9882240fac4c5587a5d671b4729534ebff2","sha256:2fd5b9e551db76703e3c1ab8331d073965f616301bc0370e8719e3794290d6f6"],"state_sha256":"4a2545d3030184a76587b78e3b65e4772ebda816bd3221d2bd816b56509ae4c8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IkZJOIUN47p8ZpkaDOAUOdOsRqG6zsEMigSJvlYtd7EiGSpG/62qkQaUltOU+ZNAoqldWfijipZQGKm5iNAkCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T12:27:29.198768Z","bundle_sha256":"3772bbf56392febd6d0df08859b74f3075d3344676a6aeb81d6a4b24bccf1720"}}