{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:X5C2XESA326GCJ7PLSTGUGB2UT","short_pith_number":"pith:X5C2XESA","canonical_record":{"source":{"id":"2311.11463","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-11-20T00:15:16Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"8fbc554c45e2db1a4758dfa9b55eb6e82682a99122e12771b472cdedf27ac118","abstract_canon_sha256":"8e5fd56b0eb259053ead6f46b46a16c143d4d3a9f17eab0010ecc22c127cf535"},"schema_version":"1.0"},"canonical_sha256":"bf45ab9240debc6127ef5ca66a183aa4f491722c4096ba2e9fe8a2ec42c98281","source":{"kind":"arxiv","id":"2311.11463","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.11463","created_at":"2026-07-05T07:49:16Z"},{"alias_kind":"arxiv_version","alias_value":"2311.11463v2","created_at":"2026-07-05T07:49:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.11463","created_at":"2026-07-05T07:49:16Z"},{"alias_kind":"pith_short_12","alias_value":"X5C2XESA326G","created_at":"2026-07-05T07:49:16Z"},{"alias_kind":"pith_short_16","alias_value":"X5C2XESA326GCJ7P","created_at":"2026-07-05T07:49:16Z"},{"alias_kind":"pith_short_8","alias_value":"X5C2XESA","created_at":"2026-07-05T07:49:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:X5C2XESA326GCJ7PLSTGUGB2UT","target":"record","payload":{"canonical_record":{"source":{"id":"2311.11463","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-11-20T00:15:16Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"8fbc554c45e2db1a4758dfa9b55eb6e82682a99122e12771b472cdedf27ac118","abstract_canon_sha256":"8e5fd56b0eb259053ead6f46b46a16c143d4d3a9f17eab0010ecc22c127cf535"},"schema_version":"1.0"},"canonical_sha256":"bf45ab9240debc6127ef5ca66a183aa4f491722c4096ba2e9fe8a2ec42c98281","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:49:16.291054Z","signature_b64":"d0UTrrG/Fj2h3R9xuvnt2LyA/XN5A0kr9gMyM8X8iXo81KBrVKSFz/Zafsu+h669f0IrAFTlOGuoKH1q+liWBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bf45ab9240debc6127ef5ca66a183aa4f491722c4096ba2e9fe8a2ec42c98281","last_reissued_at":"2026-07-05T07:49:16.290527Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:49:16.290527Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.11463","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:49:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ta7HqJv93P+0HeZUk1XowY0H8D0GJy/TwZ+6OHwRRLQxBs1suGG4eh28ttSdLeV9mb2Lwv1Ge7HM0wXipSy2CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T21:46:25.412724Z"},"content_sha256":"4bbd406dd4a04a0637dff05519de5275d59c79e6ad1a2a9fc391fb2111b33a36","schema_version":"1.0","event_id":"sha256:4bbd406dd4a04a0637dff05519de5275d59c79e6ad1a2a9fc391fb2111b33a36"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:X5C2XESA326GCJ7PLSTGUGB2UT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Designing monitoring strategies for deployed machine learning algorithms: navigating performativity through a causal lens","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Adarsh Subbaswamy, Alexej Gossmann, Berkman Sahiner, Fan Xia, Gene Pennello, Harvineet Singh, Jean Feng, Mi-Ok Kim, Nicholas Petrick, Romain Pirracchio","submitted_at":"2023-11-20T00:15:16Z","abstract_excerpt":"After a machine learning (ML)-based system is deployed, monitoring its performance is important to ensure the safety and effectiveness of the algorithm over time. When an ML algorithm interacts with its environment, the algorithm can affect the data-generating mechanism and be a major source of bias when evaluating its standalone performance, an issue known as performativity. Although prior work has shown how to validate models in the presence of performativity using causal inference techniques, there has been little work on how to monitor models in the presence of performativity. Unlike the s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.11463","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.11463/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:49:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HKvnLYn7UmQnk9laUnjAP4+pIGsOrR3BsXkE6vJfBY9rAG0C9IvZCg8ho4t46JnG4AdEmJeFvTJKDcGPFpqCAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T21:46:25.413100Z"},"content_sha256":"9c2249f940a175edd5b1622aebc7c22b5206d1177aefef252f4c0f0e9622291d","schema_version":"1.0","event_id":"sha256:9c2249f940a175edd5b1622aebc7c22b5206d1177aefef252f4c0f0e9622291d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X5C2XESA326GCJ7PLSTGUGB2UT/bundle.json","state_url":"https://pith.science/pith/X5C2XESA326GCJ7PLSTGUGB2UT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X5C2XESA326GCJ7PLSTGUGB2UT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T21:46:25Z","links":{"resolver":"https://pith.science/pith/X5C2XESA326GCJ7PLSTGUGB2UT","bundle":"https://pith.science/pith/X5C2XESA326GCJ7PLSTGUGB2UT/bundle.json","state":"https://pith.science/pith/X5C2XESA326GCJ7PLSTGUGB2UT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X5C2XESA326GCJ7PLSTGUGB2UT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:X5C2XESA326GCJ7PLSTGUGB2UT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8e5fd56b0eb259053ead6f46b46a16c143d4d3a9f17eab0010ecc22c127cf535","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-11-20T00:15:16Z","title_canon_sha256":"8fbc554c45e2db1a4758dfa9b55eb6e82682a99122e12771b472cdedf27ac118"},"schema_version":"1.0","source":{"id":"2311.11463","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.11463","created_at":"2026-07-05T07:49:16Z"},{"alias_kind":"arxiv_version","alias_value":"2311.11463v2","created_at":"2026-07-05T07:49:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.11463","created_at":"2026-07-05T07:49:16Z"},{"alias_kind":"pith_short_12","alias_value":"X5C2XESA326G","created_at":"2026-07-05T07:49:16Z"},{"alias_kind":"pith_short_16","alias_value":"X5C2XESA326GCJ7P","created_at":"2026-07-05T07:49:16Z"},{"alias_kind":"pith_short_8","alias_value":"X5C2XESA","created_at":"2026-07-05T07:49:16Z"}],"graph_snapshots":[{"event_id":"sha256:9c2249f940a175edd5b1622aebc7c22b5206d1177aefef252f4c0f0e9622291d","target":"graph","created_at":"2026-07-05T07:49:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.11463/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"After a machine learning (ML)-based system is deployed, monitoring its performance is important to ensure the safety and effectiveness of the algorithm over time. When an ML algorithm interacts with its environment, the algorithm can affect the data-generating mechanism and be a major source of bias when evaluating its standalone performance, an issue known as performativity. Although prior work has shown how to validate models in the presence of performativity using causal inference techniques, there has been little work on how to monitor models in the presence of performativity. Unlike the s","authors_text":"Adarsh Subbaswamy, Alexej Gossmann, Berkman Sahiner, Fan Xia, Gene Pennello, Harvineet Singh, Jean Feng, Mi-Ok Kim, Nicholas Petrick, Romain Pirracchio","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-11-20T00:15:16Z","title":"Designing monitoring strategies for deployed machine learning algorithms: navigating performativity through a causal lens"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.11463","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4bbd406dd4a04a0637dff05519de5275d59c79e6ad1a2a9fc391fb2111b33a36","target":"record","created_at":"2026-07-05T07:49:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8e5fd56b0eb259053ead6f46b46a16c143d4d3a9f17eab0010ecc22c127cf535","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-11-20T00:15:16Z","title_canon_sha256":"8fbc554c45e2db1a4758dfa9b55eb6e82682a99122e12771b472cdedf27ac118"},"schema_version":"1.0","source":{"id":"2311.11463","kind":"arxiv","version":2}},"canonical_sha256":"bf45ab9240debc6127ef5ca66a183aa4f491722c4096ba2e9fe8a2ec42c98281","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bf45ab9240debc6127ef5ca66a183aa4f491722c4096ba2e9fe8a2ec42c98281","first_computed_at":"2026-07-05T07:49:16.290527Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:49:16.290527Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"d0UTrrG/Fj2h3R9xuvnt2LyA/XN5A0kr9gMyM8X8iXo81KBrVKSFz/Zafsu+h669f0IrAFTlOGuoKH1q+liWBA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:49:16.291054Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.11463","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4bbd406dd4a04a0637dff05519de5275d59c79e6ad1a2a9fc391fb2111b33a36","sha256:9c2249f940a175edd5b1622aebc7c22b5206d1177aefef252f4c0f0e9622291d"],"state_sha256":"46e8b73c2d3268b1bbc7c6337309c3e181425ad8585c4fdde0531450d6c89508"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"439Xnd+vAq/AdU6fxQIi5vsUqkGD8oduLaVg9JKYqCEQpudyU5pHV57BtAcKezdZHHCXuK4TlYksNh07/f6QCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T21:46:25.415262Z","bundle_sha256":"f511e2ad39e5cb8e441d7f8c10c150f02d262815e1a5a1bf065cb783c80d834e"}}