{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ORUPN5TFSLSC4T7UBF2HEVR7QS","short_pith_number":"pith:ORUPN5TF","canonical_record":{"source":{"id":"2307.01000","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2023-07-03T13:29:14Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"04313bfc0a502b6d0123d8a630cfa4e4cc6c7b2a5a32e19fbde1e9f94330f07f","abstract_canon_sha256":"ae19e2659a52a4fcee8e287dcac9ba5855f956bb245765c83338a676971f060e"},"schema_version":"1.0"},"canonical_sha256":"7468f6f66592e42e4ff4097472563f8497604ebf5aeb894a3fcdd36515652443","source":{"kind":"arxiv","id":"2307.01000","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.01000","created_at":"2026-07-05T10:16:31Z"},{"alias_kind":"arxiv_version","alias_value":"2307.01000v2","created_at":"2026-07-05T10:16:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.01000","created_at":"2026-07-05T10:16:31Z"},{"alias_kind":"pith_short_12","alias_value":"ORUPN5TFSLSC","created_at":"2026-07-05T10:16:31Z"},{"alias_kind":"pith_short_16","alias_value":"ORUPN5TFSLSC4T7U","created_at":"2026-07-05T10:16:31Z"},{"alias_kind":"pith_short_8","alias_value":"ORUPN5TF","created_at":"2026-07-05T10:16:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ORUPN5TFSLSC4T7UBF2HEVR7QS","target":"record","payload":{"canonical_record":{"source":{"id":"2307.01000","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2023-07-03T13:29:14Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"04313bfc0a502b6d0123d8a630cfa4e4cc6c7b2a5a32e19fbde1e9f94330f07f","abstract_canon_sha256":"ae19e2659a52a4fcee8e287dcac9ba5855f956bb245765c83338a676971f060e"},"schema_version":"1.0"},"canonical_sha256":"7468f6f66592e42e4ff4097472563f8497604ebf5aeb894a3fcdd36515652443","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:16:31.300689Z","signature_b64":"zYG9cuAL2/6zOhs/LSV3N8DjJ3iqGsFyBxFg6VnMTr0SLwe6oxkPoOjuvfDMoKlyZZgihSY75jzdPqMYFNwEDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7468f6f66592e42e4ff4097472563f8497604ebf5aeb894a3fcdd36515652443","last_reissued_at":"2026-07-05T10:16:31.300131Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:16:31.300131Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.01000","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:16:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rAIE+IjilqTNqDSL2wVYZzaBHocPXZlEN2IxpdA3iDsLNNe3DUqJ/9gOmeHXoRGgG5zdjgbiMvuDaKmSTUU1Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:31:32.666195Z"},"content_sha256":"1930328848bcbf0994706407da7b1ff8323ee7d3d936e273ed63bd1778400147","schema_version":"1.0","event_id":"sha256:1930328848bcbf0994706407da7b1ff8323ee7d3d936e273ed63bd1778400147"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ORUPN5TFSLSC4T7UBF2HEVR7QS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Pareto optimal proxy metrics","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ME","authors_text":"Alessandro Zito, Dylan Greaves, Jacopo Soriano, Lee Richardson","submitted_at":"2023-07-03T13:29:14Z","abstract_excerpt":"North star metrics and online experimentation play a central role in how technology companies improve their products. In many practical settings, however, evaluating experiments based on the north star metric directly can be difficult. The two most significant issues are 1) low sensitivity of the north star metric and 2) differences between the short-term and long-term impact on the north star metric. A common solution is to rely on proxy metrics rather than the north star in experiment evaluation and launch decisions. Existing literature on proxy metrics concentrates mainly on the estimation "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.01000","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.01000/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:16:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cMrGipPU85lumVVQRpvdsqWwSowT//DC4Z/NKUF353CzUPPcWFKQCOv77t78p90D26zsyrTHFRv1sFABI/sdCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:31:32.668723Z"},"content_sha256":"49e83b7240d16246ce069a56de7949ea798d8910eb713647466a81f85907e2dc","schema_version":"1.0","event_id":"sha256:49e83b7240d16246ce069a56de7949ea798d8910eb713647466a81f85907e2dc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ORUPN5TFSLSC4T7UBF2HEVR7QS/bundle.json","state_url":"https://pith.science/pith/ORUPN5TFSLSC4T7UBF2HEVR7QS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ORUPN5TFSLSC4T7UBF2HEVR7QS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T18:31:32Z","links":{"resolver":"https://pith.science/pith/ORUPN5TFSLSC4T7UBF2HEVR7QS","bundle":"https://pith.science/pith/ORUPN5TFSLSC4T7UBF2HEVR7QS/bundle.json","state":"https://pith.science/pith/ORUPN5TFSLSC4T7UBF2HEVR7QS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ORUPN5TFSLSC4T7UBF2HEVR7QS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ORUPN5TFSLSC4T7UBF2HEVR7QS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ae19e2659a52a4fcee8e287dcac9ba5855f956bb245765c83338a676971f060e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2023-07-03T13:29:14Z","title_canon_sha256":"04313bfc0a502b6d0123d8a630cfa4e4cc6c7b2a5a32e19fbde1e9f94330f07f"},"schema_version":"1.0","source":{"id":"2307.01000","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.01000","created_at":"2026-07-05T10:16:31Z"},{"alias_kind":"arxiv_version","alias_value":"2307.01000v2","created_at":"2026-07-05T10:16:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.01000","created_at":"2026-07-05T10:16:31Z"},{"alias_kind":"pith_short_12","alias_value":"ORUPN5TFSLSC","created_at":"2026-07-05T10:16:31Z"},{"alias_kind":"pith_short_16","alias_value":"ORUPN5TFSLSC4T7U","created_at":"2026-07-05T10:16:31Z"},{"alias_kind":"pith_short_8","alias_value":"ORUPN5TF","created_at":"2026-07-05T10:16:31Z"}],"graph_snapshots":[{"event_id":"sha256:49e83b7240d16246ce069a56de7949ea798d8910eb713647466a81f85907e2dc","target":"graph","created_at":"2026-07-05T10:16:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.01000/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"North star metrics and online experimentation play a central role in how technology companies improve their products. In many practical settings, however, evaluating experiments based on the north star metric directly can be difficult. The two most significant issues are 1) low sensitivity of the north star metric and 2) differences between the short-term and long-term impact on the north star metric. A common solution is to rely on proxy metrics rather than the north star in experiment evaluation and launch decisions. Existing literature on proxy metrics concentrates mainly on the estimation ","authors_text":"Alessandro Zito, Dylan Greaves, Jacopo Soriano, Lee Richardson","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2023-07-03T13:29:14Z","title":"Pareto optimal proxy metrics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.01000","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1930328848bcbf0994706407da7b1ff8323ee7d3d936e273ed63bd1778400147","target":"record","created_at":"2026-07-05T10:16:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ae19e2659a52a4fcee8e287dcac9ba5855f956bb245765c83338a676971f060e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2023-07-03T13:29:14Z","title_canon_sha256":"04313bfc0a502b6d0123d8a630cfa4e4cc6c7b2a5a32e19fbde1e9f94330f07f"},"schema_version":"1.0","source":{"id":"2307.01000","kind":"arxiv","version":2}},"canonical_sha256":"7468f6f66592e42e4ff4097472563f8497604ebf5aeb894a3fcdd36515652443","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7468f6f66592e42e4ff4097472563f8497604ebf5aeb894a3fcdd36515652443","first_computed_at":"2026-07-05T10:16:31.300131Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:16:31.300131Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zYG9cuAL2/6zOhs/LSV3N8DjJ3iqGsFyBxFg6VnMTr0SLwe6oxkPoOjuvfDMoKlyZZgihSY75jzdPqMYFNwEDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:16:31.300689Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.01000","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1930328848bcbf0994706407da7b1ff8323ee7d3d936e273ed63bd1778400147","sha256:49e83b7240d16246ce069a56de7949ea798d8910eb713647466a81f85907e2dc"],"state_sha256":"bf575d4e0d8f4c648913b6db20920c8aac894b33c2143cb78bcd72cc8eecbc38"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rS6DQSkzqMd37M7jXwr5UXeqF8xV5Q2YrbSZwmG/6Bdl4kLn2r31Q3/jtl9Ao6UJUp+abnYasxd35dbcDiChCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T18:31:32.679689Z","bundle_sha256":"69102fa366c3a7be8a49b8843b44acdef698579e86b9241767ed0eb6e293f23a"}}