{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:CHDV6AYG2JZAAAZY5J2ELUA4AK","short_pith_number":"pith:CHDV6AYG","canonical_record":{"source":{"id":"2106.05831","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-06-10T15:49:58Z","cross_cats_sorted":[],"title_canon_sha256":"9c4440f3be98b7be697ddbb17e2a7eda1f146c118b69c18cff03cfbe2d583e07","abstract_canon_sha256":"1056160789857ccf58aa49db0088545563994d68ca757875e0787c05184459e0"},"schema_version":"1.0"},"canonical_sha256":"11c75f0306d272000338ea7445d01c0289ba4b593333d913d7ee534f7b6147f1","source":{"kind":"arxiv","id":"2106.05831","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.05831","created_at":"2026-07-05T05:58:14Z"},{"alias_kind":"arxiv_version","alias_value":"2106.05831v3","created_at":"2026-07-05T05:58:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.05831","created_at":"2026-07-05T05:58:14Z"},{"alias_kind":"pith_short_12","alias_value":"CHDV6AYG2JZA","created_at":"2026-07-05T05:58:14Z"},{"alias_kind":"pith_short_16","alias_value":"CHDV6AYG2JZAAAZY","created_at":"2026-07-05T05:58:14Z"},{"alias_kind":"pith_short_8","alias_value":"CHDV6AYG","created_at":"2026-07-05T05:58:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:CHDV6AYG2JZAAAZY5J2ELUA4AK","target":"record","payload":{"canonical_record":{"source":{"id":"2106.05831","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-06-10T15:49:58Z","cross_cats_sorted":[],"title_canon_sha256":"9c4440f3be98b7be697ddbb17e2a7eda1f146c118b69c18cff03cfbe2d583e07","abstract_canon_sha256":"1056160789857ccf58aa49db0088545563994d68ca757875e0787c05184459e0"},"schema_version":"1.0"},"canonical_sha256":"11c75f0306d272000338ea7445d01c0289ba4b593333d913d7ee534f7b6147f1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:58:14.413939Z","signature_b64":"mDCw4fuhCg/yKdbYnsVkA8tCnz54x3Y06KAgYjT4iw8K+A9l43f1JsV1mUD+ia9Nnh99Gc3dMYPmP3dOtXjdCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"11c75f0306d272000338ea7445d01c0289ba4b593333d913d7ee534f7b6147f1","last_reissued_at":"2026-07-05T05:58:14.413551Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:58:14.413551Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.05831","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:58:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G5tWIgh+gVP/Z90q6b4ylPD0BfQ1/1QmSJADxhZhwUbRom4rHqgM1udjsmIrEOMzxkbselI2U2HaAF3dV27NDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T05:27:56.892470Z"},"content_sha256":"8fd70fbd48036c4f0dd07a83bb3adc0594047534e9d0f4dc83a304a4d5d6c3c6","schema_version":"1.0","event_id":"sha256:8fd70fbd48036c4f0dd07a83bb3adc0594047534e9d0f4dc83a304a4d5d6c3c6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:CHDV6AYG2JZAAAZY5J2ELUA4AK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scaling up Search Engine Audits: Practical Insights for Algorithm Auditing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CY","authors_text":"Aleksandra Urman, Mykola Makhortykh, Roberto Ulloa","submitted_at":"2021-06-10T15:49:58Z","abstract_excerpt":"Algorithm audits have increased in recent years due to a growing need to independently assess the performance of automatically curated services that process, filter, and rank the large and dynamic amount of information available on the internet. Among several methodologies to perform such audits, virtual agents stand out because they offer the ability to perform systematic experiments, simulating human behaviour without the associated costs of recruiting participants. Motivated by the importance of research transparency and replicability of results, this paper focuses on the challenges of such"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.05831","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.05831/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:58:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d5P/RLR/Fx4HKxYJrmr3GIIp7Nvuwp/ScqWmjiiNQeGXaz/8F2b5zh5gWUFAFmkpeLwf5S4+44k9jeWgNtm4AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T05:27:56.893086Z"},"content_sha256":"e08194f0bd44da9b001b229584246aa70c7b0715f0f744c0b1e17358d4aa7f44","schema_version":"1.0","event_id":"sha256:e08194f0bd44da9b001b229584246aa70c7b0715f0f744c0b1e17358d4aa7f44"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CHDV6AYG2JZAAAZY5J2ELUA4AK/bundle.json","state_url":"https://pith.science/pith/CHDV6AYG2JZAAAZY5J2ELUA4AK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CHDV6AYG2JZAAAZY5J2ELUA4AK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T05:27:56Z","links":{"resolver":"https://pith.science/pith/CHDV6AYG2JZAAAZY5J2ELUA4AK","bundle":"https://pith.science/pith/CHDV6AYG2JZAAAZY5J2ELUA4AK/bundle.json","state":"https://pith.science/pith/CHDV6AYG2JZAAAZY5J2ELUA4AK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CHDV6AYG2JZAAAZY5J2ELUA4AK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:CHDV6AYG2JZAAAZY5J2ELUA4AK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1056160789857ccf58aa49db0088545563994d68ca757875e0787c05184459e0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-06-10T15:49:58Z","title_canon_sha256":"9c4440f3be98b7be697ddbb17e2a7eda1f146c118b69c18cff03cfbe2d583e07"},"schema_version":"1.0","source":{"id":"2106.05831","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.05831","created_at":"2026-07-05T05:58:14Z"},{"alias_kind":"arxiv_version","alias_value":"2106.05831v3","created_at":"2026-07-05T05:58:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.05831","created_at":"2026-07-05T05:58:14Z"},{"alias_kind":"pith_short_12","alias_value":"CHDV6AYG2JZA","created_at":"2026-07-05T05:58:14Z"},{"alias_kind":"pith_short_16","alias_value":"CHDV6AYG2JZAAAZY","created_at":"2026-07-05T05:58:14Z"},{"alias_kind":"pith_short_8","alias_value":"CHDV6AYG","created_at":"2026-07-05T05:58:14Z"}],"graph_snapshots":[{"event_id":"sha256:e08194f0bd44da9b001b229584246aa70c7b0715f0f744c0b1e17358d4aa7f44","target":"graph","created_at":"2026-07-05T05:58:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.05831/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Algorithm audits have increased in recent years due to a growing need to independently assess the performance of automatically curated services that process, filter, and rank the large and dynamic amount of information available on the internet. Among several methodologies to perform such audits, virtual agents stand out because they offer the ability to perform systematic experiments, simulating human behaviour without the associated costs of recruiting participants. Motivated by the importance of research transparency and replicability of results, this paper focuses on the challenges of such","authors_text":"Aleksandra Urman, Mykola Makhortykh, Roberto Ulloa","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-06-10T15:49:58Z","title":"Scaling up Search Engine Audits: Practical Insights for Algorithm Auditing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.05831","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8fd70fbd48036c4f0dd07a83bb3adc0594047534e9d0f4dc83a304a4d5d6c3c6","target":"record","created_at":"2026-07-05T05:58:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1056160789857ccf58aa49db0088545563994d68ca757875e0787c05184459e0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-06-10T15:49:58Z","title_canon_sha256":"9c4440f3be98b7be697ddbb17e2a7eda1f146c118b69c18cff03cfbe2d583e07"},"schema_version":"1.0","source":{"id":"2106.05831","kind":"arxiv","version":3}},"canonical_sha256":"11c75f0306d272000338ea7445d01c0289ba4b593333d913d7ee534f7b6147f1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"11c75f0306d272000338ea7445d01c0289ba4b593333d913d7ee534f7b6147f1","first_computed_at":"2026-07-05T05:58:14.413551Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:58:14.413551Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mDCw4fuhCg/yKdbYnsVkA8tCnz54x3Y06KAgYjT4iw8K+A9l43f1JsV1mUD+ia9Nnh99Gc3dMYPmP3dOtXjdCw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:58:14.413939Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.05831","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8fd70fbd48036c4f0dd07a83bb3adc0594047534e9d0f4dc83a304a4d5d6c3c6","sha256:e08194f0bd44da9b001b229584246aa70c7b0715f0f744c0b1e17358d4aa7f44"],"state_sha256":"624b8f1235e8eca882c13aa2a0aab7698e8d0c2d58cef6c3ee5ab9c44b2ed0fe"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XT2qVD5VGOk/gEIkLcXDJQf1dAXvanHPFZMnSmIPQPgrhz8ZDeXNxIAdgC2daQ2cDCwvmYFODtXdgilr9PYHBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T05:27:56.896962Z","bundle_sha256":"29732ed0563eb1472b2054aeb31b1973b0b1c2d4313f5195eb8b9a856e45186e"}}