{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:EJ5RKB2D3MU25ADK4NPVTEXCXM","short_pith_number":"pith:EJ5RKB2D","canonical_record":{"source":{"id":"2606.02911","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T21:32:37Z","cross_cats_sorted":[],"title_canon_sha256":"b2d8e806dae45c2e7bad0491f317f634c9b7c27c2c8e663ab7332f567028ddfb","abstract_canon_sha256":"411e096c7f15983b90d84917acf4cf8c163f6f08cb20764dd48b937aad18a23e"},"schema_version":"1.0"},"canonical_sha256":"227b150743db29ae806ae35f5992e2bb140cb31bad1c9193a7fe898694dd5c22","source":{"kind":"arxiv","id":"2606.02911","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.02911","created_at":"2026-06-03T01:05:26Z"},{"alias_kind":"arxiv_version","alias_value":"2606.02911v1","created_at":"2026-06-03T01:05:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.02911","created_at":"2026-06-03T01:05:26Z"},{"alias_kind":"pith_short_12","alias_value":"EJ5RKB2D3MU2","created_at":"2026-06-03T01:05:26Z"},{"alias_kind":"pith_short_16","alias_value":"EJ5RKB2D3MU25ADK","created_at":"2026-06-03T01:05:26Z"},{"alias_kind":"pith_short_8","alias_value":"EJ5RKB2D","created_at":"2026-06-03T01:05:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:EJ5RKB2D3MU25ADK4NPVTEXCXM","target":"record","payload":{"canonical_record":{"source":{"id":"2606.02911","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T21:32:37Z","cross_cats_sorted":[],"title_canon_sha256":"b2d8e806dae45c2e7bad0491f317f634c9b7c27c2c8e663ab7332f567028ddfb","abstract_canon_sha256":"411e096c7f15983b90d84917acf4cf8c163f6f08cb20764dd48b937aad18a23e"},"schema_version":"1.0"},"canonical_sha256":"227b150743db29ae806ae35f5992e2bb140cb31bad1c9193a7fe898694dd5c22","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-03T01:05:26.342370Z","signature_b64":"VsWDTFjXWvYls+vWMBgyOPC681spcf6ux0T4zxL4fPSpEF1ctGIy6MjS45ubpGoMm2alxn74qafiVaKqq/lyCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"227b150743db29ae806ae35f5992e2bb140cb31bad1c9193a7fe898694dd5c22","last_reissued_at":"2026-06-03T01:05:26.341949Z","signature_status":"signed_v1","first_computed_at":"2026-06-03T01:05:26.341949Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.02911","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-03T01:05:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hZIq/YmhNF6Mb34TUhkwOAihH1jdglrcayJXxIegKLCsGb+5vGWoLidrqRzXQ6S7FLlOzaIuvGsjLM7v6oU4AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T16:47:44.246423Z"},"content_sha256":"96096135be2ebd19620967b2c4ab1b92ab572051046f8b70d7a22666a0711fac","schema_version":"1.0","event_id":"sha256:96096135be2ebd19620967b2c4ab1b92ab572051046f8b70d7a22666a0711fac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:EJ5RKB2D3MU25ADK4NPVTEXCXM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Ghost Annotator: a Framework to Explore Human Label Variation in Content Moderation through Conformal Prediction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alessandra Urbinati, Fabiana Vernero, Marco Antonio Stranisci, Mirko Lai, Simona Frenda","submitted_at":"2026-06-01T21:32:37Z","abstract_excerpt":"Current research primarily focuses on model performance, while comparatively less attention has been devoted to uncertainty estimation, particularly in settings where LLMs are increasingly used to generate annotated data. We introduce a framework combining conformal prediction with Collaborative Filtering-style annotators' representation to model LLM behavior in relation to human annotators and to analyze patterns of agreement and disagreement. Using Non-Conformity Scores, we introduce the Ghost Prediction metric and the Ghost Annotator representation to quantify cases in which model predictio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.02911","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.02911/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-03T01:05:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lXszyB+Y2ocY4DSTY4J3JTS5pNSiKwOGcyrBR17TOIFd1jgiKaG5bT9mnlO6D/anLHrkmr9GFqqZnWr3psrABw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T16:47:44.246811Z"},"content_sha256":"61f7336e882bd60c7229e3946a6372de0115d2d03c8f63b512146eefe3583682","schema_version":"1.0","event_id":"sha256:61f7336e882bd60c7229e3946a6372de0115d2d03c8f63b512146eefe3583682"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EJ5RKB2D3MU25ADK4NPVTEXCXM/bundle.json","state_url":"https://pith.science/pith/EJ5RKB2D3MU25ADK4NPVTEXCXM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EJ5RKB2D3MU25ADK4NPVTEXCXM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T16:47:44Z","links":{"resolver":"https://pith.science/pith/EJ5RKB2D3MU25ADK4NPVTEXCXM","bundle":"https://pith.science/pith/EJ5RKB2D3MU25ADK4NPVTEXCXM/bundle.json","state":"https://pith.science/pith/EJ5RKB2D3MU25ADK4NPVTEXCXM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EJ5RKB2D3MU25ADK4NPVTEXCXM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:EJ5RKB2D3MU25ADK4NPVTEXCXM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"411e096c7f15983b90d84917acf4cf8c163f6f08cb20764dd48b937aad18a23e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T21:32:37Z","title_canon_sha256":"b2d8e806dae45c2e7bad0491f317f634c9b7c27c2c8e663ab7332f567028ddfb"},"schema_version":"1.0","source":{"id":"2606.02911","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.02911","created_at":"2026-06-03T01:05:26Z"},{"alias_kind":"arxiv_version","alias_value":"2606.02911v1","created_at":"2026-06-03T01:05:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.02911","created_at":"2026-06-03T01:05:26Z"},{"alias_kind":"pith_short_12","alias_value":"EJ5RKB2D3MU2","created_at":"2026-06-03T01:05:26Z"},{"alias_kind":"pith_short_16","alias_value":"EJ5RKB2D3MU25ADK","created_at":"2026-06-03T01:05:26Z"},{"alias_kind":"pith_short_8","alias_value":"EJ5RKB2D","created_at":"2026-06-03T01:05:26Z"}],"graph_snapshots":[{"event_id":"sha256:61f7336e882bd60c7229e3946a6372de0115d2d03c8f63b512146eefe3583682","target":"graph","created_at":"2026-06-03T01:05:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.02911/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current research primarily focuses on model performance, while comparatively less attention has been devoted to uncertainty estimation, particularly in settings where LLMs are increasingly used to generate annotated data. We introduce a framework combining conformal prediction with Collaborative Filtering-style annotators' representation to model LLM behavior in relation to human annotators and to analyze patterns of agreement and disagreement. Using Non-Conformity Scores, we introduce the Ghost Prediction metric and the Ghost Annotator representation to quantify cases in which model predictio","authors_text":"Alessandra Urbinati, Fabiana Vernero, Marco Antonio Stranisci, Mirko Lai, Simona Frenda","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T21:32:37Z","title":"The Ghost Annotator: a Framework to Explore Human Label Variation in Content Moderation through Conformal Prediction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.02911","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:96096135be2ebd19620967b2c4ab1b92ab572051046f8b70d7a22666a0711fac","target":"record","created_at":"2026-06-03T01:05:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"411e096c7f15983b90d84917acf4cf8c163f6f08cb20764dd48b937aad18a23e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-01T21:32:37Z","title_canon_sha256":"b2d8e806dae45c2e7bad0491f317f634c9b7c27c2c8e663ab7332f567028ddfb"},"schema_version":"1.0","source":{"id":"2606.02911","kind":"arxiv","version":1}},"canonical_sha256":"227b150743db29ae806ae35f5992e2bb140cb31bad1c9193a7fe898694dd5c22","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"227b150743db29ae806ae35f5992e2bb140cb31bad1c9193a7fe898694dd5c22","first_computed_at":"2026-06-03T01:05:26.341949Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-03T01:05:26.341949Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VsWDTFjXWvYls+vWMBgyOPC681spcf6ux0T4zxL4fPSpEF1ctGIy6MjS45ubpGoMm2alxn74qafiVaKqq/lyCw==","signature_status":"signed_v1","signed_at":"2026-06-03T01:05:26.342370Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.02911","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:96096135be2ebd19620967b2c4ab1b92ab572051046f8b70d7a22666a0711fac","sha256:61f7336e882bd60c7229e3946a6372de0115d2d03c8f63b512146eefe3583682"],"state_sha256":"a69aaa1f966fbd940fd85a4c26b64afada65593163a20fb17504807125cd88b2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DSn4Dfnms0Wk9eyyjFD3sk10FeGYVj+dZi4ShuoDWuKmJNsfTKfLn562nbmthiQSV7pGem/VRwAz9R7XxXHRCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T16:47:44.249042Z","bundle_sha256":"69465526021783e294fd98e898cca3c790db83f774697ae48aa8874d8218c21d"}}