{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:MVO7J72QXVCGWY3JN4PUFBOWEV","short_pith_number":"pith:MVO7J72Q","canonical_record":{"source":{"id":"2307.12973","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-24T17:49:31Z","cross_cats_sorted":[],"title_canon_sha256":"39bd16e2c8e4ea2b173ac4e9a5457ae258f8c4cfa0055c4d2e6187bebf7c41cd","abstract_canon_sha256":"522407e52dfcbfd60245c8297e515c4eae657f91f8d7faa469154e096ea1e636"},"schema_version":"1.0"},"canonical_sha256":"655df4ff50bd446b63696f1f4285d62547a0985e686aa1f76e5f4818f148ee01","source":{"kind":"arxiv","id":"2307.12973","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.12973","created_at":"2026-07-05T08:07:57Z"},{"alias_kind":"arxiv_version","alias_value":"2307.12973v2","created_at":"2026-07-05T08:07:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.12973","created_at":"2026-07-05T08:07:57Z"},{"alias_kind":"pith_short_12","alias_value":"MVO7J72QXVCG","created_at":"2026-07-05T08:07:57Z"},{"alias_kind":"pith_short_16","alias_value":"MVO7J72QXVCGWY3J","created_at":"2026-07-05T08:07:57Z"},{"alias_kind":"pith_short_8","alias_value":"MVO7J72Q","created_at":"2026-07-05T08:07:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:MVO7J72QXVCGWY3JN4PUFBOWEV","target":"record","payload":{"canonical_record":{"source":{"id":"2307.12973","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-24T17:49:31Z","cross_cats_sorted":[],"title_canon_sha256":"39bd16e2c8e4ea2b173ac4e9a5457ae258f8c4cfa0055c4d2e6187bebf7c41cd","abstract_canon_sha256":"522407e52dfcbfd60245c8297e515c4eae657f91f8d7faa469154e096ea1e636"},"schema_version":"1.0"},"canonical_sha256":"655df4ff50bd446b63696f1f4285d62547a0985e686aa1f76e5f4818f148ee01","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:07:57.386267Z","signature_b64":"rD6zqCrrnVfX4bP2QJKb/yKy4kdVeSROTbI0j5TB1AKBe9tepDVAmR0zV/wfw6aw9LCxzKajMHMs8FgNGKrbCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"655df4ff50bd446b63696f1f4285d62547a0985e686aa1f76e5f4818f148ee01","last_reissued_at":"2026-07-05T08:07:57.385895Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:07:57.385895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.12973","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:07:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dPU6fxNht6S4om7Bb2mHGhljbvk9UdagLxq/uDZ4U+eoKHgUZZZYEvPEyTfUmb1eokPzJgLbBQm9LiY5m5WjBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T00:09:32.002201Z"},"content_sha256":"24716e9d0a3ef8858c76b260444316430340d6482baea7b17f2168504f379fd9","schema_version":"1.0","event_id":"sha256:24716e9d0a3ef8858c76b260444316430340d6482baea7b17f2168504f379fd9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:MVO7J72QXVCGWY3JN4PUFBOWEV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Wisdom of Instruction-Tuned Language Model Crowds. Exploring Model Label Variation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Debora Nozza, Dirk Hovy, Flor Miriam Plaza-del-Arco","submitted_at":"2023-07-24T17:49:31Z","abstract_excerpt":"Large Language Models (LLMs) exhibit remarkable text classification capabilities, excelling in zero- and few-shot learning (ZSL and FSL) scenarios. However, since they are trained on different datasets, performance varies widely across tasks between those models. Recent studies emphasize the importance of considering human label variation in data annotation. However, how this human label variation also applies to LLMs remains unexplored. Given this likely model specialization, we ask: Do aggregate LLM labels improve over individual models (as for human annotators)? We evaluate four recent inst"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.12973","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.12973/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:07:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ec5dIJYZlooEsfQNwrbNM2XbUmbVTVAf+xMJxwlVsxScl52E6ekxnAtY+ZavmWnej2rUkbxiEgYeZsvxG/uEAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T00:09:32.002514Z"},"content_sha256":"b7d723d8707fa0a88a5cbcc5c06f7c1ebe8b2a8f07d6683f78b748573c8fab2d","schema_version":"1.0","event_id":"sha256:b7d723d8707fa0a88a5cbcc5c06f7c1ebe8b2a8f07d6683f78b748573c8fab2d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MVO7J72QXVCGWY3JN4PUFBOWEV/bundle.json","state_url":"https://pith.science/pith/MVO7J72QXVCGWY3JN4PUFBOWEV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MVO7J72QXVCGWY3JN4PUFBOWEV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T00:09:32Z","links":{"resolver":"https://pith.science/pith/MVO7J72QXVCGWY3JN4PUFBOWEV","bundle":"https://pith.science/pith/MVO7J72QXVCGWY3JN4PUFBOWEV/bundle.json","state":"https://pith.science/pith/MVO7J72QXVCGWY3JN4PUFBOWEV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MVO7J72QXVCGWY3JN4PUFBOWEV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:MVO7J72QXVCGWY3JN4PUFBOWEV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"522407e52dfcbfd60245c8297e515c4eae657f91f8d7faa469154e096ea1e636","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-24T17:49:31Z","title_canon_sha256":"39bd16e2c8e4ea2b173ac4e9a5457ae258f8c4cfa0055c4d2e6187bebf7c41cd"},"schema_version":"1.0","source":{"id":"2307.12973","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.12973","created_at":"2026-07-05T08:07:57Z"},{"alias_kind":"arxiv_version","alias_value":"2307.12973v2","created_at":"2026-07-05T08:07:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.12973","created_at":"2026-07-05T08:07:57Z"},{"alias_kind":"pith_short_12","alias_value":"MVO7J72QXVCG","created_at":"2026-07-05T08:07:57Z"},{"alias_kind":"pith_short_16","alias_value":"MVO7J72QXVCGWY3J","created_at":"2026-07-05T08:07:57Z"},{"alias_kind":"pith_short_8","alias_value":"MVO7J72Q","created_at":"2026-07-05T08:07:57Z"}],"graph_snapshots":[{"event_id":"sha256:b7d723d8707fa0a88a5cbcc5c06f7c1ebe8b2a8f07d6683f78b748573c8fab2d","target":"graph","created_at":"2026-07-05T08:07:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.12973/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) exhibit remarkable text classification capabilities, excelling in zero- and few-shot learning (ZSL and FSL) scenarios. However, since they are trained on different datasets, performance varies widely across tasks between those models. Recent studies emphasize the importance of considering human label variation in data annotation. However, how this human label variation also applies to LLMs remains unexplored. Given this likely model specialization, we ask: Do aggregate LLM labels improve over individual models (as for human annotators)? We evaluate four recent inst","authors_text":"Debora Nozza, Dirk Hovy, Flor Miriam Plaza-del-Arco","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-24T17:49:31Z","title":"Wisdom of Instruction-Tuned Language Model Crowds. Exploring Model Label Variation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.12973","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:24716e9d0a3ef8858c76b260444316430340d6482baea7b17f2168504f379fd9","target":"record","created_at":"2026-07-05T08:07:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"522407e52dfcbfd60245c8297e515c4eae657f91f8d7faa469154e096ea1e636","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-24T17:49:31Z","title_canon_sha256":"39bd16e2c8e4ea2b173ac4e9a5457ae258f8c4cfa0055c4d2e6187bebf7c41cd"},"schema_version":"1.0","source":{"id":"2307.12973","kind":"arxiv","version":2}},"canonical_sha256":"655df4ff50bd446b63696f1f4285d62547a0985e686aa1f76e5f4818f148ee01","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"655df4ff50bd446b63696f1f4285d62547a0985e686aa1f76e5f4818f148ee01","first_computed_at":"2026-07-05T08:07:57.385895Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:07:57.385895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rD6zqCrrnVfX4bP2QJKb/yKy4kdVeSROTbI0j5TB1AKBe9tepDVAmR0zV/wfw6aw9LCxzKajMHMs8FgNGKrbCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:07:57.386267Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.12973","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:24716e9d0a3ef8858c76b260444316430340d6482baea7b17f2168504f379fd9","sha256:b7d723d8707fa0a88a5cbcc5c06f7c1ebe8b2a8f07d6683f78b748573c8fab2d"],"state_sha256":"ef8421296727b25c3e5a430b677c4776e693a6d62ab7106b2a9057901095bb73"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UlRRffSiGo4V1aef+WN8+/PutpkF9aiID8ZuVGuJa7qkghe0wKg7bPZsHKphpOx2eoYxpg+lvcCdsNcw012WDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T00:09:32.006975Z","bundle_sha256":"0106121f0751fd662eed52924cef7c2f01438c9f26b79037f097f0df3b73b2ad"}}