{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ZBF2VJ77SCEPOCCMRTDEGQCJRQ","short_pith_number":"pith:ZBF2VJ77","canonical_record":{"source":{"id":"2305.03514","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-12T17:33:28Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4f8a0c0a266de7598908e41e942599b826fab865e9a07865f57d23a7d81c2f7f","abstract_canon_sha256":"ad9ca621c5fb71bdde6b2c03ea5e00c3de0fddf460cdd2045f7a8fd04d9fb4d6"},"schema_version":"1.0"},"canonical_sha256":"c84baaa7ff9088f7084c8cc64340498c28add312517abf8c48a6956f706bab44","source":{"kind":"arxiv","id":"2305.03514","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.03514","created_at":"2026-07-05T07:49:11Z"},{"alias_kind":"arxiv_version","alias_value":"2305.03514v3","created_at":"2026-07-05T07:49:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.03514","created_at":"2026-07-05T07:49:11Z"},{"alias_kind":"pith_short_12","alias_value":"ZBF2VJ77SCEP","created_at":"2026-07-05T07:49:11Z"},{"alias_kind":"pith_short_16","alias_value":"ZBF2VJ77SCEPOCCM","created_at":"2026-07-05T07:49:11Z"},{"alias_kind":"pith_short_8","alias_value":"ZBF2VJ77","created_at":"2026-07-05T07:49:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ZBF2VJ77SCEPOCCMRTDEGQCJRQ","target":"record","payload":{"canonical_record":{"source":{"id":"2305.03514","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-12T17:33:28Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4f8a0c0a266de7598908e41e942599b826fab865e9a07865f57d23a7d81c2f7f","abstract_canon_sha256":"ad9ca621c5fb71bdde6b2c03ea5e00c3de0fddf460cdd2045f7a8fd04d9fb4d6"},"schema_version":"1.0"},"canonical_sha256":"c84baaa7ff9088f7084c8cc64340498c28add312517abf8c48a6956f706bab44","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:49:11.735405Z","signature_b64":"pjtr4Lbq8tCZ0bg0L1X2p+xx+lM8kclYNhcQUQ3nuM19sXkno64QB4OuIui8rN/w3TRI6rarxT89eq0O0KEMAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c84baaa7ff9088f7084c8cc64340498c28add312517abf8c48a6956f706bab44","last_reissued_at":"2026-07-05T07:49:11.734762Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:49:11.734762Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.03514","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:49:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tdhReF60UNpjqHkCI9ISD/X+WXv/9zD0JWujOSVhMCP+DoT1yVCmzoeBX+eqS2O0V2yQuZonZI4MEnNXD2IcBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-24T15:40:05.058558Z"},"content_sha256":"76f2a40c5393bc79e9538fefd7dab60b637ac4996117ed751e6d0eae9a825f0a","schema_version":"1.0","event_id":"sha256:76f2a40c5393bc79e9538fefd7dab60b637ac4996117ed751e6d0eae9a825f0a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ZBF2VJ77SCEPOCCMRTDEGQCJRQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can Large Language Models Transform Computational Social Science?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Caleb Ziems, Diyi Yang, Jiaao Chen, Omar Shaikh, William Held, Zhehao Zhang","submitted_at":"2023-04-12T17:33:28Z","abstract_excerpt":"Large Language Models (LLMs) are capable of successfully performing many language processing tasks zero-shot (without training data). If zero-shot LLMs can also reliably classify and explain social phenomena like persuasiveness and political ideology, then LLMs could augment the Computational Social Science (CSS) pipeline in important ways. This work provides a road map for using LLMs as CSS tools. Towards this end, we contribute a set of prompting best practices and an extensive evaluation pipeline to measure the zero-shot performance of 13 language models on 25 representative English CSS ben"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.03514","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.03514/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:49:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wbUHbh3bTc1TBXUjcm8DFvRGrVlzicwNmAlNYtpeGLE1jn3d6ZjAw5lQhrTH7kW66cr2Ei7GFYjx17C7hlsMBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-24T15:40:05.058932Z"},"content_sha256":"21cba863e422d2cbc2d44bb69007606c275f574229fddfbb875a1e356f41f22c","schema_version":"1.0","event_id":"sha256:21cba863e422d2cbc2d44bb69007606c275f574229fddfbb875a1e356f41f22c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZBF2VJ77SCEPOCCMRTDEGQCJRQ/bundle.json","state_url":"https://pith.science/pith/ZBF2VJ77SCEPOCCMRTDEGQCJRQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZBF2VJ77SCEPOCCMRTDEGQCJRQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-24T15:40:05Z","links":{"resolver":"https://pith.science/pith/ZBF2VJ77SCEPOCCMRTDEGQCJRQ","bundle":"https://pith.science/pith/ZBF2VJ77SCEPOCCMRTDEGQCJRQ/bundle.json","state":"https://pith.science/pith/ZBF2VJ77SCEPOCCMRTDEGQCJRQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZBF2VJ77SCEPOCCMRTDEGQCJRQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZBF2VJ77SCEPOCCMRTDEGQCJRQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ad9ca621c5fb71bdde6b2c03ea5e00c3de0fddf460cdd2045f7a8fd04d9fb4d6","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-12T17:33:28Z","title_canon_sha256":"4f8a0c0a266de7598908e41e942599b826fab865e9a07865f57d23a7d81c2f7f"},"schema_version":"1.0","source":{"id":"2305.03514","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.03514","created_at":"2026-07-05T07:49:11Z"},{"alias_kind":"arxiv_version","alias_value":"2305.03514v3","created_at":"2026-07-05T07:49:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.03514","created_at":"2026-07-05T07:49:11Z"},{"alias_kind":"pith_short_12","alias_value":"ZBF2VJ77SCEP","created_at":"2026-07-05T07:49:11Z"},{"alias_kind":"pith_short_16","alias_value":"ZBF2VJ77SCEPOCCM","created_at":"2026-07-05T07:49:11Z"},{"alias_kind":"pith_short_8","alias_value":"ZBF2VJ77","created_at":"2026-07-05T07:49:11Z"}],"graph_snapshots":[{"event_id":"sha256:21cba863e422d2cbc2d44bb69007606c275f574229fddfbb875a1e356f41f22c","target":"graph","created_at":"2026-07-05T07:49:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.03514/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are capable of successfully performing many language processing tasks zero-shot (without training data). If zero-shot LLMs can also reliably classify and explain social phenomena like persuasiveness and political ideology, then LLMs could augment the Computational Social Science (CSS) pipeline in important ways. This work provides a road map for using LLMs as CSS tools. Towards this end, we contribute a set of prompting best practices and an extensive evaluation pipeline to measure the zero-shot performance of 13 language models on 25 representative English CSS ben","authors_text":"Caleb Ziems, Diyi Yang, Jiaao Chen, Omar Shaikh, William Held, Zhehao Zhang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-12T17:33:28Z","title":"Can Large Language Models Transform Computational Social Science?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.03514","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:76f2a40c5393bc79e9538fefd7dab60b637ac4996117ed751e6d0eae9a825f0a","target":"record","created_at":"2026-07-05T07:49:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ad9ca621c5fb71bdde6b2c03ea5e00c3de0fddf460cdd2045f7a8fd04d9fb4d6","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-12T17:33:28Z","title_canon_sha256":"4f8a0c0a266de7598908e41e942599b826fab865e9a07865f57d23a7d81c2f7f"},"schema_version":"1.0","source":{"id":"2305.03514","kind":"arxiv","version":3}},"canonical_sha256":"c84baaa7ff9088f7084c8cc64340498c28add312517abf8c48a6956f706bab44","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c84baaa7ff9088f7084c8cc64340498c28add312517abf8c48a6956f706bab44","first_computed_at":"2026-07-05T07:49:11.734762Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:49:11.734762Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pjtr4Lbq8tCZ0bg0L1X2p+xx+lM8kclYNhcQUQ3nuM19sXkno64QB4OuIui8rN/w3TRI6rarxT89eq0O0KEMAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:49:11.735405Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.03514","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:76f2a40c5393bc79e9538fefd7dab60b637ac4996117ed751e6d0eae9a825f0a","sha256:21cba863e422d2cbc2d44bb69007606c275f574229fddfbb875a1e356f41f22c"],"state_sha256":"a0b0786b09aa8d6e90b894f272611f1d396552c25c5cc8ca443b9c4cd97f2091"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5yIcrkI51Ulh9uil/jfr0RNOhmIA3s8N7+wMFYtCGyWg2Fb1i0oaBSVl2WAUsAXnwO68vMDH/LwubT+k5sJVCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-24T15:40:05.061553Z","bundle_sha256":"434f0c8f560244f6c422a8c83ea1ab12a7f9df3451d28dd2dcb9ed859039041e"}}