{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:J4WGMCF3NGCKX4OK72XJ3IKQD5","short_pith_number":"pith:J4WGMCF3","canonical_record":{"source":{"id":"2312.11681","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-12-18T20:01:58Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"54b962ce61e317317b22bda8556121eab31145dfb178e14112af8b7ca0895490","abstract_canon_sha256":"066d0c13d52b28a0ef72ec068abb46386d58f5688cae085ea8884520e300a2c1"},"schema_version":"1.0"},"canonical_sha256":"4f2c6608bb6984abf1cafeae9da1501f779bcab1793ac79f0df10a3e32405fbe","source":{"kind":"arxiv","id":"2312.11681","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.11681","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"arxiv_version","alias_value":"2312.11681v4","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.11681","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"pith_short_12","alias_value":"J4WGMCF3NGCK","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"pith_short_16","alias_value":"J4WGMCF3NGCKX4OK","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"pith_short_8","alias_value":"J4WGMCF3","created_at":"2026-07-05T09:44:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:J4WGMCF3NGCKX4OK72XJ3IKQD5","target":"record","payload":{"canonical_record":{"source":{"id":"2312.11681","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-12-18T20:01:58Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"54b962ce61e317317b22bda8556121eab31145dfb178e14112af8b7ca0895490","abstract_canon_sha256":"066d0c13d52b28a0ef72ec068abb46386d58f5688cae085ea8884520e300a2c1"},"schema_version":"1.0"},"canonical_sha256":"4f2c6608bb6984abf1cafeae9da1501f779bcab1793ac79f0df10a3e32405fbe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:44:33.057163Z","signature_b64":"PvmIX3pilVs0NiH14pv3X/OaWUVkWc2eRYxH+yw8lM8zhpxuea+OUyL2lvGsYIKy0C8+e9780WvbsWVDEe4iAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4f2c6608bb6984abf1cafeae9da1501f779bcab1793ac79f0df10a3e32405fbe","last_reissued_at":"2026-07-05T09:44:33.056693Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:44:33.056693Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.11681","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:44:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WEI9RNqtX04xmjOofGOzaU2NT6HfQorNEo/fpBcqOjfzcrsXFIKBPFduD80TGBxWoPELGKlEyiPVWB3hHGL/DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T12:05:36.235587Z"},"content_sha256":"8152724a15822f738180dce3fde6dc4694bae16abff4dd2a63ead15f8f70526d","schema_version":"1.0","event_id":"sha256:8152724a15822f738180dce3fde6dc4694bae16abff4dd2a63ead15f8f70526d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:J4WGMCF3NGCKX4OK72XJ3IKQD5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Designing LLM Chains by Adapting Techniques from Crowdsourcing Workflows","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.HC","authors_text":"Daniel S. Weld, Jeffrey Heer, Madeleine Grunde-McLaughlin, Michelle S. Lam, Ranjay Krishna","submitted_at":"2023-12-18T20:01:58Z","abstract_excerpt":"LLM chains enable complex tasks by decomposing work into a sequence of subtasks. Similarly, the more established techniques of crowdsourcing workflows decompose complex tasks into smaller tasks for human crowdworkers. Chains address LLM errors analogously to the way crowdsourcing workflows address human error. To characterize opportunities for LLM chaining, we survey 107 papers across the crowdsourcing and chaining literature to construct a design space for chain development. The design space covers a designer's objectives and the tactics used to build workflows. We then surface strategies tha"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.11681","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.11681/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:44:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Uwbdo0HDF8cfkri9GZb55ViNPX5bnYt44d+ORpiGxT+e1kSzetIjRW1XKnhUEVh9bKRVBPb2LQxVsMhpAmnZCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T12:05:36.237703Z"},"content_sha256":"b98b870412c08680337715b75b8e0235c12579a215bfd49095c0f2c606d47c4d","schema_version":"1.0","event_id":"sha256:b98b870412c08680337715b75b8e0235c12579a215bfd49095c0f2c606d47c4d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J4WGMCF3NGCKX4OK72XJ3IKQD5/bundle.json","state_url":"https://pith.science/pith/J4WGMCF3NGCKX4OK72XJ3IKQD5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J4WGMCF3NGCKX4OK72XJ3IKQD5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T12:05:36Z","links":{"resolver":"https://pith.science/pith/J4WGMCF3NGCKX4OK72XJ3IKQD5","bundle":"https://pith.science/pith/J4WGMCF3NGCKX4OK72XJ3IKQD5/bundle.json","state":"https://pith.science/pith/J4WGMCF3NGCKX4OK72XJ3IKQD5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J4WGMCF3NGCKX4OK72XJ3IKQD5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:J4WGMCF3NGCKX4OK72XJ3IKQD5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"066d0c13d52b28a0ef72ec068abb46386d58f5688cae085ea8884520e300a2c1","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-12-18T20:01:58Z","title_canon_sha256":"54b962ce61e317317b22bda8556121eab31145dfb178e14112af8b7ca0895490"},"schema_version":"1.0","source":{"id":"2312.11681","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.11681","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"arxiv_version","alias_value":"2312.11681v4","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.11681","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"pith_short_12","alias_value":"J4WGMCF3NGCK","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"pith_short_16","alias_value":"J4WGMCF3NGCKX4OK","created_at":"2026-07-05T09:44:33Z"},{"alias_kind":"pith_short_8","alias_value":"J4WGMCF3","created_at":"2026-07-05T09:44:33Z"}],"graph_snapshots":[{"event_id":"sha256:b98b870412c08680337715b75b8e0235c12579a215bfd49095c0f2c606d47c4d","target":"graph","created_at":"2026-07-05T09:44:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.11681/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"LLM chains enable complex tasks by decomposing work into a sequence of subtasks. Similarly, the more established techniques of crowdsourcing workflows decompose complex tasks into smaller tasks for human crowdworkers. Chains address LLM errors analogously to the way crowdsourcing workflows address human error. To characterize opportunities for LLM chaining, we survey 107 papers across the crowdsourcing and chaining literature to construct a design space for chain development. The design space covers a designer's objectives and the tactics used to build workflows. We then surface strategies tha","authors_text":"Daniel S. Weld, Jeffrey Heer, Madeleine Grunde-McLaughlin, Michelle S. Lam, Ranjay Krishna","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-12-18T20:01:58Z","title":"Designing LLM Chains by Adapting Techniques from Crowdsourcing Workflows"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.11681","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8152724a15822f738180dce3fde6dc4694bae16abff4dd2a63ead15f8f70526d","target":"record","created_at":"2026-07-05T09:44:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"066d0c13d52b28a0ef72ec068abb46386d58f5688cae085ea8884520e300a2c1","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-12-18T20:01:58Z","title_canon_sha256":"54b962ce61e317317b22bda8556121eab31145dfb178e14112af8b7ca0895490"},"schema_version":"1.0","source":{"id":"2312.11681","kind":"arxiv","version":4}},"canonical_sha256":"4f2c6608bb6984abf1cafeae9da1501f779bcab1793ac79f0df10a3e32405fbe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4f2c6608bb6984abf1cafeae9da1501f779bcab1793ac79f0df10a3e32405fbe","first_computed_at":"2026-07-05T09:44:33.056693Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:44:33.056693Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PvmIX3pilVs0NiH14pv3X/OaWUVkWc2eRYxH+yw8lM8zhpxuea+OUyL2lvGsYIKy0C8+e9780WvbsWVDEe4iAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:44:33.057163Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.11681","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8152724a15822f738180dce3fde6dc4694bae16abff4dd2a63ead15f8f70526d","sha256:b98b870412c08680337715b75b8e0235c12579a215bfd49095c0f2c606d47c4d"],"state_sha256":"53abeb3da743d668a66079d47a15445dc871274c0d956fd55328d0021ffe5085"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lhclzpRW4HRvOYW6A44YTmfl8WXIquoTJ4CrefF3LSSEDHZF+GJ7iQ04HtU4E5Kc/haH6vkbfv+gt7fCoKLhCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T12:05:36.288323Z","bundle_sha256":"50abccc21c91900d1ea1d5bf61a414525d8763c72c61121a0015dc28b7ac3a5e"}}