{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:55IP5IENU3I55BPXISP6IHYF33","short_pith_number":"pith:55IP5IEN","canonical_record":{"source":{"id":"2308.04592","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-08T21:23:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"360511ad223f0dfcce7d4cd81d9b47b901b89d02f26c490e5423dae30b4c2a26","abstract_canon_sha256":"f40f63a76bd5343c15eba9e96118b71cf1e5a6ac1036eecbcc0d76d625cdde39"},"schema_version":"1.0"},"canonical_sha256":"ef50fea08da6d1de85f7449fe41f05def4862e4d7baca6b7da158dab3fa298f9","source":{"kind":"arxiv","id":"2308.04592","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.04592","created_at":"2026-07-05T06:39:39Z"},{"alias_kind":"arxiv_version","alias_value":"2308.04592v1","created_at":"2026-07-05T06:39:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.04592","created_at":"2026-07-05T06:39:39Z"},{"alias_kind":"pith_short_12","alias_value":"55IP5IENU3I5","created_at":"2026-07-05T06:39:39Z"},{"alias_kind":"pith_short_16","alias_value":"55IP5IENU3I55BPX","created_at":"2026-07-05T06:39:39Z"},{"alias_kind":"pith_short_8","alias_value":"55IP5IEN","created_at":"2026-07-05T06:39:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:55IP5IENU3I55BPXISP6IHYF33","target":"record","payload":{"canonical_record":{"source":{"id":"2308.04592","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-08T21:23:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"360511ad223f0dfcce7d4cd81d9b47b901b89d02f26c490e5423dae30b4c2a26","abstract_canon_sha256":"f40f63a76bd5343c15eba9e96118b71cf1e5a6ac1036eecbcc0d76d625cdde39"},"schema_version":"1.0"},"canonical_sha256":"ef50fea08da6d1de85f7449fe41f05def4862e4d7baca6b7da158dab3fa298f9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:39:39.896833Z","signature_b64":"Hy6ZDkIFf87Becgm889X144aDBe1i/je94SBfGNCWJjCiSoPorVJvAZ+9gYTInDhiM67KHHBZC6tBMBBJ5PCCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ef50fea08da6d1de85f7449fe41f05def4862e4d7baca6b7da158dab3fa298f9","last_reissued_at":"2026-07-05T06:39:39.896310Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:39:39.896310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.04592","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:39:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OT1JEv7lz01vGnCC1DB5dlTynhXvO9ePW/zm44lT1ghBDkRMqGk5W+EtDtYDxVjXazhFYvG7UQFoZLsm+wzxCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:51:37.120212Z"},"content_sha256":"92ad48a532806ee1038d4b56cfc23bb7edeaad82368d48fc7b8cfc4cf180ac73","schema_version":"1.0","event_id":"sha256:92ad48a532806ee1038d4b56cfc23bb7edeaad82368d48fc7b8cfc4cf180ac73"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:55IP5IENU3I55BPXISP6IHYF33","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Shepherd: A Critic for Language Model Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Asli Celikyilmaz, Jane Dwivedi-Yu, Luke Zettlemoyer, Maryam Fazel-Zarandi, Olga Golovneva, Ping Yu, Ramakanth Pasunuru, Sean O'Brien, Tianlu Wang, Xiaoqing Ellen Tan","submitted_at":"2023-08-08T21:23:23Z","abstract_excerpt":"As large language models improve, there is increasing interest in techniques that leverage these models' capabilities to refine their own outputs. In this work, we introduce Shepherd, a language model specifically tuned to critique responses and suggest refinements, extending beyond the capabilities of an untuned model to identify diverse errors and provide suggestions to remedy them. At the core of our approach is a high quality feedback dataset, which we curate from community feedback and human annotations. Even though Shepherd is small (7B parameters), its critiques are either equivalent or"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.04592","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.04592/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:39:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8IqXGwWVEVwsgv5Xcx2cImwtPtcw5yaYgHUf5+5QJ1lDvLxLbpsvUqg8MGOOtZOZuu5NqJaiyHX7IM4pxzF+Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:51:37.120599Z"},"content_sha256":"5b952320d4ae5d8da443ccbdf7932980029b91fbbf28128db57ec37df5bf8cbc","schema_version":"1.0","event_id":"sha256:5b952320d4ae5d8da443ccbdf7932980029b91fbbf28128db57ec37df5bf8cbc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/55IP5IENU3I55BPXISP6IHYF33/bundle.json","state_url":"https://pith.science/pith/55IP5IENU3I55BPXISP6IHYF33/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/55IP5IENU3I55BPXISP6IHYF33/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T14:51:37Z","links":{"resolver":"https://pith.science/pith/55IP5IENU3I55BPXISP6IHYF33","bundle":"https://pith.science/pith/55IP5IENU3I55BPXISP6IHYF33/bundle.json","state":"https://pith.science/pith/55IP5IENU3I55BPXISP6IHYF33/state.json","well_known_bundle":"https://pith.science/.well-known/pith/55IP5IENU3I55BPXISP6IHYF33/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:55IP5IENU3I55BPXISP6IHYF33","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f40f63a76bd5343c15eba9e96118b71cf1e5a6ac1036eecbcc0d76d625cdde39","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-08T21:23:23Z","title_canon_sha256":"360511ad223f0dfcce7d4cd81d9b47b901b89d02f26c490e5423dae30b4c2a26"},"schema_version":"1.0","source":{"id":"2308.04592","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.04592","created_at":"2026-07-05T06:39:39Z"},{"alias_kind":"arxiv_version","alias_value":"2308.04592v1","created_at":"2026-07-05T06:39:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.04592","created_at":"2026-07-05T06:39:39Z"},{"alias_kind":"pith_short_12","alias_value":"55IP5IENU3I5","created_at":"2026-07-05T06:39:39Z"},{"alias_kind":"pith_short_16","alias_value":"55IP5IENU3I55BPX","created_at":"2026-07-05T06:39:39Z"},{"alias_kind":"pith_short_8","alias_value":"55IP5IEN","created_at":"2026-07-05T06:39:39Z"}],"graph_snapshots":[{"event_id":"sha256:5b952320d4ae5d8da443ccbdf7932980029b91fbbf28128db57ec37df5bf8cbc","target":"graph","created_at":"2026-07-05T06:39:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.04592/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As large language models improve, there is increasing interest in techniques that leverage these models' capabilities to refine their own outputs. In this work, we introduce Shepherd, a language model specifically tuned to critique responses and suggest refinements, extending beyond the capabilities of an untuned model to identify diverse errors and provide suggestions to remedy them. At the core of our approach is a high quality feedback dataset, which we curate from community feedback and human annotations. Even though Shepherd is small (7B parameters), its critiques are either equivalent or","authors_text":"Asli Celikyilmaz, Jane Dwivedi-Yu, Luke Zettlemoyer, Maryam Fazel-Zarandi, Olga Golovneva, Ping Yu, Ramakanth Pasunuru, Sean O'Brien, Tianlu Wang, Xiaoqing Ellen Tan","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-08T21:23:23Z","title":"Shepherd: A Critic for Language Model Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.04592","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:92ad48a532806ee1038d4b56cfc23bb7edeaad82368d48fc7b8cfc4cf180ac73","target":"record","created_at":"2026-07-05T06:39:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f40f63a76bd5343c15eba9e96118b71cf1e5a6ac1036eecbcc0d76d625cdde39","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-08T21:23:23Z","title_canon_sha256":"360511ad223f0dfcce7d4cd81d9b47b901b89d02f26c490e5423dae30b4c2a26"},"schema_version":"1.0","source":{"id":"2308.04592","kind":"arxiv","version":1}},"canonical_sha256":"ef50fea08da6d1de85f7449fe41f05def4862e4d7baca6b7da158dab3fa298f9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ef50fea08da6d1de85f7449fe41f05def4862e4d7baca6b7da158dab3fa298f9","first_computed_at":"2026-07-05T06:39:39.896310Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:39:39.896310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Hy6ZDkIFf87Becgm889X144aDBe1i/je94SBfGNCWJjCiSoPorVJvAZ+9gYTInDhiM67KHHBZC6tBMBBJ5PCCA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:39:39.896833Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.04592","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:92ad48a532806ee1038d4b56cfc23bb7edeaad82368d48fc7b8cfc4cf180ac73","sha256:5b952320d4ae5d8da443ccbdf7932980029b91fbbf28128db57ec37df5bf8cbc"],"state_sha256":"ea91d19af315d84888506f645353677ec21530c69c340d2193876fb5cf1fbe23"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/pPgNqwMy+6jCc3kFwe6TPfeHeU3BUJ/UnFUi3+Cb4tryyyrdmG2sHvhEtUNhhR47XUf+ODRCuZPY+QZeTBdBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T14:51:37.122644Z","bundle_sha256":"557e7013440c142af1a015715dae18d436d31a18a299d51d88cdd90cbf264770"}}