{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:DBGUGFH3GZGVTGYIR7Q4SUVRPL","short_pith_number":"pith:DBGUGFH3","canonical_record":{"source":{"id":"2305.08844","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-15T17:57:16Z","cross_cats_sorted":[],"title_canon_sha256":"e370ee5db532ed525f923a86565b6b6539e2e8c295fb7cee76d6d62c8b76d19c","abstract_canon_sha256":"88ce68ba8b4ef384516b247196a7eb97a79985b8790d69473890741cf232ba3b"},"schema_version":"1.0"},"canonical_sha256":"184d4314fb364d599b088fe1c952b17af825c317d48b77593e681764fb77f476","source":{"kind":"arxiv","id":"2305.08844","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.08844","created_at":"2026-07-05T06:30:07Z"},{"alias_kind":"arxiv_version","alias_value":"2305.08844v2","created_at":"2026-07-05T06:30:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.08844","created_at":"2026-07-05T06:30:07Z"},{"alias_kind":"pith_short_12","alias_value":"DBGUGFH3GZGV","created_at":"2026-07-05T06:30:07Z"},{"alias_kind":"pith_short_16","alias_value":"DBGUGFH3GZGVTGYI","created_at":"2026-07-05T06:30:07Z"},{"alias_kind":"pith_short_8","alias_value":"DBGUGFH3","created_at":"2026-07-05T06:30:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:DBGUGFH3GZGVTGYIR7Q4SUVRPL","target":"record","payload":{"canonical_record":{"source":{"id":"2305.08844","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-15T17:57:16Z","cross_cats_sorted":[],"title_canon_sha256":"e370ee5db532ed525f923a86565b6b6539e2e8c295fb7cee76d6d62c8b76d19c","abstract_canon_sha256":"88ce68ba8b4ef384516b247196a7eb97a79985b8790d69473890741cf232ba3b"},"schema_version":"1.0"},"canonical_sha256":"184d4314fb364d599b088fe1c952b17af825c317d48b77593e681764fb77f476","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:30:07.037282Z","signature_b64":"fgFahp9RWpj7YN3uG/0EN+YcdVI2efGNFHYd+DtnOD+kE2u1DTmzms+kHHhs5e+q3rtnOcvngDDj3G58SvDVDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"184d4314fb364d599b088fe1c952b17af825c317d48b77593e681764fb77f476","last_reissued_at":"2026-07-05T06:30:07.036876Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:30:07.036876Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.08844","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:30:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0F0KkSAya9JIITBNspMb4U5cZ9gOM7Tg11TojVJZ+Ji+OTJng6XSCrL0rGkc2S6z0mfp//ScZlv1nCG08QMyBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:43:43.622774Z"},"content_sha256":"4359ef84fad6aff616734b5ab71775676f6a5ef4e562bf27e809279dea139d63","schema_version":"1.0","event_id":"sha256:4359ef84fad6aff616734b5ab71775676f6a5ef4e562bf27e809279dea139d63"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:DBGUGFH3GZGVTGYIR7Q4SUVRPL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RL4F: Generating Natural Language Feedback with Reinforcement Learning for Repairing Model Outputs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Afra Feyza Aky\\\"urek, Aman Madaan, Ashwin Kalyan, Derry Wijaya, Ekin Aky\\\"urek, Niket Tandon, Peter Clark","submitted_at":"2023-05-15T17:57:16Z","abstract_excerpt":"Despite their unprecedented success, even the largest language models make mistakes. Similar to how humans learn and improve using feedback, previous work proposed providing language models with natural language feedback to guide them in repairing their outputs. Because human-generated critiques are expensive to obtain, researchers have devised learned critique generators in lieu of human critics while assuming one can train downstream models to utilize generated feedback. However, this approach does not apply to black-box or limited access models such as ChatGPT, as they cannot be fine-tuned."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.08844","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.08844/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:30:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DgoWwCRpCckGeWLH02itd8UrXEo1q5CUn/8dg8CShxIdCL5QCvZSdoY9BrSodNMKrmSpRYOisqOn5f3c/TKJCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:43:43.623162Z"},"content_sha256":"7540e5c311604699906eeab49f200e06cfe828bad5adc2f3fe3103e693c175fe","schema_version":"1.0","event_id":"sha256:7540e5c311604699906eeab49f200e06cfe828bad5adc2f3fe3103e693c175fe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DBGUGFH3GZGVTGYIR7Q4SUVRPL/bundle.json","state_url":"https://pith.science/pith/DBGUGFH3GZGVTGYIR7Q4SUVRPL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DBGUGFH3GZGVTGYIR7Q4SUVRPL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T05:43:43Z","links":{"resolver":"https://pith.science/pith/DBGUGFH3GZGVTGYIR7Q4SUVRPL","bundle":"https://pith.science/pith/DBGUGFH3GZGVTGYIR7Q4SUVRPL/bundle.json","state":"https://pith.science/pith/DBGUGFH3GZGVTGYIR7Q4SUVRPL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DBGUGFH3GZGVTGYIR7Q4SUVRPL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DBGUGFH3GZGVTGYIR7Q4SUVRPL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"88ce68ba8b4ef384516b247196a7eb97a79985b8790d69473890741cf232ba3b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-15T17:57:16Z","title_canon_sha256":"e370ee5db532ed525f923a86565b6b6539e2e8c295fb7cee76d6d62c8b76d19c"},"schema_version":"1.0","source":{"id":"2305.08844","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.08844","created_at":"2026-07-05T06:30:07Z"},{"alias_kind":"arxiv_version","alias_value":"2305.08844v2","created_at":"2026-07-05T06:30:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.08844","created_at":"2026-07-05T06:30:07Z"},{"alias_kind":"pith_short_12","alias_value":"DBGUGFH3GZGV","created_at":"2026-07-05T06:30:07Z"},{"alias_kind":"pith_short_16","alias_value":"DBGUGFH3GZGVTGYI","created_at":"2026-07-05T06:30:07Z"},{"alias_kind":"pith_short_8","alias_value":"DBGUGFH3","created_at":"2026-07-05T06:30:07Z"}],"graph_snapshots":[{"event_id":"sha256:7540e5c311604699906eeab49f200e06cfe828bad5adc2f3fe3103e693c175fe","target":"graph","created_at":"2026-07-05T06:30:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.08844/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite their unprecedented success, even the largest language models make mistakes. Similar to how humans learn and improve using feedback, previous work proposed providing language models with natural language feedback to guide them in repairing their outputs. Because human-generated critiques are expensive to obtain, researchers have devised learned critique generators in lieu of human critics while assuming one can train downstream models to utilize generated feedback. However, this approach does not apply to black-box or limited access models such as ChatGPT, as they cannot be fine-tuned.","authors_text":"Afra Feyza Aky\\\"urek, Aman Madaan, Ashwin Kalyan, Derry Wijaya, Ekin Aky\\\"urek, Niket Tandon, Peter Clark","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-15T17:57:16Z","title":"RL4F: Generating Natural Language Feedback with Reinforcement Learning for Repairing Model Outputs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.08844","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4359ef84fad6aff616734b5ab71775676f6a5ef4e562bf27e809279dea139d63","target":"record","created_at":"2026-07-05T06:30:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"88ce68ba8b4ef384516b247196a7eb97a79985b8790d69473890741cf232ba3b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-15T17:57:16Z","title_canon_sha256":"e370ee5db532ed525f923a86565b6b6539e2e8c295fb7cee76d6d62c8b76d19c"},"schema_version":"1.0","source":{"id":"2305.08844","kind":"arxiv","version":2}},"canonical_sha256":"184d4314fb364d599b088fe1c952b17af825c317d48b77593e681764fb77f476","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"184d4314fb364d599b088fe1c952b17af825c317d48b77593e681764fb77f476","first_computed_at":"2026-07-05T06:30:07.036876Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:30:07.036876Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fgFahp9RWpj7YN3uG/0EN+YcdVI2efGNFHYd+DtnOD+kE2u1DTmzms+kHHhs5e+q3rtnOcvngDDj3G58SvDVDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:30:07.037282Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.08844","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4359ef84fad6aff616734b5ab71775676f6a5ef4e562bf27e809279dea139d63","sha256:7540e5c311604699906eeab49f200e06cfe828bad5adc2f3fe3103e693c175fe"],"state_sha256":"1bd15223bed4cd2af46c04cad7ea7bf0d4ff88e59f6345fb7c34284502a3c10b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+1ugoarJC8g8EaxBOXV3JSgZGP94+vJjjqkPJlReC9fqpJ2scReDrASVtfwwoVLJg2M5vZiaH+BTt2fya97XDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T05:43:43.625549Z","bundle_sha256":"ebf1494d29447e3860064816cdfeb3f77b99abb4e0621b4b07708f979dda8835"}}