{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:YSHUYZCMQKGYXMUHLDYMOLY2C4","short_pith_number":"pith:YSHUYZCM","canonical_record":{"source":{"id":"2310.03739","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-05T17:59:18Z","cross_cats_sorted":["cs.AI","cs.LG","cs.RO"],"title_canon_sha256":"642c2a71ec546ebe9d567287e9affdd7d3bf71008dd3a28e7af581c77e7b04ab","abstract_canon_sha256":"8800706c54980c16eac53f069894a7141e8f6365b1b8532880635c681735a422"},"schema_version":"1.0"},"canonical_sha256":"c48f4c644c828d8bb28758f0c72f1a172b9412a0739989fdd53f5eb4de9e88e9","source":{"kind":"arxiv","id":"2310.03739","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.03739","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"arxiv_version","alias_value":"2310.03739v5","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.03739","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"pith_short_12","alias_value":"YSHUYZCMQKGY","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"pith_short_16","alias_value":"YSHUYZCMQKGYXMUH","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"pith_short_8","alias_value":"YSHUYZCM","created_at":"2026-07-05T09:32:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:YSHUYZCMQKGYXMUHLDYMOLY2C4","target":"record","payload":{"canonical_record":{"source":{"id":"2310.03739","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-05T17:59:18Z","cross_cats_sorted":["cs.AI","cs.LG","cs.RO"],"title_canon_sha256":"642c2a71ec546ebe9d567287e9affdd7d3bf71008dd3a28e7af581c77e7b04ab","abstract_canon_sha256":"8800706c54980c16eac53f069894a7141e8f6365b1b8532880635c681735a422"},"schema_version":"1.0"},"canonical_sha256":"c48f4c644c828d8bb28758f0c72f1a172b9412a0739989fdd53f5eb4de9e88e9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:32:03.745919Z","signature_b64":"mO2G9/XmzLGbfXEkGZtex++zY3cbNfLcR0yeGkqMrmyeiuF9+WhHfD43cDl0atmq2WvNyNZur/QvhzUT/O1+CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c48f4c644c828d8bb28758f0c72f1a172b9412a0739989fdd53f5eb4de9e88e9","last_reissued_at":"2026-07-05T09:32:03.745344Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:32:03.745344Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.03739","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:32:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RgomRTJ/CPmipNaO4cO0QE0SNcqh2sJXcbMqOMuuMnCLzjFE6goPiA250E6zrDR7LutD/vmV2NjkvtUkz1CtBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T22:51:24.870927Z"},"content_sha256":"cb3b6b6d54a6c1cf53f9923da0e79a040482e7cdac60c106053153fc4b306712","schema_version":"1.0","event_id":"sha256:cb3b6b6d54a6c1cf53f9923da0e79a040482e7cdac60c106053153fc4b306712"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:YSHUYZCMQKGYXMUHLDYMOLY2C4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Aligning Text-to-Image Diffusion Models with Reward Backpropagation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","cs.RO"],"primary_cat":"cs.CV","authors_text":"Anirudh Goyal, Deepak Pathak, Katerina Fragkiadaki, Mihir Prabhudesai","submitted_at":"2023-10-05T17:59:18Z","abstract_excerpt":"Text-to-image diffusion models have recently emerged at the forefront of image generation, powered by very large-scale unsupervised or weakly supervised text-to-image training datasets. Due to their unsupervised training, controlling their behavior in downstream tasks, such as maximizing human-perceived image quality, image-text alignment, or ethical image generation, is difficult. Recent works finetune diffusion models to downstream reward functions using vanilla reinforcement learning, notorious for the high variance of the gradient estimators. In this paper, we propose AlignProp, a method t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.03739","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.03739/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:32:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h2TTpzQfQzIIF5Wx+2mhd9s8x0V+NPR2ka3gC8QdS9EebRljKJtAXyUHVIBwWyRTbxJE6pibL2rCJx9bLJgBBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T22:51:24.871446Z"},"content_sha256":"36f0fc976a4c4db4a62a90cebca9c383f39922d543abf3873ba1ded0fbfb5112","schema_version":"1.0","event_id":"sha256:36f0fc976a4c4db4a62a90cebca9c383f39922d543abf3873ba1ded0fbfb5112"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YSHUYZCMQKGYXMUHLDYMOLY2C4/bundle.json","state_url":"https://pith.science/pith/YSHUYZCMQKGYXMUHLDYMOLY2C4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YSHUYZCMQKGYXMUHLDYMOLY2C4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T22:51:24Z","links":{"resolver":"https://pith.science/pith/YSHUYZCMQKGYXMUHLDYMOLY2C4","bundle":"https://pith.science/pith/YSHUYZCMQKGYXMUHLDYMOLY2C4/bundle.json","state":"https://pith.science/pith/YSHUYZCMQKGYXMUHLDYMOLY2C4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YSHUYZCMQKGYXMUHLDYMOLY2C4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:YSHUYZCMQKGYXMUHLDYMOLY2C4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8800706c54980c16eac53f069894a7141e8f6365b1b8532880635c681735a422","cross_cats_sorted":["cs.AI","cs.LG","cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-05T17:59:18Z","title_canon_sha256":"642c2a71ec546ebe9d567287e9affdd7d3bf71008dd3a28e7af581c77e7b04ab"},"schema_version":"1.0","source":{"id":"2310.03739","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.03739","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"arxiv_version","alias_value":"2310.03739v5","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.03739","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"pith_short_12","alias_value":"YSHUYZCMQKGY","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"pith_short_16","alias_value":"YSHUYZCMQKGYXMUH","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"pith_short_8","alias_value":"YSHUYZCM","created_at":"2026-07-05T09:32:03Z"}],"graph_snapshots":[{"event_id":"sha256:36f0fc976a4c4db4a62a90cebca9c383f39922d543abf3873ba1ded0fbfb5112","target":"graph","created_at":"2026-07-05T09:32:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.03739/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Text-to-image diffusion models have recently emerged at the forefront of image generation, powered by very large-scale unsupervised or weakly supervised text-to-image training datasets. Due to their unsupervised training, controlling their behavior in downstream tasks, such as maximizing human-perceived image quality, image-text alignment, or ethical image generation, is difficult. Recent works finetune diffusion models to downstream reward functions using vanilla reinforcement learning, notorious for the high variance of the gradient estimators. In this paper, we propose AlignProp, a method t","authors_text":"Anirudh Goyal, Deepak Pathak, Katerina Fragkiadaki, Mihir Prabhudesai","cross_cats":["cs.AI","cs.LG","cs.RO"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-05T17:59:18Z","title":"Aligning Text-to-Image Diffusion Models with Reward Backpropagation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.03739","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cb3b6b6d54a6c1cf53f9923da0e79a040482e7cdac60c106053153fc4b306712","target":"record","created_at":"2026-07-05T09:32:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8800706c54980c16eac53f069894a7141e8f6365b1b8532880635c681735a422","cross_cats_sorted":["cs.AI","cs.LG","cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-05T17:59:18Z","title_canon_sha256":"642c2a71ec546ebe9d567287e9affdd7d3bf71008dd3a28e7af581c77e7b04ab"},"schema_version":"1.0","source":{"id":"2310.03739","kind":"arxiv","version":5}},"canonical_sha256":"c48f4c644c828d8bb28758f0c72f1a172b9412a0739989fdd53f5eb4de9e88e9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c48f4c644c828d8bb28758f0c72f1a172b9412a0739989fdd53f5eb4de9e88e9","first_computed_at":"2026-07-05T09:32:03.745344Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:32:03.745344Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mO2G9/XmzLGbfXEkGZtex++zY3cbNfLcR0yeGkqMrmyeiuF9+WhHfD43cDl0atmq2WvNyNZur/QvhzUT/O1+CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:32:03.745919Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.03739","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cb3b6b6d54a6c1cf53f9923da0e79a040482e7cdac60c106053153fc4b306712","sha256:36f0fc976a4c4db4a62a90cebca9c383f39922d543abf3873ba1ded0fbfb5112"],"state_sha256":"9362bf1e116f5cd7dc98626fcb29e928475ae561fc338dfc7c7012ab131d686b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EjT/xQy2W0ChOeVhmxtl4Q1XS57uPya4X0qAGij3hiRxmsboy0dkWXpE2kO2SHHXIbzNa2CEKxyQKh0Bap6qCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T22:51:24.875433Z","bundle_sha256":"79691b9ec819d7666823190ced94f0fc9bc341029dcd8d10857840f9e2150536"}}