{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:A7BULS5IB6IJYP2IHCSBCFHBSR","short_pith_number":"pith:A7BULS5I","canonical_record":{"source":{"id":"2306.09305","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2023-06-15T17:38:48Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"a1b217dfdc829c82e37447ceaef4b7e1b1ce29d298ae401ed98fa5bef9ecbd28","abstract_canon_sha256":"08568984644ab004aca7561fc9e4aeef28871c7caa36db490cd913a74f766991"},"schema_version":"1.0"},"canonical_sha256":"07c345cba80f909c3f4838a41114e19472fa9c30458030ac08ce59eb2db43623","source":{"kind":"arxiv","id":"2306.09305","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.09305","created_at":"2026-07-05T07:52:10Z"},{"alias_kind":"arxiv_version","alias_value":"2306.09305v2","created_at":"2026-07-05T07:52:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.09305","created_at":"2026-07-05T07:52:10Z"},{"alias_kind":"pith_short_12","alias_value":"A7BULS5IB6IJ","created_at":"2026-07-05T07:52:10Z"},{"alias_kind":"pith_short_16","alias_value":"A7BULS5IB6IJYP2I","created_at":"2026-07-05T07:52:10Z"},{"alias_kind":"pith_short_8","alias_value":"A7BULS5I","created_at":"2026-07-05T07:52:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:A7BULS5IB6IJYP2IHCSBCFHBSR","target":"record","payload":{"canonical_record":{"source":{"id":"2306.09305","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2023-06-15T17:38:48Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"a1b217dfdc829c82e37447ceaef4b7e1b1ce29d298ae401ed98fa5bef9ecbd28","abstract_canon_sha256":"08568984644ab004aca7561fc9e4aeef28871c7caa36db490cd913a74f766991"},"schema_version":"1.0"},"canonical_sha256":"07c345cba80f909c3f4838a41114e19472fa9c30458030ac08ce59eb2db43623","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:52:10.452141Z","signature_b64":"ohOYWVbegowKz7THCCnSZ2s1uHFGgLb7IryBpySXxygMgI9oSwJTqeERsW1nq72nUoYEK3oULRNXgmaUN3fxCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"07c345cba80f909c3f4838a41114e19472fa9c30458030ac08ce59eb2db43623","last_reissued_at":"2026-07-05T07:52:10.451703Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:52:10.451703Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.09305","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:52:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rTwaIkF4R1/BQeukkZJMk6dS4IQP+FPD4R7XqUZsqEwEak2oWWQ1wy3o6U+p67Rtqbaraqa9mBP/8BEfS4MoBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:57:33.196744Z"},"content_sha256":"54c1cde2abf10be733b2ad65ffb44f3a6e6f2076896f0f6525eaa2aadb0b8d6b","schema_version":"1.0","event_id":"sha256:54c1cde2abf10be733b2ad65ffb44f3a6e6f2076896f0f6525eaa2aadb0b8d6b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:A7BULS5IB6IJYP2IHCSBCFHBSR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Fast Training of Diffusion Models with Masked Transformers","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CV","authors_text":"Anima Anandkumar, Arash Vahdat, Hongkai Zheng, Weili Nie","submitted_at":"2023-06-15T17:38:48Z","abstract_excerpt":"We propose an efficient approach to train large diffusion models with masked transformers. While masked transformers have been extensively explored for representation learning, their application to generative learning is less explored in the vision domain. Our work is the first to exploit masked training to reduce the training cost of diffusion models significantly. Specifically, we randomly mask out a high proportion (e.g., 50%) of patches in diffused input images during training. For masked training, we introduce an asymmetric encoder-decoder architecture consisting of a transformer encoder "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.09305","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.09305/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:52:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RAYWZ2+R7foV2ukph+ZUXyhdb0M2yoRPnoGwylHAKBP8KxVEg9o0QNnJNhamv6cqDJtK5rWIHqLK3wKHwYnvBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:57:33.197661Z"},"content_sha256":"2a6a63ce24c443428a1afcd903532e4b2d2a2e68f3149df13b0624ba71714dd6","schema_version":"1.0","event_id":"sha256:2a6a63ce24c443428a1afcd903532e4b2d2a2e68f3149df13b0624ba71714dd6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/A7BULS5IB6IJYP2IHCSBCFHBSR/bundle.json","state_url":"https://pith.science/pith/A7BULS5IB6IJYP2IHCSBCFHBSR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/A7BULS5IB6IJYP2IHCSBCFHBSR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T19:57:33Z","links":{"resolver":"https://pith.science/pith/A7BULS5IB6IJYP2IHCSBCFHBSR","bundle":"https://pith.science/pith/A7BULS5IB6IJYP2IHCSBCFHBSR/bundle.json","state":"https://pith.science/pith/A7BULS5IB6IJYP2IHCSBCFHBSR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/A7BULS5IB6IJYP2IHCSBCFHBSR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:A7BULS5IB6IJYP2IHCSBCFHBSR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"08568984644ab004aca7561fc9e4aeef28871c7caa36db490cd913a74f766991","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2023-06-15T17:38:48Z","title_canon_sha256":"a1b217dfdc829c82e37447ceaef4b7e1b1ce29d298ae401ed98fa5bef9ecbd28"},"schema_version":"1.0","source":{"id":"2306.09305","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.09305","created_at":"2026-07-05T07:52:10Z"},{"alias_kind":"arxiv_version","alias_value":"2306.09305v2","created_at":"2026-07-05T07:52:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.09305","created_at":"2026-07-05T07:52:10Z"},{"alias_kind":"pith_short_12","alias_value":"A7BULS5IB6IJ","created_at":"2026-07-05T07:52:10Z"},{"alias_kind":"pith_short_16","alias_value":"A7BULS5IB6IJYP2I","created_at":"2026-07-05T07:52:10Z"},{"alias_kind":"pith_short_8","alias_value":"A7BULS5I","created_at":"2026-07-05T07:52:10Z"}],"graph_snapshots":[{"event_id":"sha256:2a6a63ce24c443428a1afcd903532e4b2d2a2e68f3149df13b0624ba71714dd6","target":"graph","created_at":"2026-07-05T07:52:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.09305/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose an efficient approach to train large diffusion models with masked transformers. While masked transformers have been extensively explored for representation learning, their application to generative learning is less explored in the vision domain. Our work is the first to exploit masked training to reduce the training cost of diffusion models significantly. Specifically, we randomly mask out a high proportion (e.g., 50%) of patches in diffused input images during training. For masked training, we introduce an asymmetric encoder-decoder architecture consisting of a transformer encoder ","authors_text":"Anima Anandkumar, Arash Vahdat, Hongkai Zheng, Weili Nie","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2023-06-15T17:38:48Z","title":"Fast Training of Diffusion Models with Masked Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.09305","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:54c1cde2abf10be733b2ad65ffb44f3a6e6f2076896f0f6525eaa2aadb0b8d6b","target":"record","created_at":"2026-07-05T07:52:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"08568984644ab004aca7561fc9e4aeef28871c7caa36db490cd913a74f766991","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2023-06-15T17:38:48Z","title_canon_sha256":"a1b217dfdc829c82e37447ceaef4b7e1b1ce29d298ae401ed98fa5bef9ecbd28"},"schema_version":"1.0","source":{"id":"2306.09305","kind":"arxiv","version":2}},"canonical_sha256":"07c345cba80f909c3f4838a41114e19472fa9c30458030ac08ce59eb2db43623","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"07c345cba80f909c3f4838a41114e19472fa9c30458030ac08ce59eb2db43623","first_computed_at":"2026-07-05T07:52:10.451703Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:52:10.451703Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ohOYWVbegowKz7THCCnSZ2s1uHFGgLb7IryBpySXxygMgI9oSwJTqeERsW1nq72nUoYEK3oULRNXgmaUN3fxCg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:52:10.452141Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.09305","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:54c1cde2abf10be733b2ad65ffb44f3a6e6f2076896f0f6525eaa2aadb0b8d6b","sha256:2a6a63ce24c443428a1afcd903532e4b2d2a2e68f3149df13b0624ba71714dd6"],"state_sha256":"e17556a85c76d067bafdc726e201bbaca486d0b6b01de1ea000bfb644d1f8a1c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oKIHHSJxOPW2r6/K9e0Us0FP8+GNbpuIisA+sbcwfgIzHBCEXvszro2+WA1TZWCic7TM+wdmpKlsfEDBbtkoBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T19:57:33.204963Z","bundle_sha256":"a23ad959a3b8fa24f64b7c47b23561bccfee900cb86689e392014d08d2d3991a"}}