{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:2TJT5CKI7BCZGUUIFT4IZSHR5E","short_pith_number":"pith:2TJT5CKI","canonical_record":{"source":{"id":"2009.02070","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-04T08:46:22Z","cross_cats_sorted":[],"title_canon_sha256":"bd938b9bb0917199a6260f76f8a355764c1ed46e414fbcf95f758bff216f8119","abstract_canon_sha256":"26786b14373aedecb8e57606b29a0b6eb3ddbf1b62983d7692942be990123487"},"schema_version":"1.0"},"canonical_sha256":"d4d33e8948f8459352882cf88cc8f1e92a931d3ad5e3ab072e51f8d9966305d2","source":{"kind":"arxiv","id":"2009.02070","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.02070","created_at":"2026-07-05T02:44:33Z"},{"alias_kind":"arxiv_version","alias_value":"2009.02070v2","created_at":"2026-07-05T02:44:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.02070","created_at":"2026-07-05T02:44:33Z"},{"alias_kind":"pith_short_12","alias_value":"2TJT5CKI7BCZ","created_at":"2026-07-05T02:44:33Z"},{"alias_kind":"pith_short_16","alias_value":"2TJT5CKI7BCZGUUI","created_at":"2026-07-05T02:44:33Z"},{"alias_kind":"pith_short_8","alias_value":"2TJT5CKI","created_at":"2026-07-05T02:44:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:2TJT5CKI7BCZGUUIFT4IZSHR5E","target":"record","payload":{"canonical_record":{"source":{"id":"2009.02070","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-04T08:46:22Z","cross_cats_sorted":[],"title_canon_sha256":"bd938b9bb0917199a6260f76f8a355764c1ed46e414fbcf95f758bff216f8119","abstract_canon_sha256":"26786b14373aedecb8e57606b29a0b6eb3ddbf1b62983d7692942be990123487"},"schema_version":"1.0"},"canonical_sha256":"d4d33e8948f8459352882cf88cc8f1e92a931d3ad5e3ab072e51f8d9966305d2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:44:33.472299Z","signature_b64":"RKaZY+y/AuKbAtvlhFG1z5/OdFo1yg+UrMEU+cSnDC41catBGxVM4k5uofWgsl8hQukA24DLlO3Ucvy1RipUDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d4d33e8948f8459352882cf88cc8f1e92a931d3ad5e3ab072e51f8d9966305d2","last_reissued_at":"2026-07-05T02:44:33.471887Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:44:33.471887Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2009.02070","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:44:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EOBHk15QH7PoBHJUS3Gw1ZMYg5yI7MoJ1dAaLCbU3wpFnlbzTKLKPjfUpHzsE690dWgxxMqrtOmN4GN5qJ7zBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T07:19:55.138263Z"},"content_sha256":"e2de643d8996a504ea7efbb108d8ff44d3c96ed2d4b870de48d5a4940480a0ad","schema_version":"1.0","event_id":"sha256:e2de643d8996a504ea7efbb108d8ff44d3c96ed2d4b870de48d5a4940480a0ad"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:2TJT5CKI7BCZGUUIFT4IZSHR5E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AutoTrans: Automating Transformer Design via Reinforced Architecture Search","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Guotong Xie, Wei Zhu, Xiaoling Wang, Xipeng Qiu, Yuan Ni","submitted_at":"2020-09-04T08:46:22Z","abstract_excerpt":"Though the transformer architectures have shown dominance in many natural language understanding tasks, there are still unsolved issues for the training of transformer models, especially the need for a principled way of warm-up which has shown importance for stable training of a transformer, as well as whether the task at hand prefer to scale the attention product or not. In this paper, we empirically explore automating the design choices in the transformer model, i.e., how to set layer-norm, whether to scale, number of layers, number of heads, activation function, etc, so that one can obtain "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.02070","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2009.02070/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:44:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"atNxOUaoFCmF5odk24mBAritKp2KlzQSd0ZCtWVzK+4Um2lLnOhg+/tym3j90Pe7/DMAmLvUBoLkPfRvNu4dAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T07:19:55.139149Z"},"content_sha256":"7cdd12ccd031d0e0381bb6770e74cf17ef283da64de9d7dfa6638c1b5189b7b4","schema_version":"1.0","event_id":"sha256:7cdd12ccd031d0e0381bb6770e74cf17ef283da64de9d7dfa6638c1b5189b7b4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2TJT5CKI7BCZGUUIFT4IZSHR5E/bundle.json","state_url":"https://pith.science/pith/2TJT5CKI7BCZGUUIFT4IZSHR5E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2TJT5CKI7BCZGUUIFT4IZSHR5E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T07:19:55Z","links":{"resolver":"https://pith.science/pith/2TJT5CKI7BCZGUUIFT4IZSHR5E","bundle":"https://pith.science/pith/2TJT5CKI7BCZGUUIFT4IZSHR5E/bundle.json","state":"https://pith.science/pith/2TJT5CKI7BCZGUUIFT4IZSHR5E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2TJT5CKI7BCZGUUIFT4IZSHR5E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:2TJT5CKI7BCZGUUIFT4IZSHR5E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"26786b14373aedecb8e57606b29a0b6eb3ddbf1b62983d7692942be990123487","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-04T08:46:22Z","title_canon_sha256":"bd938b9bb0917199a6260f76f8a355764c1ed46e414fbcf95f758bff216f8119"},"schema_version":"1.0","source":{"id":"2009.02070","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.02070","created_at":"2026-07-05T02:44:33Z"},{"alias_kind":"arxiv_version","alias_value":"2009.02070v2","created_at":"2026-07-05T02:44:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.02070","created_at":"2026-07-05T02:44:33Z"},{"alias_kind":"pith_short_12","alias_value":"2TJT5CKI7BCZ","created_at":"2026-07-05T02:44:33Z"},{"alias_kind":"pith_short_16","alias_value":"2TJT5CKI7BCZGUUI","created_at":"2026-07-05T02:44:33Z"},{"alias_kind":"pith_short_8","alias_value":"2TJT5CKI","created_at":"2026-07-05T02:44:33Z"}],"graph_snapshots":[{"event_id":"sha256:7cdd12ccd031d0e0381bb6770e74cf17ef283da64de9d7dfa6638c1b5189b7b4","target":"graph","created_at":"2026-07-05T02:44:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2009.02070/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Though the transformer architectures have shown dominance in many natural language understanding tasks, there are still unsolved issues for the training of transformer models, especially the need for a principled way of warm-up which has shown importance for stable training of a transformer, as well as whether the task at hand prefer to scale the attention product or not. In this paper, we empirically explore automating the design choices in the transformer model, i.e., how to set layer-norm, whether to scale, number of layers, number of heads, activation function, etc, so that one can obtain ","authors_text":"Guotong Xie, Wei Zhu, Xiaoling Wang, Xipeng Qiu, Yuan Ni","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-04T08:46:22Z","title":"AutoTrans: Automating Transformer Design via Reinforced Architecture Search"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.02070","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e2de643d8996a504ea7efbb108d8ff44d3c96ed2d4b870de48d5a4940480a0ad","target":"record","created_at":"2026-07-05T02:44:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"26786b14373aedecb8e57606b29a0b6eb3ddbf1b62983d7692942be990123487","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-04T08:46:22Z","title_canon_sha256":"bd938b9bb0917199a6260f76f8a355764c1ed46e414fbcf95f758bff216f8119"},"schema_version":"1.0","source":{"id":"2009.02070","kind":"arxiv","version":2}},"canonical_sha256":"d4d33e8948f8459352882cf88cc8f1e92a931d3ad5e3ab072e51f8d9966305d2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d4d33e8948f8459352882cf88cc8f1e92a931d3ad5e3ab072e51f8d9966305d2","first_computed_at":"2026-07-05T02:44:33.471887Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:44:33.471887Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RKaZY+y/AuKbAtvlhFG1z5/OdFo1yg+UrMEU+cSnDC41catBGxVM4k5uofWgsl8hQukA24DLlO3Ucvy1RipUDA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:44:33.472299Z","signed_message":"canonical_sha256_bytes"},"source_id":"2009.02070","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e2de643d8996a504ea7efbb108d8ff44d3c96ed2d4b870de48d5a4940480a0ad","sha256:7cdd12ccd031d0e0381bb6770e74cf17ef283da64de9d7dfa6638c1b5189b7b4"],"state_sha256":"41f427a10b36977072f5858b0eec6d5e1b144c7b16ae4babcb8cac426f1e4514"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aPaJT7V50ISswTF/DdkmKou02HuhvgBBvtv+ky5qCCOl47XxFYnpqKZ1w99QjS4tI2DWoDbDJJ2C5hXVc/8RDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T07:19:55.145581Z","bundle_sha256":"82913004f48241a7733009dccd84850e5d33430c53f18812636d0ec9300b6e77"}}