{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:S6UKXG3ULNIVK4ANPJXMQ7LOD4","short_pith_number":"pith:S6UKXG3U","canonical_record":{"source":{"id":"2108.05542","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-12T05:32:18Z","cross_cats_sorted":[],"title_canon_sha256":"6a28ed20e8440eb0595a6659bc39876b4edeeaa0abec4306ee41d87593ecbbc5","abstract_canon_sha256":"9753283f78833f5d77340278ce96c14efc84d40db50ba8a383b2be37a1d7d501"},"schema_version":"1.0"},"canonical_sha256":"97a8ab9b745b5155700d7a6ec87d6e1f0933a91bdbdc542806b4abd484bd7315","source":{"kind":"arxiv","id":"2108.05542","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.05542","created_at":"2026-07-05T03:09:31Z"},{"alias_kind":"arxiv_version","alias_value":"2108.05542v2","created_at":"2026-07-05T03:09:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.05542","created_at":"2026-07-05T03:09:31Z"},{"alias_kind":"pith_short_12","alias_value":"S6UKXG3ULNIV","created_at":"2026-07-05T03:09:31Z"},{"alias_kind":"pith_short_16","alias_value":"S6UKXG3ULNIVK4AN","created_at":"2026-07-05T03:09:31Z"},{"alias_kind":"pith_short_8","alias_value":"S6UKXG3U","created_at":"2026-07-05T03:09:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:S6UKXG3ULNIVK4ANPJXMQ7LOD4","target":"record","payload":{"canonical_record":{"source":{"id":"2108.05542","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-12T05:32:18Z","cross_cats_sorted":[],"title_canon_sha256":"6a28ed20e8440eb0595a6659bc39876b4edeeaa0abec4306ee41d87593ecbbc5","abstract_canon_sha256":"9753283f78833f5d77340278ce96c14efc84d40db50ba8a383b2be37a1d7d501"},"schema_version":"1.0"},"canonical_sha256":"97a8ab9b745b5155700d7a6ec87d6e1f0933a91bdbdc542806b4abd484bd7315","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:09:31.479846Z","signature_b64":"E92EldFIHO62OJpv9sXmUbNx4fuVvIs/WpSyjA/kjeeFOH42JvVWL8xOrBkYfxPprnH0ZN0bH+Ev2WPZDW9NBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"97a8ab9b745b5155700d7a6ec87d6e1f0933a91bdbdc542806b4abd484bd7315","last_reissued_at":"2026-07-05T03:09:31.479492Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:09:31.479492Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.05542","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:09:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7otYVIWBhnWhTtSaa/56psiRor9H+FYPiU788T2hFvWc52sbWcorQnHC2j+IPdYAVZRfYbY1qLlGvm+xk3qRCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:34:36.646885Z"},"content_sha256":"16257d5bb3c2e9f464b4882785f5a31e1a734f470ad4056d345c80ff979b9828","schema_version":"1.0","event_id":"sha256:16257d5bb3c2e9f464b4882785f5a31e1a734f470ad4056d345c80ff979b9828"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:S6UKXG3ULNIVK4ANPJXMQ7LOD4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ajit Rajasekharan, Katikapalli Subramanyam Kalyan, Sivanesan Sangeetha","submitted_at":"2021-08-12T05:32:18Z","abstract_excerpt":"Transformer-based pretrained language models (T-PTLMs) have achieved great success in almost every NLP task. The evolution of these models started with GPT and BERT. These models are built on the top of transformers, self-supervised learning and transfer learning. Transformed-based PTLMs learn universal language representations from large volumes of text data using self-supervised learning and transfer this knowledge to downstream tasks. These models provide good background knowledge to downstream tasks which avoids training of downstream models from scratch. In this comprehensive survey paper"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.05542","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.05542/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:09:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XEG+wsdhlC4iFJCKr5fXtGfU2ewi6pGxfz/a6fdZkIOzbHOUEyIC4PiyPQk/auLg0yIBpPQZaaqlkZJAHvQ8Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:34:36.647372Z"},"content_sha256":"8452a6112f26d6e862708371e6f8a83ea559ee7bce99bafa826013ba5d918ac9","schema_version":"1.0","event_id":"sha256:8452a6112f26d6e862708371e6f8a83ea559ee7bce99bafa826013ba5d918ac9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S6UKXG3ULNIVK4ANPJXMQ7LOD4/bundle.json","state_url":"https://pith.science/pith/S6UKXG3ULNIVK4ANPJXMQ7LOD4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S6UKXG3ULNIVK4ANPJXMQ7LOD4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T04:34:36Z","links":{"resolver":"https://pith.science/pith/S6UKXG3ULNIVK4ANPJXMQ7LOD4","bundle":"https://pith.science/pith/S6UKXG3ULNIVK4ANPJXMQ7LOD4/bundle.json","state":"https://pith.science/pith/S6UKXG3ULNIVK4ANPJXMQ7LOD4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S6UKXG3ULNIVK4ANPJXMQ7LOD4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:S6UKXG3ULNIVK4ANPJXMQ7LOD4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9753283f78833f5d77340278ce96c14efc84d40db50ba8a383b2be37a1d7d501","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-12T05:32:18Z","title_canon_sha256":"6a28ed20e8440eb0595a6659bc39876b4edeeaa0abec4306ee41d87593ecbbc5"},"schema_version":"1.0","source":{"id":"2108.05542","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.05542","created_at":"2026-07-05T03:09:31Z"},{"alias_kind":"arxiv_version","alias_value":"2108.05542v2","created_at":"2026-07-05T03:09:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.05542","created_at":"2026-07-05T03:09:31Z"},{"alias_kind":"pith_short_12","alias_value":"S6UKXG3ULNIV","created_at":"2026-07-05T03:09:31Z"},{"alias_kind":"pith_short_16","alias_value":"S6UKXG3ULNIVK4AN","created_at":"2026-07-05T03:09:31Z"},{"alias_kind":"pith_short_8","alias_value":"S6UKXG3U","created_at":"2026-07-05T03:09:31Z"}],"graph_snapshots":[{"event_id":"sha256:8452a6112f26d6e862708371e6f8a83ea559ee7bce99bafa826013ba5d918ac9","target":"graph","created_at":"2026-07-05T03:09:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.05542/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based pretrained language models (T-PTLMs) have achieved great success in almost every NLP task. The evolution of these models started with GPT and BERT. These models are built on the top of transformers, self-supervised learning and transfer learning. Transformed-based PTLMs learn universal language representations from large volumes of text data using self-supervised learning and transfer this knowledge to downstream tasks. These models provide good background knowledge to downstream tasks which avoids training of downstream models from scratch. In this comprehensive survey paper","authors_text":"Ajit Rajasekharan, Katikapalli Subramanyam Kalyan, Sivanesan Sangeetha","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-12T05:32:18Z","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.05542","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:16257d5bb3c2e9f464b4882785f5a31e1a734f470ad4056d345c80ff979b9828","target":"record","created_at":"2026-07-05T03:09:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9753283f78833f5d77340278ce96c14efc84d40db50ba8a383b2be37a1d7d501","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-12T05:32:18Z","title_canon_sha256":"6a28ed20e8440eb0595a6659bc39876b4edeeaa0abec4306ee41d87593ecbbc5"},"schema_version":"1.0","source":{"id":"2108.05542","kind":"arxiv","version":2}},"canonical_sha256":"97a8ab9b745b5155700d7a6ec87d6e1f0933a91bdbdc542806b4abd484bd7315","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"97a8ab9b745b5155700d7a6ec87d6e1f0933a91bdbdc542806b4abd484bd7315","first_computed_at":"2026-07-05T03:09:31.479492Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:09:31.479492Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"E92EldFIHO62OJpv9sXmUbNx4fuVvIs/WpSyjA/kjeeFOH42JvVWL8xOrBkYfxPprnH0ZN0bH+Ev2WPZDW9NBA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:09:31.479846Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.05542","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:16257d5bb3c2e9f464b4882785f5a31e1a734f470ad4056d345c80ff979b9828","sha256:8452a6112f26d6e862708371e6f8a83ea559ee7bce99bafa826013ba5d918ac9"],"state_sha256":"0f31c8f5db9582ee9ee571e68db5e5fb6e6fd725afe9232a782a4e6006912b0d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xmnKGH+Fhq+/na6ZCd/qVkKpUSmDxj8pf9p4NgSMYiACFLT8VuBadJJpAGtGPfAWTQqGIOZw8OxCKFehCS2CCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T04:34:36.650680Z","bundle_sha256":"b2093cd8693412d0e6d195cb09569f7107fa7ffa3ccf06aeaa5c2b81e6f8031e"}}