{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:YKBIZ2HJ7JGXAIILDH2KLLNRFY","short_pith_number":"pith:YKBIZ2HJ","schema_version":"1.0","canonical_sha256":"c2828ce8e9fa4d70210b19f4a5adb12e17a45b3ee9366b6a7986695c737d337c","source":{"kind":"arxiv","id":"2103.11790","version":3},"attestation_state":"computed","paper":{"title":"Large Pre-trained Language Models Contain Human-like Biases of What is Right and Wrong to Do","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CL","authors_text":"Cigdem Turan, Constantin A. Rothkopf, Kristian Kersting, Nico Andersen, Patrick Schramowski","submitted_at":"2021-03-08T16:59:52Z","abstract_excerpt":"Artificial writing is permeating our lives due to recent advances in large-scale, transformer-based language models (LMs) such as BERT, its variants, GPT-2/3, and others. Using them as pre-trained models and fine-tuning them for specific tasks, researchers have extended state of the art for many NLP tasks and shown that they capture not only linguistic knowledge but also retain general knowledge implicitly present in the data. Unfortunately, LMs trained on unfiltered text corpora suffer from degenerated and biased behaviour. While this is well established, we show that recent LMs also contain "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2103.11790","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-08T16:59:52Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"48ff9f56220dd259eadd75e42e51b5a4af334488b36cb79d019c8e6e2b587a42","abstract_canon_sha256":"133fbb3e8d3e9fa642e408df60329e68b057a883b68fc9bf5edabced6e090440"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:56:28.843062Z","signature_b64":"2Vfz7dVwaSjpERYJxy+t8GUhzuoPrt/+x4TLNYDBaGJwFDCzg7BZ1ADWqlJJgEnkXr27Uff8LVnpYf8jfhATAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c2828ce8e9fa4d70210b19f4a5adb12e17a45b3ee9366b6a7986695c737d337c","last_reissued_at":"2026-07-05T03:56:28.842623Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:56:28.842623Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Large Pre-trained Language Models Contain Human-like Biases of What is Right and Wrong to Do","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CL","authors_text":"Cigdem Turan, Constantin A. Rothkopf, Kristian Kersting, Nico Andersen, Patrick Schramowski","submitted_at":"2021-03-08T16:59:52Z","abstract_excerpt":"Artificial writing is permeating our lives due to recent advances in large-scale, transformer-based language models (LMs) such as BERT, its variants, GPT-2/3, and others. Using them as pre-trained models and fine-tuning them for specific tasks, researchers have extended state of the art for many NLP tasks and shown that they capture not only linguistic knowledge but also retain general knowledge implicitly present in the data. Unfortunately, LMs trained on unfiltered text corpora suffer from degenerated and biased behaviour. While this is well established, we show that recent LMs also contain "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.11790","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.11790/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2103.11790","created_at":"2026-07-05T03:56:28.842676+00:00"},{"alias_kind":"arxiv_version","alias_value":"2103.11790v3","created_at":"2026-07-05T03:56:28.842676+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.11790","created_at":"2026-07-05T03:56:28.842676+00:00"},{"alias_kind":"pith_short_12","alias_value":"YKBIZ2HJ7JGX","created_at":"2026-07-05T03:56:28.842676+00:00"},{"alias_kind":"pith_short_16","alias_value":"YKBIZ2HJ7JGXAIIL","created_at":"2026-07-05T03:56:28.842676+00:00"},{"alias_kind":"pith_short_8","alias_value":"YKBIZ2HJ","created_at":"2026-07-05T03:56:28.842676+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2506.05107","citing_title":"CL-ISR: A Contrastive Learning and Implicit Stance Reasoning Framework for Misleading Text Detection on Social Media","ref_index":12,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/YKBIZ2HJ7JGXAIILDH2KLLNRFY","json":"https://pith.science/pith/YKBIZ2HJ7JGXAIILDH2KLLNRFY.json","graph_json":"https://pith.science/api/pith-number/YKBIZ2HJ7JGXAIILDH2KLLNRFY/graph.json","events_json":"https://pith.science/api/pith-number/YKBIZ2HJ7JGXAIILDH2KLLNRFY/events.json","paper":"https://pith.science/paper/YKBIZ2HJ"},"agent_actions":{"view_html":"https://pith.science/pith/YKBIZ2HJ7JGXAIILDH2KLLNRFY","download_json":"https://pith.science/pith/YKBIZ2HJ7JGXAIILDH2KLLNRFY.json","view_paper":"https://pith.science/paper/YKBIZ2HJ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2103.11790&json=true","fetch_graph":"https://pith.science/api/pith-number/YKBIZ2HJ7JGXAIILDH2KLLNRFY/graph.json","fetch_events":"https://pith.science/api/pith-number/YKBIZ2HJ7JGXAIILDH2KLLNRFY/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/YKBIZ2HJ7JGXAIILDH2KLLNRFY/action/timestamp_anchor","attest_storage":"https://pith.science/pith/YKBIZ2HJ7JGXAIILDH2KLLNRFY/action/storage_attestation","attest_author":"https://pith.science/pith/YKBIZ2HJ7JGXAIILDH2KLLNRFY/action/author_attestation","sign_citation":"https://pith.science/pith/YKBIZ2HJ7JGXAIILDH2KLLNRFY/action/citation_signature","submit_replication":"https://pith.science/pith/YKBIZ2HJ7JGXAIILDH2KLLNRFY/action/replication_record"}},"created_at":"2026-07-05T03:56:28.842676+00:00","updated_at":"2026-07-05T03:56:28.842676+00:00"}