{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:3EGUN5OUPCUFLOYANJKCIDYHOA","short_pith_number":"pith:3EGUN5OU","schema_version":"1.0","canonical_sha256":"d90d46f5d478a855bb006a54240f077011a2853bf9e581487b06335a67d4459e","source":{"kind":"arxiv","id":"2312.03762","version":1},"attestation_state":"computed","paper":{"title":"Colour versus Shape Goal Misgeneralization in Reinforcement Learning: A Case Study","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Karolis Ramanauskas, \\\"Ozg\\\"ur \\c{S}im\\c{s}ek","submitted_at":"2023-12-05T19:00:46Z","abstract_excerpt":"We explore colour versus shape goal misgeneralization originally demonstrated by Di Langosco et al. (2022) in the Procgen Maze environment, where, given an ambiguous choice, the agents seem to prefer generalization based on colour rather than shape. After training over 1,000 agents in a simplified version of the environment and evaluating them on over 10 million episodes, we conclude that the behaviour can be attributed to the agents learning to detect the goal object through a specific colour channel. This choice is arbitrary. Additionally, we show how, due to underspecification, the preferen"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2312.03762","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-12-05T19:00:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1edbc22495ecbb382dcee55c50f1ec77f5e390dcf27a0d1f84139eb63594c7ae","abstract_canon_sha256":"e03fd9ce7e7d35c850e59d129ddfe9259f82891b974f2adcb10773ea128cf827"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:21:14.563864Z","signature_b64":"tHTw4qV1SSF1UKO10AQwDgKV4Dxe9/BwlIcQKq95QuI08HzXJd+dyyF/hRDrATW9r7PomM/wZ6/i4/b6hwTkDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d90d46f5d478a855bb006a54240f077011a2853bf9e581487b06335a67d4459e","last_reissued_at":"2026-07-05T07:21:14.563319Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:21:14.563319Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Colour versus Shape Goal Misgeneralization in Reinforcement Learning: A Case Study","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Karolis Ramanauskas, \\\"Ozg\\\"ur \\c{S}im\\c{s}ek","submitted_at":"2023-12-05T19:00:46Z","abstract_excerpt":"We explore colour versus shape goal misgeneralization originally demonstrated by Di Langosco et al. (2022) in the Procgen Maze environment, where, given an ambiguous choice, the agents seem to prefer generalization based on colour rather than shape. After training over 1,000 agents in a simplified version of the environment and evaluating them on over 10 million episodes, we conclude that the behaviour can be attributed to the agents learning to detect the goal object through a specific colour channel. This choice is arbitrary. Additionally, we show how, due to underspecification, the preferen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.03762","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.03762/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2312.03762","created_at":"2026-07-05T07:21:14.563374+00:00"},{"alias_kind":"arxiv_version","alias_value":"2312.03762v1","created_at":"2026-07-05T07:21:14.563374+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.03762","created_at":"2026-07-05T07:21:14.563374+00:00"},{"alias_kind":"pith_short_12","alias_value":"3EGUN5OUPCUF","created_at":"2026-07-05T07:21:14.563374+00:00"},{"alias_kind":"pith_short_16","alias_value":"3EGUN5OUPCUFLOYA","created_at":"2026-07-05T07:21:14.563374+00:00"},{"alias_kind":"pith_short_8","alias_value":"3EGUN5OU","created_at":"2026-07-05T07:21:14.563374+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/3EGUN5OUPCUFLOYANJKCIDYHOA","json":"https://pith.science/pith/3EGUN5OUPCUFLOYANJKCIDYHOA.json","graph_json":"https://pith.science/api/pith-number/3EGUN5OUPCUFLOYANJKCIDYHOA/graph.json","events_json":"https://pith.science/api/pith-number/3EGUN5OUPCUFLOYANJKCIDYHOA/events.json","paper":"https://pith.science/paper/3EGUN5OU"},"agent_actions":{"view_html":"https://pith.science/pith/3EGUN5OUPCUFLOYANJKCIDYHOA","download_json":"https://pith.science/pith/3EGUN5OUPCUFLOYANJKCIDYHOA.json","view_paper":"https://pith.science/paper/3EGUN5OU","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2312.03762&json=true","fetch_graph":"https://pith.science/api/pith-number/3EGUN5OUPCUFLOYANJKCIDYHOA/graph.json","fetch_events":"https://pith.science/api/pith-number/3EGUN5OUPCUFLOYANJKCIDYHOA/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/3EGUN5OUPCUFLOYANJKCIDYHOA/action/timestamp_anchor","attest_storage":"https://pith.science/pith/3EGUN5OUPCUFLOYANJKCIDYHOA/action/storage_attestation","attest_author":"https://pith.science/pith/3EGUN5OUPCUFLOYANJKCIDYHOA/action/author_attestation","sign_citation":"https://pith.science/pith/3EGUN5OUPCUFLOYANJKCIDYHOA/action/citation_signature","submit_replication":"https://pith.science/pith/3EGUN5OUPCUFLOYANJKCIDYHOA/action/replication_record"}},"created_at":"2026-07-05T07:21:14.563374+00:00","updated_at":"2026-07-05T07:21:14.563374+00:00"}