{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:DHQT7XYBBG6QCRL23EPT4ZU53S","short_pith_number":"pith:DHQT7XYB","canonical_record":{"source":{"id":"2210.15303","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-27T10:25:12Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"d75d4f547df4b0c776636aea86b48e6c238269a905acb5f016ec03237a3e8b7e","abstract_canon_sha256":"55b0a9537c3cac4f35c5c78efe4c76e3e98987315332aa6a9d47cdcb86ed528f"},"schema_version":"1.0"},"canonical_sha256":"19e13fdf0109bd01457ad91f3e669ddca48740b849fdb58d91901cb05471f586","source":{"kind":"arxiv","id":"2210.15303","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.15303","created_at":"2026-07-05T05:42:28Z"},{"alias_kind":"arxiv_version","alias_value":"2210.15303v3","created_at":"2026-07-05T05:42:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.15303","created_at":"2026-07-05T05:42:28Z"},{"alias_kind":"pith_short_12","alias_value":"DHQT7XYBBG6Q","created_at":"2026-07-05T05:42:28Z"},{"alias_kind":"pith_short_16","alias_value":"DHQT7XYBBG6QCRL2","created_at":"2026-07-05T05:42:28Z"},{"alias_kind":"pith_short_8","alias_value":"DHQT7XYB","created_at":"2026-07-05T05:42:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:DHQT7XYBBG6QCRL23EPT4ZU53S","target":"record","payload":{"canonical_record":{"source":{"id":"2210.15303","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-27T10:25:12Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"d75d4f547df4b0c776636aea86b48e6c238269a905acb5f016ec03237a3e8b7e","abstract_canon_sha256":"55b0a9537c3cac4f35c5c78efe4c76e3e98987315332aa6a9d47cdcb86ed528f"},"schema_version":"1.0"},"canonical_sha256":"19e13fdf0109bd01457ad91f3e669ddca48740b849fdb58d91901cb05471f586","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:42:28.660998Z","signature_b64":"hxSks1mK8WtApPS9U02DR7uN7QotAju+nKXzQHFw0ZRt+0dTLvizDDPP+KRHPDNrojJCxyQHln+FBSk7A7PrAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"19e13fdf0109bd01457ad91f3e669ddca48740b849fdb58d91901cb05471f586","last_reissued_at":"2026-07-05T05:42:28.660520Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:42:28.660520Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.15303","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:42:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sDRdjiM6JyqNq5i7btfiIR7B3HUS2/tbqjWQ+AaZHFHJmA/xSIlCD74iDhZGL/tJT5YVSl9dVOz5WCLChE/gDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T08:08:34.137445Z"},"content_sha256":"ac895270b7ea572e95dd369fd88f43d071e3fb138e22a69c65042d04b049c533","schema_version":"1.0","event_id":"sha256:ac895270b7ea572e95dd369fd88f43d071e3fb138e22a69c65042d04b049c533"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:DHQT7XYBBG6QCRL23EPT4ZU53S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can language models handle recursively nested grammatical structures? A case study on comparing models and humans","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Andrew Kyle Lampinen","submitted_at":"2022-10-27T10:25:12Z","abstract_excerpt":"How should we compare the capabilities of language models (LMs) and humans? I draw inspiration from comparative psychology to highlight some challenges. In particular, I consider a case study: processing of recursively nested grammatical structures. Prior work suggests that LMs cannot handle these structures as reliably as humans can. However, the humans were provided with instructions and training, while the LMs were evaluated zero-shot. I therefore match the evaluation more closely. Providing large LMs with a simple prompt -- substantially less content than the human training -- allows the L"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.15303","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.15303/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:42:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hYXgOOfk3VmmbjzklwPo8yAcx9xutpg+2QRGFm5fXvfWr5zPNpJPntRb49kq7C8GwcleBvnoQUIdu+naGNc2Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T08:08:34.137951Z"},"content_sha256":"d5a17a1c0f532394fc15d4640e349c87c615c3d1303b373cf9dfc7f130e61082","schema_version":"1.0","event_id":"sha256:d5a17a1c0f532394fc15d4640e349c87c615c3d1303b373cf9dfc7f130e61082"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DHQT7XYBBG6QCRL23EPT4ZU53S/bundle.json","state_url":"https://pith.science/pith/DHQT7XYBBG6QCRL23EPT4ZU53S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DHQT7XYBBG6QCRL23EPT4ZU53S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T08:08:34Z","links":{"resolver":"https://pith.science/pith/DHQT7XYBBG6QCRL23EPT4ZU53S","bundle":"https://pith.science/pith/DHQT7XYBBG6QCRL23EPT4ZU53S/bundle.json","state":"https://pith.science/pith/DHQT7XYBBG6QCRL23EPT4ZU53S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DHQT7XYBBG6QCRL23EPT4ZU53S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:DHQT7XYBBG6QCRL23EPT4ZU53S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"55b0a9537c3cac4f35c5c78efe4c76e3e98987315332aa6a9d47cdcb86ed528f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-27T10:25:12Z","title_canon_sha256":"d75d4f547df4b0c776636aea86b48e6c238269a905acb5f016ec03237a3e8b7e"},"schema_version":"1.0","source":{"id":"2210.15303","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.15303","created_at":"2026-07-05T05:42:28Z"},{"alias_kind":"arxiv_version","alias_value":"2210.15303v3","created_at":"2026-07-05T05:42:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.15303","created_at":"2026-07-05T05:42:28Z"},{"alias_kind":"pith_short_12","alias_value":"DHQT7XYBBG6Q","created_at":"2026-07-05T05:42:28Z"},{"alias_kind":"pith_short_16","alias_value":"DHQT7XYBBG6QCRL2","created_at":"2026-07-05T05:42:28Z"},{"alias_kind":"pith_short_8","alias_value":"DHQT7XYB","created_at":"2026-07-05T05:42:28Z"}],"graph_snapshots":[{"event_id":"sha256:d5a17a1c0f532394fc15d4640e349c87c615c3d1303b373cf9dfc7f130e61082","target":"graph","created_at":"2026-07-05T05:42:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.15303/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"How should we compare the capabilities of language models (LMs) and humans? I draw inspiration from comparative psychology to highlight some challenges. In particular, I consider a case study: processing of recursively nested grammatical structures. Prior work suggests that LMs cannot handle these structures as reliably as humans can. However, the humans were provided with instructions and training, while the LMs were evaluated zero-shot. I therefore match the evaluation more closely. Providing large LMs with a simple prompt -- substantially less content than the human training -- allows the L","authors_text":"Andrew Kyle Lampinen","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-27T10:25:12Z","title":"Can language models handle recursively nested grammatical structures? A case study on comparing models and humans"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.15303","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ac895270b7ea572e95dd369fd88f43d071e3fb138e22a69c65042d04b049c533","target":"record","created_at":"2026-07-05T05:42:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"55b0a9537c3cac4f35c5c78efe4c76e3e98987315332aa6a9d47cdcb86ed528f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-27T10:25:12Z","title_canon_sha256":"d75d4f547df4b0c776636aea86b48e6c238269a905acb5f016ec03237a3e8b7e"},"schema_version":"1.0","source":{"id":"2210.15303","kind":"arxiv","version":3}},"canonical_sha256":"19e13fdf0109bd01457ad91f3e669ddca48740b849fdb58d91901cb05471f586","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"19e13fdf0109bd01457ad91f3e669ddca48740b849fdb58d91901cb05471f586","first_computed_at":"2026-07-05T05:42:28.660520Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:42:28.660520Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hxSks1mK8WtApPS9U02DR7uN7QotAju+nKXzQHFw0ZRt+0dTLvizDDPP+KRHPDNrojJCxyQHln+FBSk7A7PrAw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:42:28.660998Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.15303","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ac895270b7ea572e95dd369fd88f43d071e3fb138e22a69c65042d04b049c533","sha256:d5a17a1c0f532394fc15d4640e349c87c615c3d1303b373cf9dfc7f130e61082"],"state_sha256":"bf2b33227037feb5b55f6633efe14e3584644d0eab31ac7c47c6b62bdde14f1e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PsKIROxjXErCz4Fje/WiaQgKhFNpilxvaJRSEtlN3RM2IdnScZoODmwIMbhhP7RAJ+Y9SSyTW5oOH1tagZ9XCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T08:08:34.143530Z","bundle_sha256":"a92cc92b481a865b0b1db6794b9a638b41f1502538c19fe4d4ac335d25ba98e5"}}