{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:35JUSVILSSFQITMT6U5RSOM7WZ","short_pith_number":"pith:35JUSVIL","canonical_record":{"source":{"id":"2408.08313","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-15T17:59:57Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"title_canon_sha256":"71aae3c07c93f5c6bfc446c4aed7338ae79c71b6b05994e4de242409cbad0d31","abstract_canon_sha256":"7518b9aab6bb994fec938106a0e9904f392f37f677a4861e52b996ed6f97eb12"},"schema_version":"1.0"},"canonical_sha256":"df5349550b948b044d93f53b19399fb665abad6e9535211cd7a39b01b962f059","source":{"kind":"arxiv","id":"2408.08313","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.08313","created_at":"2026-07-05T11:10:31Z"},{"alias_kind":"arxiv_version","alias_value":"2408.08313v4","created_at":"2026-07-05T11:10:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.08313","created_at":"2026-07-05T11:10:31Z"},{"alias_kind":"pith_short_12","alias_value":"35JUSVILSSFQ","created_at":"2026-07-05T11:10:31Z"},{"alias_kind":"pith_short_16","alias_value":"35JUSVILSSFQITMT","created_at":"2026-07-05T11:10:31Z"},{"alias_kind":"pith_short_8","alias_value":"35JUSVIL","created_at":"2026-07-05T11:10:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:35JUSVILSSFQITMT6U5RSOM7WZ","target":"record","payload":{"canonical_record":{"source":{"id":"2408.08313","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-15T17:59:57Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"title_canon_sha256":"71aae3c07c93f5c6bfc446c4aed7338ae79c71b6b05994e4de242409cbad0d31","abstract_canon_sha256":"7518b9aab6bb994fec938106a0e9904f392f37f677a4861e52b996ed6f97eb12"},"schema_version":"1.0"},"canonical_sha256":"df5349550b948b044d93f53b19399fb665abad6e9535211cd7a39b01b962f059","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:10:31.977613Z","signature_b64":"WhLTzWAsgv8g0HgCMHpG2YjBOxaQLRhix2u+ESx9O5pG3qExS2gmQXWCRLg0HFKXivDNz9STomrxHFJFHzp6BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"df5349550b948b044d93f53b19399fb665abad6e9535211cd7a39b01b962f059","last_reissued_at":"2026-07-05T11:10:31.977102Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:10:31.977102Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.08313","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:10:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vLIy2t9ODBSoGfphRRWBujg84QqoUbl9xaFXwuD7PsBoPYTzyFa4UZgvKUVAJJUrQ5DkQzaNYP1iN/6tIQMhCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:57:56.017554Z"},"content_sha256":"81463436ab3484ecfd14a66e4bbcbc56d6c8e6e52061ce42140308f47a5393b9","schema_version":"1.0","event_id":"sha256:81463436ab3484ecfd14a66e4bbcbc56d6c8e6e52061ce42140308f47a5393b9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:35JUSVILSSFQITMT6U5RSOM7WZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can Large Language Models Understand Symbolic Graphics Programs?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CV"],"primary_cat":"cs.LG","authors_text":"Adrian Weller, Bernhard Sch\\\"olkopf, Haiwen Feng, Joshua B. Tenenbaum, Katherine M. Collins, Michael J. Black, Tim Z. Xiao, Weiyang Liu, Zeju Qiu, Zhen Liu","submitted_at":"2024-08-15T17:59:57Z","abstract_excerpt":"Against the backdrop of enthusiasm for large language models (LLMs), there is a growing need to scientifically assess their capabilities and shortcomings. This is nontrivial in part because it is difficult to find tasks which the models have not encountered during training. Utilizing symbolic graphics programs, we propose a domain well-suited to test multiple spatial-semantic reasoning skills of LLMs. Popular in computer graphics, these programs procedurally generate visual data. While LLMs exhibit impressive skills in general program synthesis and analysis, symbolic graphics programs offer a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.08313","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.08313/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:10:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Usz76IDUeXj8toAl1JyCSCoZromY6w6FUgg3fEAFz10Mo8VDiIi8dwGJN7GfohA8RQ5xZ9R7BgNEqPP1ePfbCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:57:56.018468Z"},"content_sha256":"af8be6ff51831eb05b18cc55bcc0fb0870172c2cca386a4452ac9c0e41998bfd","schema_version":"1.0","event_id":"sha256:af8be6ff51831eb05b18cc55bcc0fb0870172c2cca386a4452ac9c0e41998bfd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/35JUSVILSSFQITMT6U5RSOM7WZ/bundle.json","state_url":"https://pith.science/pith/35JUSVILSSFQITMT6U5RSOM7WZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/35JUSVILSSFQITMT6U5RSOM7WZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T23:57:56Z","links":{"resolver":"https://pith.science/pith/35JUSVILSSFQITMT6U5RSOM7WZ","bundle":"https://pith.science/pith/35JUSVILSSFQITMT6U5RSOM7WZ/bundle.json","state":"https://pith.science/pith/35JUSVILSSFQITMT6U5RSOM7WZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/35JUSVILSSFQITMT6U5RSOM7WZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:35JUSVILSSFQITMT6U5RSOM7WZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7518b9aab6bb994fec938106a0e9904f392f37f677a4861e52b996ed6f97eb12","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-15T17:59:57Z","title_canon_sha256":"71aae3c07c93f5c6bfc446c4aed7338ae79c71b6b05994e4de242409cbad0d31"},"schema_version":"1.0","source":{"id":"2408.08313","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.08313","created_at":"2026-07-05T11:10:31Z"},{"alias_kind":"arxiv_version","alias_value":"2408.08313v4","created_at":"2026-07-05T11:10:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.08313","created_at":"2026-07-05T11:10:31Z"},{"alias_kind":"pith_short_12","alias_value":"35JUSVILSSFQ","created_at":"2026-07-05T11:10:31Z"},{"alias_kind":"pith_short_16","alias_value":"35JUSVILSSFQITMT","created_at":"2026-07-05T11:10:31Z"},{"alias_kind":"pith_short_8","alias_value":"35JUSVIL","created_at":"2026-07-05T11:10:31Z"}],"graph_snapshots":[{"event_id":"sha256:af8be6ff51831eb05b18cc55bcc0fb0870172c2cca386a4452ac9c0e41998bfd","target":"graph","created_at":"2026-07-05T11:10:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.08313/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Against the backdrop of enthusiasm for large language models (LLMs), there is a growing need to scientifically assess their capabilities and shortcomings. This is nontrivial in part because it is difficult to find tasks which the models have not encountered during training. Utilizing symbolic graphics programs, we propose a domain well-suited to test multiple spatial-semantic reasoning skills of LLMs. Popular in computer graphics, these programs procedurally generate visual data. While LLMs exhibit impressive skills in general program synthesis and analysis, symbolic graphics programs offer a ","authors_text":"Adrian Weller, Bernhard Sch\\\"olkopf, Haiwen Feng, Joshua B. Tenenbaum, Katherine M. Collins, Michael J. Black, Tim Z. Xiao, Weiyang Liu, Zeju Qiu, Zhen Liu","cross_cats":["cs.AI","cs.CL","cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-15T17:59:57Z","title":"Can Large Language Models Understand Symbolic Graphics Programs?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.08313","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:81463436ab3484ecfd14a66e4bbcbc56d6c8e6e52061ce42140308f47a5393b9","target":"record","created_at":"2026-07-05T11:10:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7518b9aab6bb994fec938106a0e9904f392f37f677a4861e52b996ed6f97eb12","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-15T17:59:57Z","title_canon_sha256":"71aae3c07c93f5c6bfc446c4aed7338ae79c71b6b05994e4de242409cbad0d31"},"schema_version":"1.0","source":{"id":"2408.08313","kind":"arxiv","version":4}},"canonical_sha256":"df5349550b948b044d93f53b19399fb665abad6e9535211cd7a39b01b962f059","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"df5349550b948b044d93f53b19399fb665abad6e9535211cd7a39b01b962f059","first_computed_at":"2026-07-05T11:10:31.977102Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:10:31.977102Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WhLTzWAsgv8g0HgCMHpG2YjBOxaQLRhix2u+ESx9O5pG3qExS2gmQXWCRLg0HFKXivDNz9STomrxHFJFHzp6BA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:10:31.977613Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.08313","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:81463436ab3484ecfd14a66e4bbcbc56d6c8e6e52061ce42140308f47a5393b9","sha256:af8be6ff51831eb05b18cc55bcc0fb0870172c2cca386a4452ac9c0e41998bfd"],"state_sha256":"83b4a741a2c9ed0a7c58a31bb412e773d06f732401287ea36e8eb322d7d73977"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r107egFDGFuy217c5Z1W1+QKb2WuqqdcJUrqSlhJtkrqkhJWATCK7PeXuURH4CV5G54blS48uXYGjI9RqXPoAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T23:57:56.042221Z","bundle_sha256":"ad26b976a221b08e5e2487e609bc1aff44896cc6b9e78c4dce96474e289e072d"}}