{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LRIOB6JHGFKNMWPKKKZ3TF4CVL","short_pith_number":"pith:LRIOB6JH","canonical_record":{"source":{"id":"2405.21068","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-31T17:56:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4808a3040cb1cac9da0b96aae78b50d5d0bd5230b3fff8fc677ae08643f890b5","abstract_canon_sha256":"71ba20301c0b67ebbd39ab8893fcb36267b6cdd57b4477ddce2b5b4730b371db"},"schema_version":"1.0"},"canonical_sha256":"5c50e0f9273154d659ea52b3b99782aaed76773ff060ba7416e15d4fe4818d24","source":{"kind":"arxiv","id":"2405.21068","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.21068","created_at":"2026-07-05T08:25:45Z"},{"alias_kind":"arxiv_version","alias_value":"2405.21068v1","created_at":"2026-07-05T08:25:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.21068","created_at":"2026-07-05T08:25:45Z"},{"alias_kind":"pith_short_12","alias_value":"LRIOB6JHGFKN","created_at":"2026-07-05T08:25:45Z"},{"alias_kind":"pith_short_16","alias_value":"LRIOB6JHGFKNMWPK","created_at":"2026-07-05T08:25:45Z"},{"alias_kind":"pith_short_8","alias_value":"LRIOB6JH","created_at":"2026-07-05T08:25:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LRIOB6JHGFKNMWPKKKZ3TF4CVL","target":"record","payload":{"canonical_record":{"source":{"id":"2405.21068","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-31T17:56:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4808a3040cb1cac9da0b96aae78b50d5d0bd5230b3fff8fc677ae08643f890b5","abstract_canon_sha256":"71ba20301c0b67ebbd39ab8893fcb36267b6cdd57b4477ddce2b5b4730b371db"},"schema_version":"1.0"},"canonical_sha256":"5c50e0f9273154d659ea52b3b99782aaed76773ff060ba7416e15d4fe4818d24","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:25:45.807166Z","signature_b64":"evkLvBcjAV0dYBjEUUb3ShUkq6x8KS3dnsxq8r/A2cfwTLhjujjh6+7paKnod3PbJO27i4sHxVkDNgPRoIrFCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5c50e0f9273154d659ea52b3b99782aaed76773ff060ba7416e15d4fe4818d24","last_reissued_at":"2026-07-05T08:25:45.806677Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:25:45.806677Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.21068","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EhapIVGyhrEts5Ih3GNpWjnK5gvIt0XBITkAvyqwJslfPr9txzizKth9Pfsn+WzWUQ+xnC/HoYr90PlCzwZkCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:15:45.721942Z"},"content_sha256":"94c5280978158605fcff5c4965023812d1a65e84f7c416c955bb97880fdacce2","schema_version":"1.0","event_id":"sha256:94c5280978158605fcff5c4965023812d1a65e84f7c416c955bb97880fdacce2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LRIOB6JHGFKNMWPKKKZ3TF4CVL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Code Pretraining Improves Entity Tracking Abilities of Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Najoung Kim, Sebastian Schuster, Shubham Toshniwal","submitted_at":"2024-05-31T17:56:33Z","abstract_excerpt":"Recent work has provided indirect evidence that pretraining language models on code improves the ability of models to track state changes of discourse entities expressed in natural language. In this work, we systematically test this claim by comparing pairs of language models on their entity tracking performance. Critically, the pairs consist of base models and models trained on top of these base models with additional code data. We extend this analysis to additionally examine the effect of math training, another highly structured data type, and alignment tuning, an important step for enhancin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.21068","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.21068/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mJjKLMYRxw1n71CnTqJYZGuOXLr2FMcshPRTl8zMS+pnfapjSaDV+tmYLxLPxGGBFPUXNloWdze/ls0BHeOsDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:15:45.722573Z"},"content_sha256":"ec50af0f7f3c4435ee413c7eb2ca7e7edb45f3a4103241c1f1863047b5af99c3","schema_version":"1.0","event_id":"sha256:ec50af0f7f3c4435ee413c7eb2ca7e7edb45f3a4103241c1f1863047b5af99c3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LRIOB6JHGFKNMWPKKKZ3TF4CVL/bundle.json","state_url":"https://pith.science/pith/LRIOB6JHGFKNMWPKKKZ3TF4CVL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LRIOB6JHGFKNMWPKKKZ3TF4CVL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T01:15:45Z","links":{"resolver":"https://pith.science/pith/LRIOB6JHGFKNMWPKKKZ3TF4CVL","bundle":"https://pith.science/pith/LRIOB6JHGFKNMWPKKKZ3TF4CVL/bundle.json","state":"https://pith.science/pith/LRIOB6JHGFKNMWPKKKZ3TF4CVL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LRIOB6JHGFKNMWPKKKZ3TF4CVL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LRIOB6JHGFKNMWPKKKZ3TF4CVL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"71ba20301c0b67ebbd39ab8893fcb36267b6cdd57b4477ddce2b5b4730b371db","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-31T17:56:33Z","title_canon_sha256":"4808a3040cb1cac9da0b96aae78b50d5d0bd5230b3fff8fc677ae08643f890b5"},"schema_version":"1.0","source":{"id":"2405.21068","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.21068","created_at":"2026-07-05T08:25:45Z"},{"alias_kind":"arxiv_version","alias_value":"2405.21068v1","created_at":"2026-07-05T08:25:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.21068","created_at":"2026-07-05T08:25:45Z"},{"alias_kind":"pith_short_12","alias_value":"LRIOB6JHGFKN","created_at":"2026-07-05T08:25:45Z"},{"alias_kind":"pith_short_16","alias_value":"LRIOB6JHGFKNMWPK","created_at":"2026-07-05T08:25:45Z"},{"alias_kind":"pith_short_8","alias_value":"LRIOB6JH","created_at":"2026-07-05T08:25:45Z"}],"graph_snapshots":[{"event_id":"sha256:ec50af0f7f3c4435ee413c7eb2ca7e7edb45f3a4103241c1f1863047b5af99c3","target":"graph","created_at":"2026-07-05T08:25:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.21068/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent work has provided indirect evidence that pretraining language models on code improves the ability of models to track state changes of discourse entities expressed in natural language. In this work, we systematically test this claim by comparing pairs of language models on their entity tracking performance. Critically, the pairs consist of base models and models trained on top of these base models with additional code data. We extend this analysis to additionally examine the effect of math training, another highly structured data type, and alignment tuning, an important step for enhancin","authors_text":"Najoung Kim, Sebastian Schuster, Shubham Toshniwal","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-31T17:56:33Z","title":"Code Pretraining Improves Entity Tracking Abilities of Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.21068","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:94c5280978158605fcff5c4965023812d1a65e84f7c416c955bb97880fdacce2","target":"record","created_at":"2026-07-05T08:25:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"71ba20301c0b67ebbd39ab8893fcb36267b6cdd57b4477ddce2b5b4730b371db","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-31T17:56:33Z","title_canon_sha256":"4808a3040cb1cac9da0b96aae78b50d5d0bd5230b3fff8fc677ae08643f890b5"},"schema_version":"1.0","source":{"id":"2405.21068","kind":"arxiv","version":1}},"canonical_sha256":"5c50e0f9273154d659ea52b3b99782aaed76773ff060ba7416e15d4fe4818d24","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5c50e0f9273154d659ea52b3b99782aaed76773ff060ba7416e15d4fe4818d24","first_computed_at":"2026-07-05T08:25:45.806677Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:25:45.806677Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"evkLvBcjAV0dYBjEUUb3ShUkq6x8KS3dnsxq8r/A2cfwTLhjujjh6+7paKnod3PbJO27i4sHxVkDNgPRoIrFCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:25:45.807166Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.21068","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:94c5280978158605fcff5c4965023812d1a65e84f7c416c955bb97880fdacce2","sha256:ec50af0f7f3c4435ee413c7eb2ca7e7edb45f3a4103241c1f1863047b5af99c3"],"state_sha256":"b509a1566a869a290dd79d4915b0df87f8a3eef4a9381772773d77596acfbaac"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U7O2dSvviu90i2QB+SqMhnteH5fqEgD06e6PW+nt2kBsDfGxtXhvN4gEOTPcq3vrO+E4ZfIGlqMvAyme3P2GBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T01:15:45.727869Z","bundle_sha256":"8730ae0cffb4982b11fdad107d63f8de5e3a98986994db6cff8cc85295f62669"}}