{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:7HVF7FQ3QMDRPZDIDGOAFGGNWL","short_pith_number":"pith:7HVF7FQ3","canonical_record":{"source":{"id":"2212.09282","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-19T07:40:02Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"c1997febb3aa11437636bd062ff94430d98caa31868ff1ce32a46c6209bee0c1","abstract_canon_sha256":"89f8cdf76e02f4c30d894ee80de02458f51b0ca25c93e6e896b2a90b320726e2"},"schema_version":"1.0"},"canonical_sha256":"f9ea5f961b830717e468199c0298cdb2dd4715b798ae737aa08511e1484a1af6","source":{"kind":"arxiv","id":"2212.09282","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.09282","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"arxiv_version","alias_value":"2212.09282v2","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.09282","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"pith_short_12","alias_value":"7HVF7FQ3QMDR","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"pith_short_16","alias_value":"7HVF7FQ3QMDRPZDI","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"pith_short_8","alias_value":"7HVF7FQ3","created_at":"2026-07-05T06:17:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:7HVF7FQ3QMDRPZDIDGOAFGGNWL","target":"record","payload":{"canonical_record":{"source":{"id":"2212.09282","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-19T07:40:02Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"c1997febb3aa11437636bd062ff94430d98caa31868ff1ce32a46c6209bee0c1","abstract_canon_sha256":"89f8cdf76e02f4c30d894ee80de02458f51b0ca25c93e6e896b2a90b320726e2"},"schema_version":"1.0"},"canonical_sha256":"f9ea5f961b830717e468199c0298cdb2dd4715b798ae737aa08511e1484a1af6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:17:03.480629Z","signature_b64":"5nmRzj6PfefrZsyTwS8WG9BMZ2Lpj3ESrFUxqdKy7NABd5Ot49if9CYO0pLEHct5G4ESv6qV7prWDORU1Ji2Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f9ea5f961b830717e468199c0298cdb2dd4715b798ae737aa08511e1484a1af6","last_reissued_at":"2026-07-05T06:17:03.480213Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:17:03.480213Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.09282","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:17:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iUv40s8OqZwUAGzHsBPT5HXeAdqFKu8G7/oc5c9/t73UuvigJ2UZARTZTQXco2oJArEotyRk9bGcqCcACi2iAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T16:28:52.656594Z"},"content_sha256":"769dbaf5963c75febb02fa97ffb40274a368f3c9c802f04136cfff0fd96eba31","schema_version":"1.0","event_id":"sha256:769dbaf5963c75febb02fa97ffb40274a368f3c9c802f04136cfff0fd96eba31"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:7HVF7FQ3QMDRPZDIDGOAFGGNWL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"APOLLO: A Simple Approach for Adaptive Pretraining of Language Models for Logical Reasoning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Chenguang Zhu, Reid Pryzant, Shuohang Wang, Soumya Sanyal, Wenhao Yu, Xiang Ren, Yichong Xu, Ziyi Yang","submitted_at":"2022-12-19T07:40:02Z","abstract_excerpt":"Logical reasoning of text is an important ability that requires understanding the information present in the text, their interconnections, and then reasoning through them to infer new conclusions. Prior works on improving the logical reasoning ability of language models require complex processing of training data (e.g., aligning symbolic knowledge to text), yielding task-specific data augmentation solutions that restrict the learning of general logical reasoning skills. In this work, we propose APOLLO, an adaptively pretrained language model that has improved logical reasoning abilities. We se"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.09282","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.09282/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:17:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qExHQbXgmkUv7eOgSe8f5jwAY5PyID4ytVOjnGkoyrt9CrcHIK5Ppjm452wOdRd40mA0JSjaGnYM3inO2j5TCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T16:28:52.657094Z"},"content_sha256":"392005fe6220edb48658177a26a0a8b39909ff3d8b69b2ec23876594909e6b3a","schema_version":"1.0","event_id":"sha256:392005fe6220edb48658177a26a0a8b39909ff3d8b69b2ec23876594909e6b3a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7HVF7FQ3QMDRPZDIDGOAFGGNWL/bundle.json","state_url":"https://pith.science/pith/7HVF7FQ3QMDRPZDIDGOAFGGNWL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7HVF7FQ3QMDRPZDIDGOAFGGNWL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T16:28:52Z","links":{"resolver":"https://pith.science/pith/7HVF7FQ3QMDRPZDIDGOAFGGNWL","bundle":"https://pith.science/pith/7HVF7FQ3QMDRPZDIDGOAFGGNWL/bundle.json","state":"https://pith.science/pith/7HVF7FQ3QMDRPZDIDGOAFGGNWL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7HVF7FQ3QMDRPZDIDGOAFGGNWL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:7HVF7FQ3QMDRPZDIDGOAFGGNWL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"89f8cdf76e02f4c30d894ee80de02458f51b0ca25c93e6e896b2a90b320726e2","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-19T07:40:02Z","title_canon_sha256":"c1997febb3aa11437636bd062ff94430d98caa31868ff1ce32a46c6209bee0c1"},"schema_version":"1.0","source":{"id":"2212.09282","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.09282","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"arxiv_version","alias_value":"2212.09282v2","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.09282","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"pith_short_12","alias_value":"7HVF7FQ3QMDR","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"pith_short_16","alias_value":"7HVF7FQ3QMDRPZDI","created_at":"2026-07-05T06:17:03Z"},{"alias_kind":"pith_short_8","alias_value":"7HVF7FQ3","created_at":"2026-07-05T06:17:03Z"}],"graph_snapshots":[{"event_id":"sha256:392005fe6220edb48658177a26a0a8b39909ff3d8b69b2ec23876594909e6b3a","target":"graph","created_at":"2026-07-05T06:17:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.09282/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Logical reasoning of text is an important ability that requires understanding the information present in the text, their interconnections, and then reasoning through them to infer new conclusions. Prior works on improving the logical reasoning ability of language models require complex processing of training data (e.g., aligning symbolic knowledge to text), yielding task-specific data augmentation solutions that restrict the learning of general logical reasoning skills. In this work, we propose APOLLO, an adaptively pretrained language model that has improved logical reasoning abilities. We se","authors_text":"Chenguang Zhu, Reid Pryzant, Shuohang Wang, Soumya Sanyal, Wenhao Yu, Xiang Ren, Yichong Xu, Ziyi Yang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-19T07:40:02Z","title":"APOLLO: A Simple Approach for Adaptive Pretraining of Language Models for Logical Reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.09282","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:769dbaf5963c75febb02fa97ffb40274a368f3c9c802f04136cfff0fd96eba31","target":"record","created_at":"2026-07-05T06:17:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"89f8cdf76e02f4c30d894ee80de02458f51b0ca25c93e6e896b2a90b320726e2","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-19T07:40:02Z","title_canon_sha256":"c1997febb3aa11437636bd062ff94430d98caa31868ff1ce32a46c6209bee0c1"},"schema_version":"1.0","source":{"id":"2212.09282","kind":"arxiv","version":2}},"canonical_sha256":"f9ea5f961b830717e468199c0298cdb2dd4715b798ae737aa08511e1484a1af6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f9ea5f961b830717e468199c0298cdb2dd4715b798ae737aa08511e1484a1af6","first_computed_at":"2026-07-05T06:17:03.480213Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:17:03.480213Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5nmRzj6PfefrZsyTwS8WG9BMZ2Lpj3ESrFUxqdKy7NABd5Ot49if9CYO0pLEHct5G4ESv6qV7prWDORU1Ji2Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:17:03.480629Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.09282","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:769dbaf5963c75febb02fa97ffb40274a368f3c9c802f04136cfff0fd96eba31","sha256:392005fe6220edb48658177a26a0a8b39909ff3d8b69b2ec23876594909e6b3a"],"state_sha256":"6954046044c75becb33b8c2d761140f188effadcf6510fd0b9b80c9b323b5b51"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qyzIDV0kY8L4nmy69tzIwgcCA+UfXbn6DjGxP4ZWdXFj0MZzhf/DesG3Pr8PHelGkLw/wNQDjEHG8cv1YZAKBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T16:28:52.661495Z","bundle_sha256":"82a994e5e798ac7a14794dde44db6e089a0b1699485d36f4fb520cc00622fc34"}}