{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:43PA5OQCTVA2OQZSWI6NQTXNXQ","short_pith_number":"pith:43PA5OQC","canonical_record":{"source":{"id":"2202.07206","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-02-15T05:43:54Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"69ed9f6801b0e39c3378fbef07e278d4b0d0fdafcad2c1cb66a089d5e70f336d","abstract_canon_sha256":"f6d5600aab364739b528d6f7de5e446b2abd417ce584797385877cebefc8b7c1"},"schema_version":"1.0"},"canonical_sha256":"e6de0eba029d41a74332b23cd84eedbc2956383f15f5a1f935392d9f87a1e43a","source":{"kind":"arxiv","id":"2202.07206","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.07206","created_at":"2026-07-05T05:51:39Z"},{"alias_kind":"arxiv_version","alias_value":"2202.07206v2","created_at":"2026-07-05T05:51:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.07206","created_at":"2026-07-05T05:51:39Z"},{"alias_kind":"pith_short_12","alias_value":"43PA5OQCTVA2","created_at":"2026-07-05T05:51:39Z"},{"alias_kind":"pith_short_16","alias_value":"43PA5OQCTVA2OQZS","created_at":"2026-07-05T05:51:39Z"},{"alias_kind":"pith_short_8","alias_value":"43PA5OQC","created_at":"2026-07-05T05:51:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:43PA5OQCTVA2OQZSWI6NQTXNXQ","target":"record","payload":{"canonical_record":{"source":{"id":"2202.07206","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-02-15T05:43:54Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"69ed9f6801b0e39c3378fbef07e278d4b0d0fdafcad2c1cb66a089d5e70f336d","abstract_canon_sha256":"f6d5600aab364739b528d6f7de5e446b2abd417ce584797385877cebefc8b7c1"},"schema_version":"1.0"},"canonical_sha256":"e6de0eba029d41a74332b23cd84eedbc2956383f15f5a1f935392d9f87a1e43a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:51:39.452456Z","signature_b64":"7+d5FYpOXr4cFP4L2EtnkRoVf/UBmwg4t7uKLI0cQu9wBG2BFaHIF/kSGB4lTexwEKea12fuqM5u5/kHSggJBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e6de0eba029d41a74332b23cd84eedbc2956383f15f5a1f935392d9f87a1e43a","last_reissued_at":"2026-07-05T05:51:39.452023Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:51:39.452023Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.07206","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:51:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FO6erfIxVmdtDIF/FwPde2rnZr0/BE9T5sXFPLBVtdSlZExx3AKeTU655FrldAewwkMbpqdsPNnmsaJPqFo4AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:43:55.238156Z"},"content_sha256":"f1ea407b199ae19c675aa9df534d592947146d8e3fb68b5c6928a959f7212ddf","schema_version":"1.0","event_id":"sha256:f1ea407b199ae19c675aa9df534d592947146d8e3fb68b5c6928a959f7212ddf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:43PA5OQCTVA2OQZSWI6NQTXNXQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Impact of Pretraining Term Frequencies on Few-Shot Reasoning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Matt Gardner, Robert L. Logan IV, Sameer Singh, Yasaman Razeghi","submitted_at":"2022-02-15T05:43:54Z","abstract_excerpt":"Pretrained Language Models (LMs) have demonstrated ability to perform numerical reasoning by extrapolating from a few examples in few-shot settings. However, the extent to which this extrapolation relies on robust reasoning is unclear. In this paper, we investigate how well these models reason with terms that are less frequent in the pretraining data. In particular, we examine the correlations between the model performance on test instances and the frequency of terms from those instances in the pretraining data. We measure the strength of this correlation for a number of GPT-based language mod"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.07206","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.07206/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:51:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LpIVI8iVLurhqAjFnfEiFUnMZoGFx6V6AxKDHv9ANWXpO+mznOCwbukr6xHD0rqTaq+4vwJZ2gLFvHSVMeyVDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:43:55.238666Z"},"content_sha256":"45aca120aec9d9d3d02e5f2d89701dc3bb055f67af5e3aaffb23781da8cf925d","schema_version":"1.0","event_id":"sha256:45aca120aec9d9d3d02e5f2d89701dc3bb055f67af5e3aaffb23781da8cf925d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/43PA5OQCTVA2OQZSWI6NQTXNXQ/bundle.json","state_url":"https://pith.science/pith/43PA5OQCTVA2OQZSWI6NQTXNXQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/43PA5OQCTVA2OQZSWI6NQTXNXQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T15:43:55Z","links":{"resolver":"https://pith.science/pith/43PA5OQCTVA2OQZSWI6NQTXNXQ","bundle":"https://pith.science/pith/43PA5OQCTVA2OQZSWI6NQTXNXQ/bundle.json","state":"https://pith.science/pith/43PA5OQCTVA2OQZSWI6NQTXNXQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/43PA5OQCTVA2OQZSWI6NQTXNXQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:43PA5OQCTVA2OQZSWI6NQTXNXQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f6d5600aab364739b528d6f7de5e446b2abd417ce584797385877cebefc8b7c1","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-02-15T05:43:54Z","title_canon_sha256":"69ed9f6801b0e39c3378fbef07e278d4b0d0fdafcad2c1cb66a089d5e70f336d"},"schema_version":"1.0","source":{"id":"2202.07206","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.07206","created_at":"2026-07-05T05:51:39Z"},{"alias_kind":"arxiv_version","alias_value":"2202.07206v2","created_at":"2026-07-05T05:51:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.07206","created_at":"2026-07-05T05:51:39Z"},{"alias_kind":"pith_short_12","alias_value":"43PA5OQCTVA2","created_at":"2026-07-05T05:51:39Z"},{"alias_kind":"pith_short_16","alias_value":"43PA5OQCTVA2OQZS","created_at":"2026-07-05T05:51:39Z"},{"alias_kind":"pith_short_8","alias_value":"43PA5OQC","created_at":"2026-07-05T05:51:39Z"}],"graph_snapshots":[{"event_id":"sha256:45aca120aec9d9d3d02e5f2d89701dc3bb055f67af5e3aaffb23781da8cf925d","target":"graph","created_at":"2026-07-05T05:51:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.07206/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pretrained Language Models (LMs) have demonstrated ability to perform numerical reasoning by extrapolating from a few examples in few-shot settings. However, the extent to which this extrapolation relies on robust reasoning is unclear. In this paper, we investigate how well these models reason with terms that are less frequent in the pretraining data. In particular, we examine the correlations between the model performance on test instances and the frequency of terms from those instances in the pretraining data. We measure the strength of this correlation for a number of GPT-based language mod","authors_text":"Matt Gardner, Robert L. Logan IV, Sameer Singh, Yasaman Razeghi","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-02-15T05:43:54Z","title":"Impact of Pretraining Term Frequencies on Few-Shot Reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.07206","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f1ea407b199ae19c675aa9df534d592947146d8e3fb68b5c6928a959f7212ddf","target":"record","created_at":"2026-07-05T05:51:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f6d5600aab364739b528d6f7de5e446b2abd417ce584797385877cebefc8b7c1","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-02-15T05:43:54Z","title_canon_sha256":"69ed9f6801b0e39c3378fbef07e278d4b0d0fdafcad2c1cb66a089d5e70f336d"},"schema_version":"1.0","source":{"id":"2202.07206","kind":"arxiv","version":2}},"canonical_sha256":"e6de0eba029d41a74332b23cd84eedbc2956383f15f5a1f935392d9f87a1e43a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e6de0eba029d41a74332b23cd84eedbc2956383f15f5a1f935392d9f87a1e43a","first_computed_at":"2026-07-05T05:51:39.452023Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:51:39.452023Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7+d5FYpOXr4cFP4L2EtnkRoVf/UBmwg4t7uKLI0cQu9wBG2BFaHIF/kSGB4lTexwEKea12fuqM5u5/kHSggJBw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:51:39.452456Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.07206","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f1ea407b199ae19c675aa9df534d592947146d8e3fb68b5c6928a959f7212ddf","sha256:45aca120aec9d9d3d02e5f2d89701dc3bb055f67af5e3aaffb23781da8cf925d"],"state_sha256":"9da0aec07377103a4fee7af8c7e645b44efc727d4a2bc16e03c589bfcb2b35c1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VhgGMcg0JWlFDcrti8CW75wV8+KwcdUvCas3hLA7KbWzixOKNDXsd92qk/A/uwpdR21PF1GYNQdoefDTMxERDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T15:43:55.279704Z","bundle_sha256":"f55614c754aae2d0cb811a2d618fff67eb2f23d18862d794601068fca2a0491e"}}