{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:F6QWXLWLHLZ3HNAKEK62UCD3S5","short_pith_number":"pith:F6QWXLWL","canonical_record":{"source":{"id":"2305.17311","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T00:07:17Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"f36091534b2e24bc50a5f59295ce496554e0d2fb0c9ced417aaff890f51fe4dc","abstract_canon_sha256":"9fe569d6d5868ccb578517cd55e1f30d9cc18c3a5bab47d83d05f9ad3c1dd4f7"},"schema_version":"1.0"},"canonical_sha256":"2fa16baecb3af3b3b40a22bdaa087b9773e7dc310f5dd03a568eeaef13d790f2","source":{"kind":"arxiv","id":"2305.17311","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.17311","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"arxiv_version","alias_value":"2305.17311v1","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.17311","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"pith_short_12","alias_value":"F6QWXLWLHLZ3","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"pith_short_16","alias_value":"F6QWXLWLHLZ3HNAK","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"pith_short_8","alias_value":"F6QWXLWL","created_at":"2026-07-05T06:14:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:F6QWXLWLHLZ3HNAKEK62UCD3S5","target":"record","payload":{"canonical_record":{"source":{"id":"2305.17311","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T00:07:17Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"f36091534b2e24bc50a5f59295ce496554e0d2fb0c9ced417aaff890f51fe4dc","abstract_canon_sha256":"9fe569d6d5868ccb578517cd55e1f30d9cc18c3a5bab47d83d05f9ad3c1dd4f7"},"schema_version":"1.0"},"canonical_sha256":"2fa16baecb3af3b3b40a22bdaa087b9773e7dc310f5dd03a568eeaef13d790f2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:26.371469Z","signature_b64":"XkoEDWKc1poo4TSuTk1exzZVbNnCPUzZMTeH2puvPl7gK8xTp1naJq5mgNOTPQrDTo8xL7mbMN8RQPB5+YLBAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2fa16baecb3af3b3b40a22bdaa087b9773e7dc310f5dd03a568eeaef13d790f2","last_reissued_at":"2026-07-05T06:14:26.370991Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:26.370991Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.17311","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Wship+5855Nhc4gbqD4EswnrUDqJBWtG6++AO2p8G/u/5D85Csn2oYIesd064+tjbqtjASxb23DegccmxrxBBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:32:46.598332Z"},"content_sha256":"c961f6a7bfb226fe28b3f64242186f763fab229b12a5fa945cabf53ad64e1542","schema_version":"1.0","event_id":"sha256:c961f6a7bfb226fe28b3f64242186f763fab229b12a5fa945cabf53ad64e1542"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:F6QWXLWLHLZ3HNAKEK62UCD3S5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Positive Scaling: How Negation Impacts Scaling Trends of Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"James Zou, Jeff Z. HaoChen, Michihiro Yasunaga, Percy Liang, Serena Yeung, Yuhui Zhang, Zhengping Zhou","submitted_at":"2023-05-27T00:07:17Z","abstract_excerpt":"Language models have been shown to exhibit positive scaling, where performance improves as models are scaled up in terms of size, compute, or data. In this work, we introduce NeQA, a dataset consisting of questions with negation in which language models do not exhibit straightforward positive scaling. We show that this task can exhibit inverse scaling, U-shaped scaling, or positive scaling, and the three scaling trends shift in this order as we use more powerful prompting methods or model families. We hypothesize that solving NeQA depends on two subtasks: question answering (task 1) and negati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.17311","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.17311/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yMgSG74/FTAG5mVDa8fyJIP52SSnnNdQs2dbcs1ouK3/wzvBZSrRnlUxxhBz53CvqhtHC3YY8RmaSCqXnGyHDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:32:46.598928Z"},"content_sha256":"76b7057bb0384fc47acfde0f1b9b0bca4394e2a6a2734d8d99b6db69139694e1","schema_version":"1.0","event_id":"sha256:76b7057bb0384fc47acfde0f1b9b0bca4394e2a6a2734d8d99b6db69139694e1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F6QWXLWLHLZ3HNAKEK62UCD3S5/bundle.json","state_url":"https://pith.science/pith/F6QWXLWLHLZ3HNAKEK62UCD3S5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F6QWXLWLHLZ3HNAKEK62UCD3S5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T06:32:46Z","links":{"resolver":"https://pith.science/pith/F6QWXLWLHLZ3HNAKEK62UCD3S5","bundle":"https://pith.science/pith/F6QWXLWLHLZ3HNAKEK62UCD3S5/bundle.json","state":"https://pith.science/pith/F6QWXLWLHLZ3HNAKEK62UCD3S5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F6QWXLWLHLZ3HNAKEK62UCD3S5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:F6QWXLWLHLZ3HNAKEK62UCD3S5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9fe569d6d5868ccb578517cd55e1f30d9cc18c3a5bab47d83d05f9ad3c1dd4f7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T00:07:17Z","title_canon_sha256":"f36091534b2e24bc50a5f59295ce496554e0d2fb0c9ced417aaff890f51fe4dc"},"schema_version":"1.0","source":{"id":"2305.17311","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.17311","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"arxiv_version","alias_value":"2305.17311v1","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.17311","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"pith_short_12","alias_value":"F6QWXLWLHLZ3","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"pith_short_16","alias_value":"F6QWXLWLHLZ3HNAK","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"pith_short_8","alias_value":"F6QWXLWL","created_at":"2026-07-05T06:14:26Z"}],"graph_snapshots":[{"event_id":"sha256:76b7057bb0384fc47acfde0f1b9b0bca4394e2a6a2734d8d99b6db69139694e1","target":"graph","created_at":"2026-07-05T06:14:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.17311/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language models have been shown to exhibit positive scaling, where performance improves as models are scaled up in terms of size, compute, or data. In this work, we introduce NeQA, a dataset consisting of questions with negation in which language models do not exhibit straightforward positive scaling. We show that this task can exhibit inverse scaling, U-shaped scaling, or positive scaling, and the three scaling trends shift in this order as we use more powerful prompting methods or model families. We hypothesize that solving NeQA depends on two subtasks: question answering (task 1) and negati","authors_text":"James Zou, Jeff Z. HaoChen, Michihiro Yasunaga, Percy Liang, Serena Yeung, Yuhui Zhang, Zhengping Zhou","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T00:07:17Z","title":"Beyond Positive Scaling: How Negation Impacts Scaling Trends of Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.17311","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c961f6a7bfb226fe28b3f64242186f763fab229b12a5fa945cabf53ad64e1542","target":"record","created_at":"2026-07-05T06:14:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9fe569d6d5868ccb578517cd55e1f30d9cc18c3a5bab47d83d05f9ad3c1dd4f7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T00:07:17Z","title_canon_sha256":"f36091534b2e24bc50a5f59295ce496554e0d2fb0c9ced417aaff890f51fe4dc"},"schema_version":"1.0","source":{"id":"2305.17311","kind":"arxiv","version":1}},"canonical_sha256":"2fa16baecb3af3b3b40a22bdaa087b9773e7dc310f5dd03a568eeaef13d790f2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2fa16baecb3af3b3b40a22bdaa087b9773e7dc310f5dd03a568eeaef13d790f2","first_computed_at":"2026-07-05T06:14:26.370991Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:14:26.370991Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XkoEDWKc1poo4TSuTk1exzZVbNnCPUzZMTeH2puvPl7gK8xTp1naJq5mgNOTPQrDTo8xL7mbMN8RQPB5+YLBAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:14:26.371469Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.17311","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c961f6a7bfb226fe28b3f64242186f763fab229b12a5fa945cabf53ad64e1542","sha256:76b7057bb0384fc47acfde0f1b9b0bca4394e2a6a2734d8d99b6db69139694e1"],"state_sha256":"f2d9b7c9617719d4c4ae4d807d9fe57529ff5d45c5f7354232be24f219b3fc88"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8yCdFbfotPoTL6gE20pvt0z3DM8yHJt0PcFltv580J2fAo8vaVXAwY4AY6dffCSBt/zVqKVw0uYaNFxu+/6dAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T06:32:46.602777Z","bundle_sha256":"5ff99530609d000da039ccaec3555a29d4cd0d43a97561494bdfad6e0ccca346"}}