{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:7Q2CKWHWPLEANOHDYTXG6TV7ZQ","short_pith_number":"pith:7Q2CKWHW","canonical_record":{"source":{"id":"1609.07197","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-09-23T00:38:59Z","cross_cats_sorted":[],"title_canon_sha256":"e444913e2805e126e230fdd4fe499a6923c0fdf15bfe551df037498aa96962c0","abstract_canon_sha256":"cd9257cff3b4a8b7a2d5cf332f6e05d8c6d57656a744f5fbf43480eb00792290"},"schema_version":"1.0"},"canonical_sha256":"fc342558f67ac806b8e3c4ee6f4ebfcc17e10c2b0b40c7929f2a6e87a58eaf84","source":{"kind":"arxiv","id":"1609.07197","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1609.07197","created_at":"2026-05-18T00:53:02Z"},{"alias_kind":"arxiv_version","alias_value":"1609.07197v2","created_at":"2026-05-18T00:53:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1609.07197","created_at":"2026-05-18T00:53:02Z"},{"alias_kind":"pith_short_12","alias_value":"7Q2CKWHWPLEA","created_at":"2026-05-18T12:30:04Z"},{"alias_kind":"pith_short_16","alias_value":"7Q2CKWHWPLEANOHD","created_at":"2026-05-18T12:30:04Z"},{"alias_kind":"pith_short_8","alias_value":"7Q2CKWHW","created_at":"2026-05-18T12:30:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:7Q2CKWHWPLEANOHDYTXG6TV7ZQ","target":"record","payload":{"canonical_record":{"source":{"id":"1609.07197","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-09-23T00:38:59Z","cross_cats_sorted":[],"title_canon_sha256":"e444913e2805e126e230fdd4fe499a6923c0fdf15bfe551df037498aa96962c0","abstract_canon_sha256":"cd9257cff3b4a8b7a2d5cf332f6e05d8c6d57656a744f5fbf43480eb00792290"},"schema_version":"1.0"},"canonical_sha256":"fc342558f67ac806b8e3c4ee6f4ebfcc17e10c2b0b40c7929f2a6e87a58eaf84","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:53:02.270357Z","signature_b64":"ArSsbSdLPFbuJFF5XSUk1JIXyyHTk9YnhLLXcK1BYRy/nNr0HWC6dxJO77yo9jU7j17cLOwnaDyQ89HhUbZWBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fc342558f67ac806b8e3c4ee6f4ebfcc17e10c2b0b40c7929f2a6e87a58eaf84","last_reissued_at":"2026-05-18T00:53:02.269728Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:53:02.269728Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1609.07197","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:53:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rjVZGQlDNN+AM9BlV4v/UUBtuiUUy3ISTjTsy1g5cJNkz/5DnFmjGKaOD73iqaIceTYMPiAhRym9Y0jDWK27AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T22:05:19.281168Z"},"content_sha256":"e5dbfb6346caf6d316af14ad3e5b972edda43f42e9dac3311310d69afe9b7bce","schema_version":"1.0","event_id":"sha256:e5dbfb6346caf6d316af14ad3e5b972edda43f42e9dac3311310d69afe9b7bce"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:7Q2CKWHWPLEANOHDYTXG6TV7ZQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Annotating Derivations: A New Evaluation Strategy and Dataset for Algebra Word Problems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ming-Wei Chang, Shyam Upadhyay","submitted_at":"2016-09-23T00:38:59Z","abstract_excerpt":"We propose a new evaluation for automatic solvers for algebra word problems, which can identify mistakes that existing evaluations overlook. Our proposal is to evaluate such solvers using derivations, which reflect how an equation system was constructed from the word problem. To accomplish this, we develop an algorithm for checking the equivalence between two derivations, and show how derivation an- notations can be semi-automatically added to existing datasets. To make our experiments more comprehensive, we include the derivation annotation for DRAW-1K, a new dataset containing 1000 general a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1609.07197","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:53:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UPlvsn2RVZF/VBxR3pU1RFyIM36CAncyMgV956lwNiwbgHVwo19MnSEvzpr/uReRAHxWL/wArOGRSnHV/1aLDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T22:05:19.281838Z"},"content_sha256":"efa9dca4ff6a67d40fb9cdffc58fc8da1432955a51061e102c1a939166abbf3e","schema_version":"1.0","event_id":"sha256:efa9dca4ff6a67d40fb9cdffc58fc8da1432955a51061e102c1a939166abbf3e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7Q2CKWHWPLEANOHDYTXG6TV7ZQ/bundle.json","state_url":"https://pith.science/pith/7Q2CKWHWPLEANOHDYTXG6TV7ZQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7Q2CKWHWPLEANOHDYTXG6TV7ZQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T22:05:19Z","links":{"resolver":"https://pith.science/pith/7Q2CKWHWPLEANOHDYTXG6TV7ZQ","bundle":"https://pith.science/pith/7Q2CKWHWPLEANOHDYTXG6TV7ZQ/bundle.json","state":"https://pith.science/pith/7Q2CKWHWPLEANOHDYTXG6TV7ZQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7Q2CKWHWPLEANOHDYTXG6TV7ZQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:7Q2CKWHWPLEANOHDYTXG6TV7ZQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cd9257cff3b4a8b7a2d5cf332f6e05d8c6d57656a744f5fbf43480eb00792290","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-09-23T00:38:59Z","title_canon_sha256":"e444913e2805e126e230fdd4fe499a6923c0fdf15bfe551df037498aa96962c0"},"schema_version":"1.0","source":{"id":"1609.07197","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1609.07197","created_at":"2026-05-18T00:53:02Z"},{"alias_kind":"arxiv_version","alias_value":"1609.07197v2","created_at":"2026-05-18T00:53:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1609.07197","created_at":"2026-05-18T00:53:02Z"},{"alias_kind":"pith_short_12","alias_value":"7Q2CKWHWPLEA","created_at":"2026-05-18T12:30:04Z"},{"alias_kind":"pith_short_16","alias_value":"7Q2CKWHWPLEANOHD","created_at":"2026-05-18T12:30:04Z"},{"alias_kind":"pith_short_8","alias_value":"7Q2CKWHW","created_at":"2026-05-18T12:30:04Z"}],"graph_snapshots":[{"event_id":"sha256:efa9dca4ff6a67d40fb9cdffc58fc8da1432955a51061e102c1a939166abbf3e","target":"graph","created_at":"2026-05-18T00:53:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We propose a new evaluation for automatic solvers for algebra word problems, which can identify mistakes that existing evaluations overlook. Our proposal is to evaluate such solvers using derivations, which reflect how an equation system was constructed from the word problem. To accomplish this, we develop an algorithm for checking the equivalence between two derivations, and show how derivation an- notations can be semi-automatically added to existing datasets. To make our experiments more comprehensive, we include the derivation annotation for DRAW-1K, a new dataset containing 1000 general a","authors_text":"Ming-Wei Chang, Shyam Upadhyay","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-09-23T00:38:59Z","title":"Annotating Derivations: A New Evaluation Strategy and Dataset for Algebra Word Problems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1609.07197","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e5dbfb6346caf6d316af14ad3e5b972edda43f42e9dac3311310d69afe9b7bce","target":"record","created_at":"2026-05-18T00:53:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cd9257cff3b4a8b7a2d5cf332f6e05d8c6d57656a744f5fbf43480eb00792290","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-09-23T00:38:59Z","title_canon_sha256":"e444913e2805e126e230fdd4fe499a6923c0fdf15bfe551df037498aa96962c0"},"schema_version":"1.0","source":{"id":"1609.07197","kind":"arxiv","version":2}},"canonical_sha256":"fc342558f67ac806b8e3c4ee6f4ebfcc17e10c2b0b40c7929f2a6e87a58eaf84","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fc342558f67ac806b8e3c4ee6f4ebfcc17e10c2b0b40c7929f2a6e87a58eaf84","first_computed_at":"2026-05-18T00:53:02.269728Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:53:02.269728Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ArSsbSdLPFbuJFF5XSUk1JIXyyHTk9YnhLLXcK1BYRy/nNr0HWC6dxJO77yo9jU7j17cLOwnaDyQ89HhUbZWBA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:53:02.270357Z","signed_message":"canonical_sha256_bytes"},"source_id":"1609.07197","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e5dbfb6346caf6d316af14ad3e5b972edda43f42e9dac3311310d69afe9b7bce","sha256:efa9dca4ff6a67d40fb9cdffc58fc8da1432955a51061e102c1a939166abbf3e"],"state_sha256":"b716b99df21b93d4b078296306d02d5860d9d47ef075b6c47c96136ed4567e32"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yApFbCH+sBzryS7+cVXZO8gjZYFTt219OOcP+iI4tNVWElOmDlySxcoz0b6//qRajHQNhuzksZuYO6Lvir+/CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T22:05:19.285607Z","bundle_sha256":"7972beaf14f1dac024b07f7608a75b06868e83142837bc9f263f5f8a9319521a"}}