{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:I4BD6Y5IYBQNZYZB3FBGGKM6EV","short_pith_number":"pith:I4BD6Y5I","canonical_record":{"source":{"id":"2404.13099","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-19T08:45:42Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1633b704bd6a7bce6a64b02f7a19d2041e67e83355b5ec4c24883e12b2d8baf0","abstract_canon_sha256":"a2e2003f95474e340fded59a06bbefee68d6b14d18bd2baaeb0c6e66f40a9c13"},"schema_version":"1.0"},"canonical_sha256":"47023f63a8c060dce321d94263299e2548c83d2a29dbbba17908344534c0ae16","source":{"kind":"arxiv","id":"2404.13099","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.13099","created_at":"2026-07-05T08:10:03Z"},{"alias_kind":"arxiv_version","alias_value":"2404.13099v1","created_at":"2026-07-05T08:10:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.13099","created_at":"2026-07-05T08:10:03Z"},{"alias_kind":"pith_short_12","alias_value":"I4BD6Y5IYBQN","created_at":"2026-07-05T08:10:03Z"},{"alias_kind":"pith_short_16","alias_value":"I4BD6Y5IYBQNZYZB","created_at":"2026-07-05T08:10:03Z"},{"alias_kind":"pith_short_8","alias_value":"I4BD6Y5I","created_at":"2026-07-05T08:10:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:I4BD6Y5IYBQNZYZB3FBGGKM6EV","target":"record","payload":{"canonical_record":{"source":{"id":"2404.13099","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-19T08:45:42Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1633b704bd6a7bce6a64b02f7a19d2041e67e83355b5ec4c24883e12b2d8baf0","abstract_canon_sha256":"a2e2003f95474e340fded59a06bbefee68d6b14d18bd2baaeb0c6e66f40a9c13"},"schema_version":"1.0"},"canonical_sha256":"47023f63a8c060dce321d94263299e2548c83d2a29dbbba17908344534c0ae16","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:10:03.303285Z","signature_b64":"ZH0UVBI4pQT1sGFfniNM6D/aK/lUaGHmFcNXhaXoBKJ+ywS0MXk33aQRf59cFW2VoveEdAAykPyD9hEO5S68Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"47023f63a8c060dce321d94263299e2548c83d2a29dbbba17908344534c0ae16","last_reissued_at":"2026-07-05T08:10:03.302946Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:10:03.302946Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.13099","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:10:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZRY65hmBcwa4pqnfm/9Xe13k6z82tLI8ZiA+y4LeL7GD7jXlqcvfVH6dkw412lOivIQync8HiICfBwrRDoTYCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T12:54:52.344172Z"},"content_sha256":"37ba8a6346060c6075f5b461944f2569203620ec2eb1ea6086df606a47cff56c","schema_version":"1.0","event_id":"sha256:37ba8a6346060c6075f5b461944f2569203620ec2eb1ea6086df606a47cff56c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:I4BD6Y5IYBQNZYZB3FBGGKM6EV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Mathify: Evaluating Large Language Models on Mathematical Problem Solving Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Adarsh Raj Shivam, Avinash Anand, Jatin Kumar, Kritarth Prasad, Mohit Gupta, Navya Singla, Rajiv Ratn Shah, Sanjana Sanjeev","submitted_at":"2024-04-19T08:45:42Z","abstract_excerpt":"The rapid progress in the field of natural language processing (NLP) systems and the expansion of large language models (LLMs) have opened up numerous opportunities in the field of education and instructional methods. These advancements offer the potential for tailored learning experiences and immediate feedback, all delivered through accessible and cost-effective services. One notable application area for this technological advancement is in the realm of solving mathematical problems. Mathematical problem-solving not only requires the ability to decipher complex problem statements but also th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.13099","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.13099/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:10:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zU/MaMnv0jszbT1XSYMriD7DshhusaeO6IG2trZusBAVfJxQdHdTl93VdkHvz+DdKNGB+PNo1YV3gGiWeLm5AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T12:54:52.344747Z"},"content_sha256":"d901cc92d0cf14fb9535add98e91af54ef46bbc2e324f4c05a9817a6e94aa27f","schema_version":"1.0","event_id":"sha256:d901cc92d0cf14fb9535add98e91af54ef46bbc2e324f4c05a9817a6e94aa27f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I4BD6Y5IYBQNZYZB3FBGGKM6EV/bundle.json","state_url":"https://pith.science/pith/I4BD6Y5IYBQNZYZB3FBGGKM6EV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I4BD6Y5IYBQNZYZB3FBGGKM6EV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T12:54:52Z","links":{"resolver":"https://pith.science/pith/I4BD6Y5IYBQNZYZB3FBGGKM6EV","bundle":"https://pith.science/pith/I4BD6Y5IYBQNZYZB3FBGGKM6EV/bundle.json","state":"https://pith.science/pith/I4BD6Y5IYBQNZYZB3FBGGKM6EV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I4BD6Y5IYBQNZYZB3FBGGKM6EV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:I4BD6Y5IYBQNZYZB3FBGGKM6EV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a2e2003f95474e340fded59a06bbefee68d6b14d18bd2baaeb0c6e66f40a9c13","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-19T08:45:42Z","title_canon_sha256":"1633b704bd6a7bce6a64b02f7a19d2041e67e83355b5ec4c24883e12b2d8baf0"},"schema_version":"1.0","source":{"id":"2404.13099","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.13099","created_at":"2026-07-05T08:10:03Z"},{"alias_kind":"arxiv_version","alias_value":"2404.13099v1","created_at":"2026-07-05T08:10:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.13099","created_at":"2026-07-05T08:10:03Z"},{"alias_kind":"pith_short_12","alias_value":"I4BD6Y5IYBQN","created_at":"2026-07-05T08:10:03Z"},{"alias_kind":"pith_short_16","alias_value":"I4BD6Y5IYBQNZYZB","created_at":"2026-07-05T08:10:03Z"},{"alias_kind":"pith_short_8","alias_value":"I4BD6Y5I","created_at":"2026-07-05T08:10:03Z"}],"graph_snapshots":[{"event_id":"sha256:d901cc92d0cf14fb9535add98e91af54ef46bbc2e324f4c05a9817a6e94aa27f","target":"graph","created_at":"2026-07-05T08:10:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.13099/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid progress in the field of natural language processing (NLP) systems and the expansion of large language models (LLMs) have opened up numerous opportunities in the field of education and instructional methods. These advancements offer the potential for tailored learning experiences and immediate feedback, all delivered through accessible and cost-effective services. One notable application area for this technological advancement is in the realm of solving mathematical problems. Mathematical problem-solving not only requires the ability to decipher complex problem statements but also th","authors_text":"Adarsh Raj Shivam, Avinash Anand, Jatin Kumar, Kritarth Prasad, Mohit Gupta, Navya Singla, Rajiv Ratn Shah, Sanjana Sanjeev","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-19T08:45:42Z","title":"Mathify: Evaluating Large Language Models on Mathematical Problem Solving Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.13099","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:37ba8a6346060c6075f5b461944f2569203620ec2eb1ea6086df606a47cff56c","target":"record","created_at":"2026-07-05T08:10:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a2e2003f95474e340fded59a06bbefee68d6b14d18bd2baaeb0c6e66f40a9c13","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-19T08:45:42Z","title_canon_sha256":"1633b704bd6a7bce6a64b02f7a19d2041e67e83355b5ec4c24883e12b2d8baf0"},"schema_version":"1.0","source":{"id":"2404.13099","kind":"arxiv","version":1}},"canonical_sha256":"47023f63a8c060dce321d94263299e2548c83d2a29dbbba17908344534c0ae16","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"47023f63a8c060dce321d94263299e2548c83d2a29dbbba17908344534c0ae16","first_computed_at":"2026-07-05T08:10:03.302946Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:10:03.302946Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZH0UVBI4pQT1sGFfniNM6D/aK/lUaGHmFcNXhaXoBKJ+ywS0MXk33aQRf59cFW2VoveEdAAykPyD9hEO5S68Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:10:03.303285Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.13099","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:37ba8a6346060c6075f5b461944f2569203620ec2eb1ea6086df606a47cff56c","sha256:d901cc92d0cf14fb9535add98e91af54ef46bbc2e324f4c05a9817a6e94aa27f"],"state_sha256":"7dbceaec9555ee3d05133b90ec11b7d3ba22a33fe67e9b664f0511bc6ae527eb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IjFgbfOTZJvzMa3/cx2Ma5vUkyv9acl8nd82hxfD16jUQ3X+EwJkYolP3F8vNe1inGAeHc4Wqf1k3+OoLVb+AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T12:54:52.353548Z","bundle_sha256":"b771d1e01bda93ddfa47433daa8e4e9fad6eb16db0e3e01ebd4555515b7db209"}}