{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:PT7QPYXSDRY27J2G4JMJ64TVVJ","short_pith_number":"pith:PT7QPYXS","schema_version":"1.0","canonical_sha256":"7cff07e2f21c71afa746e2589f7275aa76f286d5cdf0a07e4a2734d8b251b9ce","source":{"kind":"arxiv","id":"2502.12065","version":3},"attestation_state":"computed","paper":{"title":"Autoformalization in the Wild: Assessing LLMs on Real-World Mathematical Definitions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.FL"],"primary_cat":"cs.CL","authors_text":"Andre Freitas, Lan Zhang, Marco Valentino","submitted_at":"2025-02-17T17:34:48Z","abstract_excerpt":"Thanks to their linguistic capabilities, LLMs offer an opportunity to bridge the gap between informal mathematics and formal languages through autoformalization. However, it is still unclear how well LLMs generalize to sophisticated and naturally occurring mathematical statements. To address this gap, we investigate the task of autoformalizing real-world mathematical definitions: a critical component of mathematical discourse. Specifically, we introduce two novel resources for autoformalization, collecting definitions from Wikipedia (Def_Wiki) and arXiv papers (Def_ArXiv). We then systematical"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2502.12065","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-17T17:34:48Z","cross_cats_sorted":["cs.FL"],"title_canon_sha256":"631549f7db98b0a56c6cb098b1bd2816039cac6e2171fcae5035149f240b823e","abstract_canon_sha256":"da17e272e707739c317c4aae36065ad585f2f7dde041714e6bb25f3ea903527b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:04:31.350085Z","signature_b64":"h99UGnF6VLqWzDp/DNMCq0OqR40S6XLLrnFlW2Bh3LFczn5yXLpihIQAKf8PRfckkze+UqSvoSTkTrGzga2kAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7cff07e2f21c71afa746e2589f7275aa76f286d5cdf0a07e4a2734d8b251b9ce","last_reissued_at":"2026-07-05T12:04:31.349393Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:04:31.349393Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Autoformalization in the Wild: Assessing LLMs on Real-World Mathematical Definitions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.FL"],"primary_cat":"cs.CL","authors_text":"Andre Freitas, Lan Zhang, Marco Valentino","submitted_at":"2025-02-17T17:34:48Z","abstract_excerpt":"Thanks to their linguistic capabilities, LLMs offer an opportunity to bridge the gap between informal mathematics and formal languages through autoformalization. However, it is still unclear how well LLMs generalize to sophisticated and naturally occurring mathematical statements. To address this gap, we investigate the task of autoformalizing real-world mathematical definitions: a critical component of mathematical discourse. Specifically, we introduce two novel resources for autoformalization, collecting definitions from Wikipedia (Def_Wiki) and arXiv papers (Def_ArXiv). We then systematical"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.12065","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.12065/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2502.12065","created_at":"2026-07-05T12:04:31.349488+00:00"},{"alias_kind":"arxiv_version","alias_value":"2502.12065v3","created_at":"2026-07-05T12:04:31.349488+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.12065","created_at":"2026-07-05T12:04:31.349488+00:00"},{"alias_kind":"pith_short_12","alias_value":"PT7QPYXSDRY2","created_at":"2026-07-05T12:04:31.349488+00:00"},{"alias_kind":"pith_short_16","alias_value":"PT7QPYXSDRY27J2G","created_at":"2026-07-05T12:04:31.349488+00:00"},{"alias_kind":"pith_short_8","alias_value":"PT7QPYXS","created_at":"2026-07-05T12:04:31.349488+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2509.09726","citing_title":"Natural Language Translation of Formal Proofs through Informalization of Proof Steps and Recursive Summarization along Proof Structure","ref_index":17,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/PT7QPYXSDRY27J2G4JMJ64TVVJ","json":"https://pith.science/pith/PT7QPYXSDRY27J2G4JMJ64TVVJ.json","graph_json":"https://pith.science/api/pith-number/PT7QPYXSDRY27J2G4JMJ64TVVJ/graph.json","events_json":"https://pith.science/api/pith-number/PT7QPYXSDRY27J2G4JMJ64TVVJ/events.json","paper":"https://pith.science/paper/PT7QPYXS"},"agent_actions":{"view_html":"https://pith.science/pith/PT7QPYXSDRY27J2G4JMJ64TVVJ","download_json":"https://pith.science/pith/PT7QPYXSDRY27J2G4JMJ64TVVJ.json","view_paper":"https://pith.science/paper/PT7QPYXS","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2502.12065&json=true","fetch_graph":"https://pith.science/api/pith-number/PT7QPYXSDRY27J2G4JMJ64TVVJ/graph.json","fetch_events":"https://pith.science/api/pith-number/PT7QPYXSDRY27J2G4JMJ64TVVJ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/PT7QPYXSDRY27J2G4JMJ64TVVJ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/PT7QPYXSDRY27J2G4JMJ64TVVJ/action/storage_attestation","attest_author":"https://pith.science/pith/PT7QPYXSDRY27J2G4JMJ64TVVJ/action/author_attestation","sign_citation":"https://pith.science/pith/PT7QPYXSDRY27J2G4JMJ64TVVJ/action/citation_signature","submit_replication":"https://pith.science/pith/PT7QPYXSDRY27J2G4JMJ64TVVJ/action/replication_record"}},"created_at":"2026-07-05T12:04:31.349488+00:00","updated_at":"2026-07-05T12:04:31.349488+00:00"}