{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:VL4XC7Z2Y3RZX7STL2X3YE5HYC","short_pith_number":"pith:VL4XC7Z2","canonical_record":{"source":{"id":"2506.10903","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-12T17:09:51Z","cross_cats_sorted":[],"title_canon_sha256":"b4c2335300b3a6a6fc0840d781b8742b6e2d84b21b634f7a8ddce782cda60df9","abstract_canon_sha256":"ec8aa54a9bbdb26be01d814b73bbced698fe6ab4ba4e32b0097d0a85478b1092"},"schema_version":"1.0"},"canonical_sha256":"aaf9717f3ac6e39bfe535eafbc13a7c0ae57731e0d64e0bca6503a1440e6eb07","source":{"kind":"arxiv","id":"2506.10903","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.10903","created_at":"2026-07-05T11:20:39Z"},{"alias_kind":"arxiv_version","alias_value":"2506.10903v1","created_at":"2026-07-05T11:20:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.10903","created_at":"2026-07-05T11:20:39Z"},{"alias_kind":"pith_short_12","alias_value":"VL4XC7Z2Y3RZ","created_at":"2026-07-05T11:20:39Z"},{"alias_kind":"pith_short_16","alias_value":"VL4XC7Z2Y3RZX7ST","created_at":"2026-07-05T11:20:39Z"},{"alias_kind":"pith_short_8","alias_value":"VL4XC7Z2","created_at":"2026-07-05T11:20:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:VL4XC7Z2Y3RZX7STL2X3YE5HYC","target":"record","payload":{"canonical_record":{"source":{"id":"2506.10903","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-12T17:09:51Z","cross_cats_sorted":[],"title_canon_sha256":"b4c2335300b3a6a6fc0840d781b8742b6e2d84b21b634f7a8ddce782cda60df9","abstract_canon_sha256":"ec8aa54a9bbdb26be01d814b73bbced698fe6ab4ba4e32b0097d0a85478b1092"},"schema_version":"1.0"},"canonical_sha256":"aaf9717f3ac6e39bfe535eafbc13a7c0ae57731e0d64e0bca6503a1440e6eb07","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:20:39.773215Z","signature_b64":"AgJ259UnvdM6Xm26bFbAOZ4bnNhK1rhxoKe9Ve5C3dHQS1J3a6m8nYaKVCmHskxHfYaKp26aTd5RzsT5RlBAAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"aaf9717f3ac6e39bfe535eafbc13a7c0ae57731e0d64e0bca6503a1440e6eb07","last_reissued_at":"2026-07-05T11:20:39.772763Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:20:39.772763Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.10903","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mMut7mCNKKLCGZAoO/+DwV6xcFj8P8JjvKEslakVEpm49s58T+nb9Ii2cQ5YK3Z30Ly/jXi1vqhxXnoFg7Y7DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:30:01.379050Z"},"content_sha256":"33a603a6d33e47f8ddb3aa26992969d69cdd86e85b81561a6d3aa4b532e4e5d9","schema_version":"1.0","event_id":"sha256:33a603a6d33e47f8ddb3aa26992969d69cdd86e85b81561a6d3aa4b532e4e5d9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:VL4XC7Z2Y3RZX7STL2X3YE5HYC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Gold Standards: Epistemic Ensemble of LLM Judges for Formal Mathematical Reasoning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andre Freitas, Lan Zhang, Marco Valentino","submitted_at":"2025-06-12T17:09:51Z","abstract_excerpt":"Autoformalization plays a crucial role in formal mathematical reasoning by enabling the automatic translation of natural language statements into formal languages. While recent advances using large language models (LLMs) have shown promising results, methods for automatically evaluating autoformalization remain underexplored. As one moves to more complex domains (e.g., advanced mathematics), human evaluation requires significant time and domain expertise, especially as the complexity of the underlying statements and background knowledge increases. LLM-as-a-judge presents a promising approach f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.10903","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.10903/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"II2EytCHjP+k6K06xM3u4HfldoHY9tfOaNW6eYBECgoyj3N/BHqJzXn3em0lz1nZf+FZ2ftNnZll9GKRtW1kBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:30:01.379627Z"},"content_sha256":"86f3187fce6cbd693b72aa750413851de6284a35fb44266696baac5e0c057ef4","schema_version":"1.0","event_id":"sha256:86f3187fce6cbd693b72aa750413851de6284a35fb44266696baac5e0c057ef4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VL4XC7Z2Y3RZX7STL2X3YE5HYC/bundle.json","state_url":"https://pith.science/pith/VL4XC7Z2Y3RZX7STL2X3YE5HYC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VL4XC7Z2Y3RZX7STL2X3YE5HYC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T21:30:01Z","links":{"resolver":"https://pith.science/pith/VL4XC7Z2Y3RZX7STL2X3YE5HYC","bundle":"https://pith.science/pith/VL4XC7Z2Y3RZX7STL2X3YE5HYC/bundle.json","state":"https://pith.science/pith/VL4XC7Z2Y3RZX7STL2X3YE5HYC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VL4XC7Z2Y3RZX7STL2X3YE5HYC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:VL4XC7Z2Y3RZX7STL2X3YE5HYC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ec8aa54a9bbdb26be01d814b73bbced698fe6ab4ba4e32b0097d0a85478b1092","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-12T17:09:51Z","title_canon_sha256":"b4c2335300b3a6a6fc0840d781b8742b6e2d84b21b634f7a8ddce782cda60df9"},"schema_version":"1.0","source":{"id":"2506.10903","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.10903","created_at":"2026-07-05T11:20:39Z"},{"alias_kind":"arxiv_version","alias_value":"2506.10903v1","created_at":"2026-07-05T11:20:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.10903","created_at":"2026-07-05T11:20:39Z"},{"alias_kind":"pith_short_12","alias_value":"VL4XC7Z2Y3RZ","created_at":"2026-07-05T11:20:39Z"},{"alias_kind":"pith_short_16","alias_value":"VL4XC7Z2Y3RZX7ST","created_at":"2026-07-05T11:20:39Z"},{"alias_kind":"pith_short_8","alias_value":"VL4XC7Z2","created_at":"2026-07-05T11:20:39Z"}],"graph_snapshots":[{"event_id":"sha256:86f3187fce6cbd693b72aa750413851de6284a35fb44266696baac5e0c057ef4","target":"graph","created_at":"2026-07-05T11:20:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.10903/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Autoformalization plays a crucial role in formal mathematical reasoning by enabling the automatic translation of natural language statements into formal languages. While recent advances using large language models (LLMs) have shown promising results, methods for automatically evaluating autoformalization remain underexplored. As one moves to more complex domains (e.g., advanced mathematics), human evaluation requires significant time and domain expertise, especially as the complexity of the underlying statements and background knowledge increases. LLM-as-a-judge presents a promising approach f","authors_text":"Andre Freitas, Lan Zhang, Marco Valentino","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-12T17:09:51Z","title":"Beyond Gold Standards: Epistemic Ensemble of LLM Judges for Formal Mathematical Reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.10903","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:33a603a6d33e47f8ddb3aa26992969d69cdd86e85b81561a6d3aa4b532e4e5d9","target":"record","created_at":"2026-07-05T11:20:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ec8aa54a9bbdb26be01d814b73bbced698fe6ab4ba4e32b0097d0a85478b1092","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-12T17:09:51Z","title_canon_sha256":"b4c2335300b3a6a6fc0840d781b8742b6e2d84b21b634f7a8ddce782cda60df9"},"schema_version":"1.0","source":{"id":"2506.10903","kind":"arxiv","version":1}},"canonical_sha256":"aaf9717f3ac6e39bfe535eafbc13a7c0ae57731e0d64e0bca6503a1440e6eb07","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"aaf9717f3ac6e39bfe535eafbc13a7c0ae57731e0d64e0bca6503a1440e6eb07","first_computed_at":"2026-07-05T11:20:39.772763Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:20:39.772763Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AgJ259UnvdM6Xm26bFbAOZ4bnNhK1rhxoKe9Ve5C3dHQS1J3a6m8nYaKVCmHskxHfYaKp26aTd5RzsT5RlBAAA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:20:39.773215Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.10903","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:33a603a6d33e47f8ddb3aa26992969d69cdd86e85b81561a6d3aa4b532e4e5d9","sha256:86f3187fce6cbd693b72aa750413851de6284a35fb44266696baac5e0c057ef4"],"state_sha256":"79aa3a6f61cdb6c08b2b429e225808519da8c5be77bcbb5f5606f8e5d3d5c885"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NoNZ7pWAF8jhX+WVdsIWJLhNUWNmNsLd06EpQZREKIWRzohQZZlSe9vfadc5Y2CbacsXr9emKUDubmPP/IonBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T21:30:01.385441Z","bundle_sha256":"e208dd245da4e42b41d5086c7629486d2b81c07fffeb33d4ec5e5841cd009508"}}