{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:6CEXI57VNV2ICISFDHHVGMZHNL","short_pith_number":"pith:6CEXI57V","canonical_record":{"source":{"id":"2501.17183","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-01-25T12:26:44Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8052b07659e5e143bd4fc97089c37414ab9868037cb2c6a8561239620df865ea","abstract_canon_sha256":"c0af8f73871ab1af39b97d54905e7108b7e62f7494db9865082dfb8ab9bc0a0d"},"schema_version":"1.0"},"canonical_sha256":"f0897477f56d7481224519cf5333276ad487cc5e606cfc0522218fc7d15b9bbb","source":{"kind":"arxiv","id":"2501.17183","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.17183","created_at":"2026-07-05T10:08:28Z"},{"alias_kind":"arxiv_version","alias_value":"2501.17183v2","created_at":"2026-07-05T10:08:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.17183","created_at":"2026-07-05T10:08:28Z"},{"alias_kind":"pith_short_12","alias_value":"6CEXI57VNV2I","created_at":"2026-07-05T10:08:28Z"},{"alias_kind":"pith_short_16","alias_value":"6CEXI57VNV2ICISF","created_at":"2026-07-05T10:08:28Z"},{"alias_kind":"pith_short_8","alias_value":"6CEXI57V","created_at":"2026-07-05T10:08:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:6CEXI57VNV2ICISFDHHVGMZHNL","target":"record","payload":{"canonical_record":{"source":{"id":"2501.17183","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-01-25T12:26:44Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8052b07659e5e143bd4fc97089c37414ab9868037cb2c6a8561239620df865ea","abstract_canon_sha256":"c0af8f73871ab1af39b97d54905e7108b7e62f7494db9865082dfb8ab9bc0a0d"},"schema_version":"1.0"},"canonical_sha256":"f0897477f56d7481224519cf5333276ad487cc5e606cfc0522218fc7d15b9bbb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:08:28.869972Z","signature_b64":"xV8REzmxiQBpRueqP+Isrv3jag+jp4j54n9KA/LYFmLHUPIhaMFzhSQfAdSSAu3eivyRyrwBmqMnw4FdjfGmBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f0897477f56d7481224519cf5333276ad487cc5e606cfc0522218fc7d15b9bbb","last_reissued_at":"2026-07-05T10:08:28.869440Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:08:28.869440Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.17183","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:08:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o544mrpGs3uLbMZb0F3jQj5BaGNMtKl/jOFc/hcFSt4xTsS8FF0L5y5X6eMxRQpm4Md17haPO0LTH1SLEwfWCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:40:16.448847Z"},"content_sha256":"7704813cb71f64efff447c1a9c2f14e2231e967dec2818adb8b025948e516d8e","schema_version":"1.0","event_id":"sha256:7704813cb71f64efff447c1a9c2f14e2231e967dec2818adb8b025948e516d8e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:6CEXI57VNV2ICISFDHHVGMZHNL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLM Evaluation Based on Aerospace Manufacturing Expertise: Automated Generation and Multi-Model Question Answering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Beiming Liu, Haifeng Lin, Siteng Hu, Xiaohua Li, Zhengxin Zhang, Zhizhuo Cui","submitted_at":"2025-01-25T12:26:44Z","abstract_excerpt":"Aerospace manufacturing demands exceptionally high precision in technical parameters. The remarkable performance of Large Language Models (LLMs), such as GPT-4 and QWen, in Natural Language Processing has sparked industry interest in their application to tasks including process design, material selection, and tool information retrieval. However, LLMs are prone to generating \"hallucinations\" in specialized domains, producing inaccurate or false information that poses significant risks to the quality of aerospace products and flight safety. This paper introduces a set of evaluation metrics tailo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.17183","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.17183/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:08:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"skZrBY0/ZrI9nd1qEGEkTBllXRTTcLYHX5cacCDpeGXrmSRfAfys5up4cBX+h2YnDOcYf8u1FqQNqoXOKvcPCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:40:16.449377Z"},"content_sha256":"a928d6ed8f64577726ee54829b1abbfc743cced3f3f557267bce06b9f034d267","schema_version":"1.0","event_id":"sha256:a928d6ed8f64577726ee54829b1abbfc743cced3f3f557267bce06b9f034d267"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6CEXI57VNV2ICISFDHHVGMZHNL/bundle.json","state_url":"https://pith.science/pith/6CEXI57VNV2ICISFDHHVGMZHNL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6CEXI57VNV2ICISFDHHVGMZHNL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T20:40:16Z","links":{"resolver":"https://pith.science/pith/6CEXI57VNV2ICISFDHHVGMZHNL","bundle":"https://pith.science/pith/6CEXI57VNV2ICISFDHHVGMZHNL/bundle.json","state":"https://pith.science/pith/6CEXI57VNV2ICISFDHHVGMZHNL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6CEXI57VNV2ICISFDHHVGMZHNL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:6CEXI57VNV2ICISFDHHVGMZHNL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c0af8f73871ab1af39b97d54905e7108b7e62f7494db9865082dfb8ab9bc0a0d","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-01-25T12:26:44Z","title_canon_sha256":"8052b07659e5e143bd4fc97089c37414ab9868037cb2c6a8561239620df865ea"},"schema_version":"1.0","source":{"id":"2501.17183","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.17183","created_at":"2026-07-05T10:08:28Z"},{"alias_kind":"arxiv_version","alias_value":"2501.17183v2","created_at":"2026-07-05T10:08:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.17183","created_at":"2026-07-05T10:08:28Z"},{"alias_kind":"pith_short_12","alias_value":"6CEXI57VNV2I","created_at":"2026-07-05T10:08:28Z"},{"alias_kind":"pith_short_16","alias_value":"6CEXI57VNV2ICISF","created_at":"2026-07-05T10:08:28Z"},{"alias_kind":"pith_short_8","alias_value":"6CEXI57V","created_at":"2026-07-05T10:08:28Z"}],"graph_snapshots":[{"event_id":"sha256:a928d6ed8f64577726ee54829b1abbfc743cced3f3f557267bce06b9f034d267","target":"graph","created_at":"2026-07-05T10:08:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.17183/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Aerospace manufacturing demands exceptionally high precision in technical parameters. The remarkable performance of Large Language Models (LLMs), such as GPT-4 and QWen, in Natural Language Processing has sparked industry interest in their application to tasks including process design, material selection, and tool information retrieval. However, LLMs are prone to generating \"hallucinations\" in specialized domains, producing inaccurate or false information that poses significant risks to the quality of aerospace products and flight safety. This paper introduces a set of evaluation metrics tailo","authors_text":"Beiming Liu, Haifeng Lin, Siteng Hu, Xiaohua Li, Zhengxin Zhang, Zhizhuo Cui","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-01-25T12:26:44Z","title":"LLM Evaluation Based on Aerospace Manufacturing Expertise: Automated Generation and Multi-Model Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.17183","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7704813cb71f64efff447c1a9c2f14e2231e967dec2818adb8b025948e516d8e","target":"record","created_at":"2026-07-05T10:08:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c0af8f73871ab1af39b97d54905e7108b7e62f7494db9865082dfb8ab9bc0a0d","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-01-25T12:26:44Z","title_canon_sha256":"8052b07659e5e143bd4fc97089c37414ab9868037cb2c6a8561239620df865ea"},"schema_version":"1.0","source":{"id":"2501.17183","kind":"arxiv","version":2}},"canonical_sha256":"f0897477f56d7481224519cf5333276ad487cc5e606cfc0522218fc7d15b9bbb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f0897477f56d7481224519cf5333276ad487cc5e606cfc0522218fc7d15b9bbb","first_computed_at":"2026-07-05T10:08:28.869440Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:08:28.869440Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xV8REzmxiQBpRueqP+Isrv3jag+jp4j54n9KA/LYFmLHUPIhaMFzhSQfAdSSAu3eivyRyrwBmqMnw4FdjfGmBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:08:28.869972Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.17183","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7704813cb71f64efff447c1a9c2f14e2231e967dec2818adb8b025948e516d8e","sha256:a928d6ed8f64577726ee54829b1abbfc743cced3f3f557267bce06b9f034d267"],"state_sha256":"67b90f0f045c480ddc1faa51f2fdceaa1bc356ccb695b057525eeed5a9bfe818"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Soh8b3YGR++V1Sn7q+yHP4RwFxnizV29aTM5iyKkh5iwIVrK9WbK3K/dFQgcXYZMUWR51nEViGNqDy2rb/npCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T20:40:16.453095Z","bundle_sha256":"3792a969cbfd23f30d04861fd5a658826ae7bdde1394dd4fe4c656a07a5668e9"}}