{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:AS3BGQCPMDQ3ZWJH6FUXYGJO47","short_pith_number":"pith:AS3BGQCP","canonical_record":{"source":{"id":"2501.10483","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-17T05:19:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"83f32d9d00163787eb6efaf17f0302754ed5ad157f1e5a0221e36def3e621bb4","abstract_canon_sha256":"326466978947325154d35efd71b6bad5fdb713f5b9d3ac9ed1713e523de94c46"},"schema_version":"1.0"},"canonical_sha256":"04b613404f60e1bcd927f1697c192ee7e551f54374a970dfe1f6c5c42ed95fef","source":{"kind":"arxiv","id":"2501.10483","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.10483","created_at":"2026-07-05T10:03:51Z"},{"alias_kind":"arxiv_version","alias_value":"2501.10483v2","created_at":"2026-07-05T10:03:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.10483","created_at":"2026-07-05T10:03:51Z"},{"alias_kind":"pith_short_12","alias_value":"AS3BGQCPMDQ3","created_at":"2026-07-05T10:03:51Z"},{"alias_kind":"pith_short_16","alias_value":"AS3BGQCPMDQ3ZWJH","created_at":"2026-07-05T10:03:51Z"},{"alias_kind":"pith_short_8","alias_value":"AS3BGQCP","created_at":"2026-07-05T10:03:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:AS3BGQCPMDQ3ZWJH6FUXYGJO47","target":"record","payload":{"canonical_record":{"source":{"id":"2501.10483","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-17T05:19:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"83f32d9d00163787eb6efaf17f0302754ed5ad157f1e5a0221e36def3e621bb4","abstract_canon_sha256":"326466978947325154d35efd71b6bad5fdb713f5b9d3ac9ed1713e523de94c46"},"schema_version":"1.0"},"canonical_sha256":"04b613404f60e1bcd927f1697c192ee7e551f54374a970dfe1f6c5c42ed95fef","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:03:51.281219Z","signature_b64":"1rEbcOuYaBqgQYbUVqjcQeEfohLxOeccEJYllAmDGH26lPlDpFhe4Pt+DHXdm912utyT7ihjfGXyY7ZgAqlWDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"04b613404f60e1bcd927f1697c192ee7e551f54374a970dfe1f6c5c42ed95fef","last_reissued_at":"2026-07-05T10:03:51.280761Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:03:51.280761Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.10483","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:03:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"E/NK0lrd6qvCRq8FW5AcD+fYfcbUChhoCm6G1yNcWZMemWJeJGGg24Ls1U+I56Da3fGyuv783CEqSYNuKRS6CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T11:52:46.244763Z"},"content_sha256":"b5e0c539b8850ee71519f65977982c75559e219dea6c103ae177bd244965d375","schema_version":"1.0","event_id":"sha256:b5e0c539b8850ee71519f65977982c75559e219dea6c103ae177bd244965d375"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:AS3BGQCPMDQ3ZWJH6FUXYGJO47","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ArxEval: Evaluating Retrieval and Generation in Language Models for Scientific Literature","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Aarush Sinha, Dipshikha Chakraborty, P.S. Sreeja, Viraj Virk","submitted_at":"2025-01-17T05:19:24Z","abstract_excerpt":"Language Models [LMs] are now playing an increasingly large role in information generation and synthesis; the representation of scientific knowledge in these systems needs to be highly accurate. A prime challenge is hallucination; that is, generating apparently plausible but actually false information, including invented citations and nonexistent research papers. This kind of inaccuracy is dangerous in all the domains that require high levels of factual correctness, such as academia and education. This work presents a pipeline for evaluating the frequency with which language models hallucinate"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.10483","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.10483/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:03:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Gvk9xRNkCcgWCkV8Yw7/t/NDpjPEqOKHPFYRTRBngpHtCcfuTm8ORKPt0aM2zsfmVjxqM28wcc/41m0PBlx7Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T11:52:46.245366Z"},"content_sha256":"3cde941b1319c55812ff2a72a460f7521099f841d0623baaff8c850031e65fde","schema_version":"1.0","event_id":"sha256:3cde941b1319c55812ff2a72a460f7521099f841d0623baaff8c850031e65fde"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AS3BGQCPMDQ3ZWJH6FUXYGJO47/bundle.json","state_url":"https://pith.science/pith/AS3BGQCPMDQ3ZWJH6FUXYGJO47/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AS3BGQCPMDQ3ZWJH6FUXYGJO47/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T11:52:46Z","links":{"resolver":"https://pith.science/pith/AS3BGQCPMDQ3ZWJH6FUXYGJO47","bundle":"https://pith.science/pith/AS3BGQCPMDQ3ZWJH6FUXYGJO47/bundle.json","state":"https://pith.science/pith/AS3BGQCPMDQ3ZWJH6FUXYGJO47/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AS3BGQCPMDQ3ZWJH6FUXYGJO47/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:AS3BGQCPMDQ3ZWJH6FUXYGJO47","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"326466978947325154d35efd71b6bad5fdb713f5b9d3ac9ed1713e523de94c46","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-17T05:19:24Z","title_canon_sha256":"83f32d9d00163787eb6efaf17f0302754ed5ad157f1e5a0221e36def3e621bb4"},"schema_version":"1.0","source":{"id":"2501.10483","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.10483","created_at":"2026-07-05T10:03:51Z"},{"alias_kind":"arxiv_version","alias_value":"2501.10483v2","created_at":"2026-07-05T10:03:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.10483","created_at":"2026-07-05T10:03:51Z"},{"alias_kind":"pith_short_12","alias_value":"AS3BGQCPMDQ3","created_at":"2026-07-05T10:03:51Z"},{"alias_kind":"pith_short_16","alias_value":"AS3BGQCPMDQ3ZWJH","created_at":"2026-07-05T10:03:51Z"},{"alias_kind":"pith_short_8","alias_value":"AS3BGQCP","created_at":"2026-07-05T10:03:51Z"}],"graph_snapshots":[{"event_id":"sha256:3cde941b1319c55812ff2a72a460f7521099f841d0623baaff8c850031e65fde","target":"graph","created_at":"2026-07-05T10:03:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.10483/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language Models [LMs] are now playing an increasingly large role in information generation and synthesis; the representation of scientific knowledge in these systems needs to be highly accurate. A prime challenge is hallucination; that is, generating apparently plausible but actually false information, including invented citations and nonexistent research papers. This kind of inaccuracy is dangerous in all the domains that require high levels of factual correctness, such as academia and education. This work presents a pipeline for evaluating the frequency with which language models hallucinate","authors_text":"Aarush Sinha, Dipshikha Chakraborty, P.S. Sreeja, Viraj Virk","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-17T05:19:24Z","title":"ArxEval: Evaluating Retrieval and Generation in Language Models for Scientific Literature"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.10483","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b5e0c539b8850ee71519f65977982c75559e219dea6c103ae177bd244965d375","target":"record","created_at":"2026-07-05T10:03:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"326466978947325154d35efd71b6bad5fdb713f5b9d3ac9ed1713e523de94c46","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-17T05:19:24Z","title_canon_sha256":"83f32d9d00163787eb6efaf17f0302754ed5ad157f1e5a0221e36def3e621bb4"},"schema_version":"1.0","source":{"id":"2501.10483","kind":"arxiv","version":2}},"canonical_sha256":"04b613404f60e1bcd927f1697c192ee7e551f54374a970dfe1f6c5c42ed95fef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"04b613404f60e1bcd927f1697c192ee7e551f54374a970dfe1f6c5c42ed95fef","first_computed_at":"2026-07-05T10:03:51.280761Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:03:51.280761Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1rEbcOuYaBqgQYbUVqjcQeEfohLxOeccEJYllAmDGH26lPlDpFhe4Pt+DHXdm912utyT7ihjfGXyY7ZgAqlWDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:03:51.281219Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.10483","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b5e0c539b8850ee71519f65977982c75559e219dea6c103ae177bd244965d375","sha256:3cde941b1319c55812ff2a72a460f7521099f841d0623baaff8c850031e65fde"],"state_sha256":"4446fdff67793710f71bc63b0984a16a9637fcbf73ec39b77151feb9dcdb3be4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZeEMmdJmeslm0ERzJGaOd4cG5G5Nn+rEo2ZGUqpYkbQGl11Z6qk10EcPn6A399H5UaN2wuMKqVCFKLL1q8P+AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T11:52:46.258235Z","bundle_sha256":"a8f5e8dd29d5e30d07ec899aa4d4417c0742a2ab318b19481c72574a4d30e3c9"}}