{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VKHWFGHUBBIO4BT6NU57ZG7U3Z","short_pith_number":"pith:VKHWFGHU","canonical_record":{"source":{"id":"2405.20389","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"astro-ph.IM","submitted_at":"2024-05-30T18:00:21Z","cross_cats_sorted":["cs.AI","cs.HC","cs.IR"],"title_canon_sha256":"a0c469331c1c5630d0fc466d0d32ca2b62e5003ceb4d74369e6a976b464f679f","abstract_canon_sha256":"1ad82cacb703a1ecf5112c28e0c7a3e7e1070494acc77136ad1e25b6050f5d91"},"schema_version":"1.0"},"canonical_sha256":"aa8f6298f40850ee067e6d3bfc9bf4de715692650565cd574ba4fa5c6f243cc4","source":{"kind":"arxiv","id":"2405.20389","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.20389","created_at":"2026-07-05T08:25:36Z"},{"alias_kind":"arxiv_version","alias_value":"2405.20389v1","created_at":"2026-07-05T08:25:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.20389","created_at":"2026-07-05T08:25:36Z"},{"alias_kind":"pith_short_12","alias_value":"VKHWFGHUBBIO","created_at":"2026-07-05T08:25:36Z"},{"alias_kind":"pith_short_16","alias_value":"VKHWFGHUBBIO4BT6","created_at":"2026-07-05T08:25:36Z"},{"alias_kind":"pith_short_8","alias_value":"VKHWFGHU","created_at":"2026-07-05T08:25:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VKHWFGHUBBIO4BT6NU57ZG7U3Z","target":"record","payload":{"canonical_record":{"source":{"id":"2405.20389","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"astro-ph.IM","submitted_at":"2024-05-30T18:00:21Z","cross_cats_sorted":["cs.AI","cs.HC","cs.IR"],"title_canon_sha256":"a0c469331c1c5630d0fc466d0d32ca2b62e5003ceb4d74369e6a976b464f679f","abstract_canon_sha256":"1ad82cacb703a1ecf5112c28e0c7a3e7e1070494acc77136ad1e25b6050f5d91"},"schema_version":"1.0"},"canonical_sha256":"aa8f6298f40850ee067e6d3bfc9bf4de715692650565cd574ba4fa5c6f243cc4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:25:36.835438Z","signature_b64":"+QQYWg/f8F5FRazcXhm4RShJhGuO3LkYdykL1ixJFX172vCrW7/Vqz+xn1DQAE+InjwgjJZWDSbhHjIVXIbWBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"aa8f6298f40850ee067e6d3bfc9bf4de715692650565cd574ba4fa5c6f243cc4","last_reissued_at":"2026-07-05T08:25:36.834933Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:25:36.834933Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.20389","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"20jVKlYC4xLbIPQpap/h9ZV5O4eTdpK8QIjkfPP45ZTJUFoRexaAKqG0kwPE0A4MgeSIW8WP2Q/ZkuMgUTMNDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T09:36:54.475241Z"},"content_sha256":"0b9e7393d3a410ed3e6af1d582caa3a7492d7d7a2db7bd5059400d0cfdb5b469","schema_version":"1.0","event_id":"sha256:0b9e7393d3a410ed3e6af1d582caa3a7492d7d7a2db7bd5059400d0cfdb5b469"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VKHWFGHUBBIO4BT6NU57ZG7U3Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Designing an Evaluation Framework for Large Language Models in Astronomy Research","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.HC","cs.IR"],"primary_cat":"astro-ph.IM","authors_text":"Alina Hyk, Anjalie Field, Charles O'Neill, Christine Ye, Elina Baral, Jenn Kotler, Jesse Cranney, Jo Ciuca, John F. Wu, Joshua E.G. Peek, Kartheik Iyer, Kiera McCormick, Michelle Ntampaka, Mikaeel Yunus, Philipp Koehn, Sandor Kruk, Sanjib Sharma, Simone Astarita","submitted_at":"2024-05-30T18:00:21Z","abstract_excerpt":"Large Language Models (LLMs) are shifting how scientific research is done. It is imperative to understand how researchers interact with these models and how scientific sub-communities like astronomy might benefit from them. However, there is currently no standard for evaluating the use of LLMs in astronomy. Therefore, we present the experimental design for an evaluation study on how astronomy researchers interact with LLMs. We deploy a Slack chatbot that can answer queries from users via Retrieval-Augmented Generation (RAG); these responses are grounded in astronomy papers from arXiv. We recor"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.20389","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.20389/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3TMIJRAXw38J++lJzVURZG/t4dbImKCQC8TpDxu4Z7QNac5g78BOI3rCrOwuEdfzfHKjm0+vm0bDTDbpKcl6Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T09:36:54.475757Z"},"content_sha256":"a73ef6f31fcc59daefaefa8e00aa295b934c2b2e30234dcdbbb08cc9e2beb6ac","schema_version":"1.0","event_id":"sha256:a73ef6f31fcc59daefaefa8e00aa295b934c2b2e30234dcdbbb08cc9e2beb6ac"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VKHWFGHUBBIO4BT6NU57ZG7U3Z/bundle.json","state_url":"https://pith.science/pith/VKHWFGHUBBIO4BT6NU57ZG7U3Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VKHWFGHUBBIO4BT6NU57ZG7U3Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T09:36:54Z","links":{"resolver":"https://pith.science/pith/VKHWFGHUBBIO4BT6NU57ZG7U3Z","bundle":"https://pith.science/pith/VKHWFGHUBBIO4BT6NU57ZG7U3Z/bundle.json","state":"https://pith.science/pith/VKHWFGHUBBIO4BT6NU57ZG7U3Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VKHWFGHUBBIO4BT6NU57ZG7U3Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VKHWFGHUBBIO4BT6NU57ZG7U3Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1ad82cacb703a1ecf5112c28e0c7a3e7e1070494acc77136ad1e25b6050f5d91","cross_cats_sorted":["cs.AI","cs.HC","cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"astro-ph.IM","submitted_at":"2024-05-30T18:00:21Z","title_canon_sha256":"a0c469331c1c5630d0fc466d0d32ca2b62e5003ceb4d74369e6a976b464f679f"},"schema_version":"1.0","source":{"id":"2405.20389","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.20389","created_at":"2026-07-05T08:25:36Z"},{"alias_kind":"arxiv_version","alias_value":"2405.20389v1","created_at":"2026-07-05T08:25:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.20389","created_at":"2026-07-05T08:25:36Z"},{"alias_kind":"pith_short_12","alias_value":"VKHWFGHUBBIO","created_at":"2026-07-05T08:25:36Z"},{"alias_kind":"pith_short_16","alias_value":"VKHWFGHUBBIO4BT6","created_at":"2026-07-05T08:25:36Z"},{"alias_kind":"pith_short_8","alias_value":"VKHWFGHU","created_at":"2026-07-05T08:25:36Z"}],"graph_snapshots":[{"event_id":"sha256:a73ef6f31fcc59daefaefa8e00aa295b934c2b2e30234dcdbbb08cc9e2beb6ac","target":"graph","created_at":"2026-07-05T08:25:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.20389/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are shifting how scientific research is done. It is imperative to understand how researchers interact with these models and how scientific sub-communities like astronomy might benefit from them. However, there is currently no standard for evaluating the use of LLMs in astronomy. Therefore, we present the experimental design for an evaluation study on how astronomy researchers interact with LLMs. We deploy a Slack chatbot that can answer queries from users via Retrieval-Augmented Generation (RAG); these responses are grounded in astronomy papers from arXiv. We recor","authors_text":"Alina Hyk, Anjalie Field, Charles O'Neill, Christine Ye, Elina Baral, Jenn Kotler, Jesse Cranney, Jo Ciuca, John F. Wu, Joshua E.G. Peek, Kartheik Iyer, Kiera McCormick, Michelle Ntampaka, Mikaeel Yunus, Philipp Koehn, Sandor Kruk, Sanjib Sharma, Simone Astarita","cross_cats":["cs.AI","cs.HC","cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"astro-ph.IM","submitted_at":"2024-05-30T18:00:21Z","title":"Designing an Evaluation Framework for Large Language Models in Astronomy Research"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.20389","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0b9e7393d3a410ed3e6af1d582caa3a7492d7d7a2db7bd5059400d0cfdb5b469","target":"record","created_at":"2026-07-05T08:25:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1ad82cacb703a1ecf5112c28e0c7a3e7e1070494acc77136ad1e25b6050f5d91","cross_cats_sorted":["cs.AI","cs.HC","cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"astro-ph.IM","submitted_at":"2024-05-30T18:00:21Z","title_canon_sha256":"a0c469331c1c5630d0fc466d0d32ca2b62e5003ceb4d74369e6a976b464f679f"},"schema_version":"1.0","source":{"id":"2405.20389","kind":"arxiv","version":1}},"canonical_sha256":"aa8f6298f40850ee067e6d3bfc9bf4de715692650565cd574ba4fa5c6f243cc4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"aa8f6298f40850ee067e6d3bfc9bf4de715692650565cd574ba4fa5c6f243cc4","first_computed_at":"2026-07-05T08:25:36.834933Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:25:36.834933Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+QQYWg/f8F5FRazcXhm4RShJhGuO3LkYdykL1ixJFX172vCrW7/Vqz+xn1DQAE+InjwgjJZWDSbhHjIVXIbWBw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:25:36.835438Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.20389","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0b9e7393d3a410ed3e6af1d582caa3a7492d7d7a2db7bd5059400d0cfdb5b469","sha256:a73ef6f31fcc59daefaefa8e00aa295b934c2b2e30234dcdbbb08cc9e2beb6ac"],"state_sha256":"006722a285f3a9f059c4f8889c24d039a9678144d5b3266e20da527d1891d6dd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F+9fOUWPIuoPQiLRitE3NdFdMsnR15vQRrx7uo8DH2XXxQtJ6UhONoykZr80SQtRNkvIhRyXueV82YI5/uNUDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T09:36:54.479780Z","bundle_sha256":"977172517fb3b3ec5efe1cf05b5494f72aed5d49bb9228684fef70fb6c8d8243"}}