{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:37X7CDK4HOJ4CFQ3TYPPICCOGE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dff113d7186bb5e25a8333be8623023cc192bb6da7639243cc7d77b4b73fab06","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-09T00:13:06Z","title_canon_sha256":"cda5db13539e8464de0ea9f4954dc921d7b5c806d7cd963f1d4d59b13ee2c2a7"},"schema_version":"1.0","source":{"id":"2410.20707","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.20707","created_at":"2026-07-05T09:27:09Z"},{"alias_kind":"arxiv_version","alias_value":"2410.20707v1","created_at":"2026-07-05T09:27:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.20707","created_at":"2026-07-05T09:27:09Z"},{"alias_kind":"pith_short_12","alias_value":"37X7CDK4HOJ4","created_at":"2026-07-05T09:27:09Z"},{"alias_kind":"pith_short_16","alias_value":"37X7CDK4HOJ4CFQ3","created_at":"2026-07-05T09:27:09Z"},{"alias_kind":"pith_short_8","alias_value":"37X7CDK4","created_at":"2026-07-05T09:27:09Z"}],"graph_snapshots":[{"event_id":"sha256:83afb21a21f1bd1f0c09842a75af72ee62118805d3d0accaa43e4101afe48ccb","target":"graph","created_at":"2026-07-05T09:27:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.20707/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Disasters can result in the deaths of many, making quick response times vital. Large Language Models (LLMs) have emerged as valuable in the field. LLMs can be used to process vast amounts of textual information quickly providing situational context during a disaster. However, the question remains whether LLMs should be used for advice and decision making in a disaster. To evaluate the capabilities of LLMs in disaster response knowledge, we introduce a benchmark: DisasterQA created from six online sources. The benchmark covers a wide range of disaster response topics. We evaluated five LLMs eac","authors_text":"Rajat Rawat","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-09T00:13:06Z","title":"DisasterQA: A Benchmark for Assessing the performance of LLMs in Disaster Response"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.20707","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c19149d5ab4f2368bf0160d50712ec117450a4379c935c4acd721ef37d21eb56","target":"record","created_at":"2026-07-05T09:27:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dff113d7186bb5e25a8333be8623023cc192bb6da7639243cc7d77b4b73fab06","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-09T00:13:06Z","title_canon_sha256":"cda5db13539e8464de0ea9f4954dc921d7b5c806d7cd963f1d4d59b13ee2c2a7"},"schema_version":"1.0","source":{"id":"2410.20707","kind":"arxiv","version":1}},"canonical_sha256":"dfeff10d5c3b93c1161b9e1ef4084e312c566b0c294edb71d9988444c0461afa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dfeff10d5c3b93c1161b9e1ef4084e312c566b0c294edb71d9988444c0461afa","first_computed_at":"2026-07-05T09:27:09.717057Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:27:09.717057Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CI00DEy6qokkSHIu5CoMCsdIv9MWizUQlNiXz3b+V7qXsBFgmVplU3x3QsNrLgzvPZ4+9US0pz5p96KVom7ECg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:27:09.717468Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.20707","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c19149d5ab4f2368bf0160d50712ec117450a4379c935c4acd721ef37d21eb56","sha256:83afb21a21f1bd1f0c09842a75af72ee62118805d3d0accaa43e4101afe48ccb"],"state_sha256":"b47adac907a4d9b45a7d2203dc7509f4036d03e01bc36faf1b61b6cc6a2c5052"}