{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2WDKVYLUZ4WXLCTRGD3RWZ44DA","short_pith_number":"pith:2WDKVYLU","canonical_record":{"source":{"id":"2308.09115","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T17:51:05Z","cross_cats_sorted":["cond-mat.mtrl-sci"],"title_canon_sha256":"a6520a829ebfb279d1e9543ab4fbd77c36f9f43e5638e6e2204fb4f000ef8ec6","abstract_canon_sha256":"2a031fdc7c0ba34bd718547e13de6eaf43a53aa706f10865bb46f6b7a1b30e4d"},"schema_version":"1.0"},"canonical_sha256":"d586aae174cf2d758a7130f71b679c18146ee65adacbefc629504188a885de12","source":{"kind":"arxiv","id":"2308.09115","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.09115","created_at":"2026-07-05T06:42:27Z"},{"alias_kind":"arxiv_version","alias_value":"2308.09115v1","created_at":"2026-07-05T06:42:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.09115","created_at":"2026-07-05T06:42:27Z"},{"alias_kind":"pith_short_12","alias_value":"2WDKVYLUZ4WX","created_at":"2026-07-05T06:42:27Z"},{"alias_kind":"pith_short_16","alias_value":"2WDKVYLUZ4WXLCTR","created_at":"2026-07-05T06:42:27Z"},{"alias_kind":"pith_short_8","alias_value":"2WDKVYLU","created_at":"2026-07-05T06:42:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2WDKVYLUZ4WXLCTRGD3RWZ44DA","target":"record","payload":{"canonical_record":{"source":{"id":"2308.09115","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T17:51:05Z","cross_cats_sorted":["cond-mat.mtrl-sci"],"title_canon_sha256":"a6520a829ebfb279d1e9543ab4fbd77c36f9f43e5638e6e2204fb4f000ef8ec6","abstract_canon_sha256":"2a031fdc7c0ba34bd718547e13de6eaf43a53aa706f10865bb46f6b7a1b30e4d"},"schema_version":"1.0"},"canonical_sha256":"d586aae174cf2d758a7130f71b679c18146ee65adacbefc629504188a885de12","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:42:27.838962Z","signature_b64":"LDn67T/l/hp8oMuqC3WO/BMx90EMLFPmhXBfBNW3u3b7FUUOS2P2Njnc2Achw7DunTkDDwi7APmxIqT4pjVoCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d586aae174cf2d758a7130f71b679c18146ee65adacbefc629504188a885de12","last_reissued_at":"2026-07-05T06:42:27.838474Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:42:27.838474Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.09115","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:42:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gCrwKFaa58bfcxSf2itIG6O+okACRjxpsgJGwzGZ9EjCXk7RAARe4q20++iFTX/UkOr8IO12rn65zlaXa6T6AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T15:25:46.932222Z"},"content_sha256":"870fc24b346227f827304ec08ef88eb488e48f5dff371dd4405fe5a7449e921c","schema_version":"1.0","event_id":"sha256:870fc24b346227f827304ec08ef88eb488e48f5dff371dd4405fe5a7449e921c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2WDKVYLUZ4WXLCTRGD3RWZ44DA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MaScQA: A Question Answering Dataset for Investigating Materials Science Knowledge of Large Language Models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cond-mat.mtrl-sci"],"primary_cat":"cs.CL","authors_text":"Jayadeva, Mausam, Mohd Zaki, N. M. Anoop Krishnan","submitted_at":"2023-08-17T17:51:05Z","abstract_excerpt":"Information extraction and textual comprehension from materials literature are vital for developing an exhaustive knowledge base that enables accelerated materials discovery. Language models have demonstrated their capability to answer domain-specific questions and retrieve information from knowledge bases. However, there are no benchmark datasets in the materials domain that can evaluate the understanding of the key concepts by these language models. In this work, we curate a dataset of 650 challenging questions from the materials domain that require the knowledge and skills of a materials st"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.09115","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.09115/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:42:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rMBrwfYIynOs0oRMvaONps+46QhutJEksyMMeE5QCZsH752ciwtuumv0Ofte7ZHT/ooxBxIn8pWj/lkqlwUOAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T15:25:46.932719Z"},"content_sha256":"740f2ad4ce6a7a1a6f5d59e37c763de6b52346c2de25d20ce7bcfd9e19c403e7","schema_version":"1.0","event_id":"sha256:740f2ad4ce6a7a1a6f5d59e37c763de6b52346c2de25d20ce7bcfd9e19c403e7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2WDKVYLUZ4WXLCTRGD3RWZ44DA/bundle.json","state_url":"https://pith.science/pith/2WDKVYLUZ4WXLCTRGD3RWZ44DA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2WDKVYLUZ4WXLCTRGD3RWZ44DA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T15:25:46Z","links":{"resolver":"https://pith.science/pith/2WDKVYLUZ4WXLCTRGD3RWZ44DA","bundle":"https://pith.science/pith/2WDKVYLUZ4WXLCTRGD3RWZ44DA/bundle.json","state":"https://pith.science/pith/2WDKVYLUZ4WXLCTRGD3RWZ44DA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2WDKVYLUZ4WXLCTRGD3RWZ44DA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2WDKVYLUZ4WXLCTRGD3RWZ44DA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2a031fdc7c0ba34bd718547e13de6eaf43a53aa706f10865bb46f6b7a1b30e4d","cross_cats_sorted":["cond-mat.mtrl-sci"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T17:51:05Z","title_canon_sha256":"a6520a829ebfb279d1e9543ab4fbd77c36f9f43e5638e6e2204fb4f000ef8ec6"},"schema_version":"1.0","source":{"id":"2308.09115","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.09115","created_at":"2026-07-05T06:42:27Z"},{"alias_kind":"arxiv_version","alias_value":"2308.09115v1","created_at":"2026-07-05T06:42:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.09115","created_at":"2026-07-05T06:42:27Z"},{"alias_kind":"pith_short_12","alias_value":"2WDKVYLUZ4WX","created_at":"2026-07-05T06:42:27Z"},{"alias_kind":"pith_short_16","alias_value":"2WDKVYLUZ4WXLCTR","created_at":"2026-07-05T06:42:27Z"},{"alias_kind":"pith_short_8","alias_value":"2WDKVYLU","created_at":"2026-07-05T06:42:27Z"}],"graph_snapshots":[{"event_id":"sha256:740f2ad4ce6a7a1a6f5d59e37c763de6b52346c2de25d20ce7bcfd9e19c403e7","target":"graph","created_at":"2026-07-05T06:42:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.09115/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Information extraction and textual comprehension from materials literature are vital for developing an exhaustive knowledge base that enables accelerated materials discovery. Language models have demonstrated their capability to answer domain-specific questions and retrieve information from knowledge bases. However, there are no benchmark datasets in the materials domain that can evaluate the understanding of the key concepts by these language models. In this work, we curate a dataset of 650 challenging questions from the materials domain that require the knowledge and skills of a materials st","authors_text":"Jayadeva, Mausam, Mohd Zaki, N. M. Anoop Krishnan","cross_cats":["cond-mat.mtrl-sci"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T17:51:05Z","title":"MaScQA: A Question Answering Dataset for Investigating Materials Science Knowledge of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.09115","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:870fc24b346227f827304ec08ef88eb488e48f5dff371dd4405fe5a7449e921c","target":"record","created_at":"2026-07-05T06:42:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2a031fdc7c0ba34bd718547e13de6eaf43a53aa706f10865bb46f6b7a1b30e4d","cross_cats_sorted":["cond-mat.mtrl-sci"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T17:51:05Z","title_canon_sha256":"a6520a829ebfb279d1e9543ab4fbd77c36f9f43e5638e6e2204fb4f000ef8ec6"},"schema_version":"1.0","source":{"id":"2308.09115","kind":"arxiv","version":1}},"canonical_sha256":"d586aae174cf2d758a7130f71b679c18146ee65adacbefc629504188a885de12","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d586aae174cf2d758a7130f71b679c18146ee65adacbefc629504188a885de12","first_computed_at":"2026-07-05T06:42:27.838474Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:42:27.838474Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LDn67T/l/hp8oMuqC3WO/BMx90EMLFPmhXBfBNW3u3b7FUUOS2P2Njnc2Achw7DunTkDDwi7APmxIqT4pjVoCA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:42:27.838962Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.09115","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:870fc24b346227f827304ec08ef88eb488e48f5dff371dd4405fe5a7449e921c","sha256:740f2ad4ce6a7a1a6f5d59e37c763de6b52346c2de25d20ce7bcfd9e19c403e7"],"state_sha256":"bed09491457e34862dab763807040fe74aee457cafdb3ca2128a4cce77223fe5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FoVdvobG37cnQUbJ4lRxqhuSeYgp9lcZoxJ2elOlhSPZX26N39uybp50qkTwpoS9T43LleL0wlZW0ZQjsoXBAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T15:25:46.936497Z","bundle_sha256":"c25e14be72625fa9605313df025b2a2b12aabbeda47f4b6dc18ae9a7e36ce2c8"}}