{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:4T6727KSEDAO2ISGVOUVXDXTK3","short_pith_number":"pith:4T6727KS","canonical_record":{"source":{"id":"2310.15051","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IT","submitted_at":"2023-10-23T15:55:15Z","cross_cats_sorted":["cs.AI","cs.LG","math.IT"],"title_canon_sha256":"e86fd74fe3fd2f98c11debbec72bfba249879e1dd566658a68d002cb463f8d5a","abstract_canon_sha256":"81d7c7eceec0018a569c67a3c2b9758271f98a7e92df4f6012a1307018406e59"},"schema_version":"1.0"},"canonical_sha256":"e4fdfd7d5220c0ed2246aba95b8ef356fe83e8f2c4f6f42320a2e575e6fe8411","source":{"kind":"arxiv","id":"2310.15051","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.15051","created_at":"2026-07-05T07:04:05Z"},{"alias_kind":"arxiv_version","alias_value":"2310.15051v1","created_at":"2026-07-05T07:04:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.15051","created_at":"2026-07-05T07:04:05Z"},{"alias_kind":"pith_short_12","alias_value":"4T6727KSEDAO","created_at":"2026-07-05T07:04:05Z"},{"alias_kind":"pith_short_16","alias_value":"4T6727KSEDAO2ISG","created_at":"2026-07-05T07:04:05Z"},{"alias_kind":"pith_short_8","alias_value":"4T6727KS","created_at":"2026-07-05T07:04:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:4T6727KSEDAO2ISGVOUVXDXTK3","target":"record","payload":{"canonical_record":{"source":{"id":"2310.15051","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IT","submitted_at":"2023-10-23T15:55:15Z","cross_cats_sorted":["cs.AI","cs.LG","math.IT"],"title_canon_sha256":"e86fd74fe3fd2f98c11debbec72bfba249879e1dd566658a68d002cb463f8d5a","abstract_canon_sha256":"81d7c7eceec0018a569c67a3c2b9758271f98a7e92df4f6012a1307018406e59"},"schema_version":"1.0"},"canonical_sha256":"e4fdfd7d5220c0ed2246aba95b8ef356fe83e8f2c4f6f42320a2e575e6fe8411","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:04:05.233384Z","signature_b64":"bwLxShe9Mn8GjR8AFJ7v9g5jE/as73Pt+aHqiTQb6NOWFtdgL9fKQRy6VszNjUciBRN3WgoWnMkKrB4KgI8ABA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e4fdfd7d5220c0ed2246aba95b8ef356fe83e8f2c4f6f42320a2e575e6fe8411","last_reissued_at":"2026-07-05T07:04:05.232869Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:04:05.232869Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.15051","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zHbheykfiBD/GstfbkYtq7farS4j9R9pzB1qqmL8gRiky74RpaSDD1/G3uPYrYhKh80e+JtVU6o9v+kcNuTaBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T04:16:38.716129Z"},"content_sha256":"03cfb537868c249c6058918c15bf61656c34e91e216e82cad0c10ee52684370f","schema_version":"1.0","event_id":"sha256:03cfb537868c249c6058918c15bf61656c34e91e216e82cad0c10ee52684370f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:4T6727KSEDAO2ISGVOUVXDXTK3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TeleQnA: A Benchmark Dataset to Assess Large Language Models Telecommunications Knowledge","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","math.IT"],"primary_cat":"cs.IT","authors_text":"Ali Maatouk, Antonio De Domenico, Fadhel Ayed, Merouane Debbah, Nicola Piovesan, Zhi-Quan Luo","submitted_at":"2023-10-23T15:55:15Z","abstract_excerpt":"We introduce TeleQnA, the first benchmark dataset designed to evaluate the knowledge of Large Language Models (LLMs) in telecommunications. Comprising 10,000 questions and answers, this dataset draws from diverse sources, including standards and research articles. This paper outlines the automated question generation framework responsible for creating this dataset, along with how human input was integrated at various stages to ensure the quality of the questions. Afterwards, using the provided dataset, an evaluation is conducted to assess the capabilities of LLMs, including GPT-3.5 and GPT-4. "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.15051","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.15051/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"odHhQerOh87hnFJg+/aa2WAv35mwpXgGV9WaF2qcbXOweE0zJ36oeiuzfAMSgra1pMrmcXd+hl4O3o5baM8uDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T04:16:38.716681Z"},"content_sha256":"b4c69763dbed5bb9c18b6a722d24d3b02df4ec99d7385880b09863c439c7b911","schema_version":"1.0","event_id":"sha256:b4c69763dbed5bb9c18b6a722d24d3b02df4ec99d7385880b09863c439c7b911"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4T6727KSEDAO2ISGVOUVXDXTK3/bundle.json","state_url":"https://pith.science/pith/4T6727KSEDAO2ISGVOUVXDXTK3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4T6727KSEDAO2ISGVOUVXDXTK3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T04:16:38Z","links":{"resolver":"https://pith.science/pith/4T6727KSEDAO2ISGVOUVXDXTK3","bundle":"https://pith.science/pith/4T6727KSEDAO2ISGVOUVXDXTK3/bundle.json","state":"https://pith.science/pith/4T6727KSEDAO2ISGVOUVXDXTK3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4T6727KSEDAO2ISGVOUVXDXTK3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4T6727KSEDAO2ISGVOUVXDXTK3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"81d7c7eceec0018a569c67a3c2b9758271f98a7e92df4f6012a1307018406e59","cross_cats_sorted":["cs.AI","cs.LG","math.IT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IT","submitted_at":"2023-10-23T15:55:15Z","title_canon_sha256":"e86fd74fe3fd2f98c11debbec72bfba249879e1dd566658a68d002cb463f8d5a"},"schema_version":"1.0","source":{"id":"2310.15051","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.15051","created_at":"2026-07-05T07:04:05Z"},{"alias_kind":"arxiv_version","alias_value":"2310.15051v1","created_at":"2026-07-05T07:04:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.15051","created_at":"2026-07-05T07:04:05Z"},{"alias_kind":"pith_short_12","alias_value":"4T6727KSEDAO","created_at":"2026-07-05T07:04:05Z"},{"alias_kind":"pith_short_16","alias_value":"4T6727KSEDAO2ISG","created_at":"2026-07-05T07:04:05Z"},{"alias_kind":"pith_short_8","alias_value":"4T6727KS","created_at":"2026-07-05T07:04:05Z"}],"graph_snapshots":[{"event_id":"sha256:b4c69763dbed5bb9c18b6a722d24d3b02df4ec99d7385880b09863c439c7b911","target":"graph","created_at":"2026-07-05T07:04:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.15051/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce TeleQnA, the first benchmark dataset designed to evaluate the knowledge of Large Language Models (LLMs) in telecommunications. Comprising 10,000 questions and answers, this dataset draws from diverse sources, including standards and research articles. This paper outlines the automated question generation framework responsible for creating this dataset, along with how human input was integrated at various stages to ensure the quality of the questions. Afterwards, using the provided dataset, an evaluation is conducted to assess the capabilities of LLMs, including GPT-3.5 and GPT-4. ","authors_text":"Ali Maatouk, Antonio De Domenico, Fadhel Ayed, Merouane Debbah, Nicola Piovesan, Zhi-Quan Luo","cross_cats":["cs.AI","cs.LG","math.IT"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IT","submitted_at":"2023-10-23T15:55:15Z","title":"TeleQnA: A Benchmark Dataset to Assess Large Language Models Telecommunications Knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.15051","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:03cfb537868c249c6058918c15bf61656c34e91e216e82cad0c10ee52684370f","target":"record","created_at":"2026-07-05T07:04:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"81d7c7eceec0018a569c67a3c2b9758271f98a7e92df4f6012a1307018406e59","cross_cats_sorted":["cs.AI","cs.LG","math.IT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IT","submitted_at":"2023-10-23T15:55:15Z","title_canon_sha256":"e86fd74fe3fd2f98c11debbec72bfba249879e1dd566658a68d002cb463f8d5a"},"schema_version":"1.0","source":{"id":"2310.15051","kind":"arxiv","version":1}},"canonical_sha256":"e4fdfd7d5220c0ed2246aba95b8ef356fe83e8f2c4f6f42320a2e575e6fe8411","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e4fdfd7d5220c0ed2246aba95b8ef356fe83e8f2c4f6f42320a2e575e6fe8411","first_computed_at":"2026-07-05T07:04:05.232869Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:04:05.232869Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bwLxShe9Mn8GjR8AFJ7v9g5jE/as73Pt+aHqiTQb6NOWFtdgL9fKQRy6VszNjUciBRN3WgoWnMkKrB4KgI8ABA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:04:05.233384Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.15051","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:03cfb537868c249c6058918c15bf61656c34e91e216e82cad0c10ee52684370f","sha256:b4c69763dbed5bb9c18b6a722d24d3b02df4ec99d7385880b09863c439c7b911"],"state_sha256":"1b36a04177744f51347f74d938d6592898081bbb34ab83050454fa68efa1c232"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HmCbtiY6GUVSUojNlJ20c/BgxxeYkTKHAXOrkAOXvrqkkVVNqW+S7O/UCQ66vUIsLzTVWreKHYkaGTySpNY7DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T04:16:38.721812Z","bundle_sha256":"36bd8950fbed4625c84d9a72b29d45efe972c321fc27730db458067e29b6a6df"}}