{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:SFUGS7ZDZOKH4WV4NWPXY3T6UB","short_pith_number":"pith:SFUGS7ZD","schema_version":"1.0","canonical_sha256":"9168697f23cb947e5abc6d9f7c6e7ea06672ed7d55b2fc233f9d58da278096e6","source":{"kind":"arxiv","id":"2312.07110","version":1},"attestation_state":"computed","paper":{"title":"LLMs Perform Poorly at Concept Extraction in Cyber-security Research Literature","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Alain Mermoud, Andrei Kucharavy, Dimitri Percia David, Maxime W\\\"ursch","submitted_at":"2023-12-12T09:39:03Z","abstract_excerpt":"The cybersecurity landscape evolves rapidly and poses threats to organizations. To enhance resilience, one needs to track the latest developments and trends in the domain. It has been demonstrated that standard bibliometrics approaches show their limits in such a fast-evolving domain. For this purpose, we use large language models (LLMs) to extract relevant knowledge entities from cybersecurity-related texts. We use a subset of arXiv preprints on cybersecurity as our data and compare different LLMs in terms of entity recognition (ER) and relevance. The results suggest that LLMs do not produce "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2312.07110","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-12T09:39:03Z","cross_cats_sorted":["cs.CR","cs.LG"],"title_canon_sha256":"b240a72200d8dece625a38488fa4cae88838fc85af098bbce1e05fe746507060","abstract_canon_sha256":"48791c93e3b95e6bf97cefc2f38b3eca8c4fd42d2e2ea19c746ba32f8f372eae"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:23:15.174618Z","signature_b64":"+FL1md67+tpBniCJImk9Ck7vN+0fMmuamC3Z+POu661yUMlVJu0V+OoRVts8MturvMe184Ia90ZWb0Ru1n9SDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9168697f23cb947e5abc6d9f7c6e7ea06672ed7d55b2fc233f9d58da278096e6","last_reissued_at":"2026-07-05T07:23:15.174191Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:23:15.174191Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"LLMs Perform Poorly at Concept Extraction in Cyber-security Research Literature","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Alain Mermoud, Andrei Kucharavy, Dimitri Percia David, Maxime W\\\"ursch","submitted_at":"2023-12-12T09:39:03Z","abstract_excerpt":"The cybersecurity landscape evolves rapidly and poses threats to organizations. To enhance resilience, one needs to track the latest developments and trends in the domain. It has been demonstrated that standard bibliometrics approaches show their limits in such a fast-evolving domain. For this purpose, we use large language models (LLMs) to extract relevant knowledge entities from cybersecurity-related texts. We use a subset of arXiv preprints on cybersecurity as our data and compare different LLMs in terms of entity recognition (ER) and relevance. The results suggest that LLMs do not produce "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.07110","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.07110/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2312.07110","created_at":"2026-07-05T07:23:15.174261+00:00"},{"alias_kind":"arxiv_version","alias_value":"2312.07110v1","created_at":"2026-07-05T07:23:15.174261+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.07110","created_at":"2026-07-05T07:23:15.174261+00:00"},{"alias_kind":"pith_short_12","alias_value":"SFUGS7ZDZOKH","created_at":"2026-07-05T07:23:15.174261+00:00"},{"alias_kind":"pith_short_16","alias_value":"SFUGS7ZDZOKH4WV4","created_at":"2026-07-05T07:23:15.174261+00:00"},{"alias_kind":"pith_short_8","alias_value":"SFUGS7ZD","created_at":"2026-07-05T07:23:15.174261+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB","json":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB.json","graph_json":"https://pith.science/api/pith-number/SFUGS7ZDZOKH4WV4NWPXY3T6UB/graph.json","events_json":"https://pith.science/api/pith-number/SFUGS7ZDZOKH4WV4NWPXY3T6UB/events.json","paper":"https://pith.science/paper/SFUGS7ZD"},"agent_actions":{"view_html":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB","download_json":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB.json","view_paper":"https://pith.science/paper/SFUGS7ZD","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2312.07110&json=true","fetch_graph":"https://pith.science/api/pith-number/SFUGS7ZDZOKH4WV4NWPXY3T6UB/graph.json","fetch_events":"https://pith.science/api/pith-number/SFUGS7ZDZOKH4WV4NWPXY3T6UB/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB/action/timestamp_anchor","attest_storage":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB/action/storage_attestation","attest_author":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB/action/author_attestation","sign_citation":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB/action/citation_signature","submit_replication":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB/action/replication_record"}},"created_at":"2026-07-05T07:23:15.174261+00:00","updated_at":"2026-07-05T07:23:15.174261+00:00"}