{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:SFUGS7ZDZOKH4WV4NWPXY3T6UB","short_pith_number":"pith:SFUGS7ZD","canonical_record":{"source":{"id":"2312.07110","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-12T09:39:03Z","cross_cats_sorted":["cs.CR","cs.LG"],"title_canon_sha256":"b240a72200d8dece625a38488fa4cae88838fc85af098bbce1e05fe746507060","abstract_canon_sha256":"48791c93e3b95e6bf97cefc2f38b3eca8c4fd42d2e2ea19c746ba32f8f372eae"},"schema_version":"1.0"},"canonical_sha256":"9168697f23cb947e5abc6d9f7c6e7ea06672ed7d55b2fc233f9d58da278096e6","source":{"kind":"arxiv","id":"2312.07110","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.07110","created_at":"2026-07-05T07:23:15Z"},{"alias_kind":"arxiv_version","alias_value":"2312.07110v1","created_at":"2026-07-05T07:23:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.07110","created_at":"2026-07-05T07:23:15Z"},{"alias_kind":"pith_short_12","alias_value":"SFUGS7ZDZOKH","created_at":"2026-07-05T07:23:15Z"},{"alias_kind":"pith_short_16","alias_value":"SFUGS7ZDZOKH4WV4","created_at":"2026-07-05T07:23:15Z"},{"alias_kind":"pith_short_8","alias_value":"SFUGS7ZD","created_at":"2026-07-05T07:23:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:SFUGS7ZDZOKH4WV4NWPXY3T6UB","target":"record","payload":{"canonical_record":{"source":{"id":"2312.07110","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-12T09:39:03Z","cross_cats_sorted":["cs.CR","cs.LG"],"title_canon_sha256":"b240a72200d8dece625a38488fa4cae88838fc85af098bbce1e05fe746507060","abstract_canon_sha256":"48791c93e3b95e6bf97cefc2f38b3eca8c4fd42d2e2ea19c746ba32f8f372eae"},"schema_version":"1.0"},"canonical_sha256":"9168697f23cb947e5abc6d9f7c6e7ea06672ed7d55b2fc233f9d58da278096e6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:23:15.174618Z","signature_b64":"+FL1md67+tpBniCJImk9Ck7vN+0fMmuamC3Z+POu661yUMlVJu0V+OoRVts8MturvMe184Ia90ZWb0Ru1n9SDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9168697f23cb947e5abc6d9f7c6e7ea06672ed7d55b2fc233f9d58da278096e6","last_reissued_at":"2026-07-05T07:23:15.174191Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:23:15.174191Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.07110","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:23:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oQKFFAoN93e8JSK14EIzS6GPT+0wuiCD4QzQfr9WLTbivFAz/B2H5f5eFgMWAvGwLiN6cfgmP129vqFtDF0QCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:14:51.595629Z"},"content_sha256":"ef741ab44349abfb29a219e0076deb7f8f15b5e2f9c73d08bb6dfc567203c037","schema_version":"1.0","event_id":"sha256:ef741ab44349abfb29a219e0076deb7f8f15b5e2f9c73d08bb6dfc567203c037"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:SFUGS7ZDZOKH4WV4NWPXY3T6UB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLMs Perform Poorly at Concept Extraction in Cyber-security Research Literature","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Alain Mermoud, Andrei Kucharavy, Dimitri Percia David, Maxime W\\\"ursch","submitted_at":"2023-12-12T09:39:03Z","abstract_excerpt":"The cybersecurity landscape evolves rapidly and poses threats to organizations. To enhance resilience, one needs to track the latest developments and trends in the domain. It has been demonstrated that standard bibliometrics approaches show their limits in such a fast-evolving domain. For this purpose, we use large language models (LLMs) to extract relevant knowledge entities from cybersecurity-related texts. We use a subset of arXiv preprints on cybersecurity as our data and compare different LLMs in terms of entity recognition (ER) and relevance. The results suggest that LLMs do not produce "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.07110","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.07110/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:23:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XaBqLsZGcjF49D+/kHiC4y8akYlmIUtTQ/yntwCkYwYgk/kPyeu7ZGaz4dfVQjHLj0DDcOFShhZAUpSK5ygdDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:14:51.596149Z"},"content_sha256":"dbee965a7e1c2705a5f10e73ad92d05de8d2629060fb3a1c5bd3bea216fb4259","schema_version":"1.0","event_id":"sha256:dbee965a7e1c2705a5f10e73ad92d05de8d2629060fb3a1c5bd3bea216fb4259"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB/bundle.json","state_url":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T21:14:51Z","links":{"resolver":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB","bundle":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB/bundle.json","state":"https://pith.science/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SFUGS7ZDZOKH4WV4NWPXY3T6UB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:SFUGS7ZDZOKH4WV4NWPXY3T6UB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"48791c93e3b95e6bf97cefc2f38b3eca8c4fd42d2e2ea19c746ba32f8f372eae","cross_cats_sorted":["cs.CR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-12T09:39:03Z","title_canon_sha256":"b240a72200d8dece625a38488fa4cae88838fc85af098bbce1e05fe746507060"},"schema_version":"1.0","source":{"id":"2312.07110","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.07110","created_at":"2026-07-05T07:23:15Z"},{"alias_kind":"arxiv_version","alias_value":"2312.07110v1","created_at":"2026-07-05T07:23:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.07110","created_at":"2026-07-05T07:23:15Z"},{"alias_kind":"pith_short_12","alias_value":"SFUGS7ZDZOKH","created_at":"2026-07-05T07:23:15Z"},{"alias_kind":"pith_short_16","alias_value":"SFUGS7ZDZOKH4WV4","created_at":"2026-07-05T07:23:15Z"},{"alias_kind":"pith_short_8","alias_value":"SFUGS7ZD","created_at":"2026-07-05T07:23:15Z"}],"graph_snapshots":[{"event_id":"sha256:dbee965a7e1c2705a5f10e73ad92d05de8d2629060fb3a1c5bd3bea216fb4259","target":"graph","created_at":"2026-07-05T07:23:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.07110/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The cybersecurity landscape evolves rapidly and poses threats to organizations. To enhance resilience, one needs to track the latest developments and trends in the domain. It has been demonstrated that standard bibliometrics approaches show their limits in such a fast-evolving domain. For this purpose, we use large language models (LLMs) to extract relevant knowledge entities from cybersecurity-related texts. We use a subset of arXiv preprints on cybersecurity as our data and compare different LLMs in terms of entity recognition (ER) and relevance. The results suggest that LLMs do not produce ","authors_text":"Alain Mermoud, Andrei Kucharavy, Dimitri Percia David, Maxime W\\\"ursch","cross_cats":["cs.CR","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-12T09:39:03Z","title":"LLMs Perform Poorly at Concept Extraction in Cyber-security Research Literature"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.07110","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ef741ab44349abfb29a219e0076deb7f8f15b5e2f9c73d08bb6dfc567203c037","target":"record","created_at":"2026-07-05T07:23:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"48791c93e3b95e6bf97cefc2f38b3eca8c4fd42d2e2ea19c746ba32f8f372eae","cross_cats_sorted":["cs.CR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-12T09:39:03Z","title_canon_sha256":"b240a72200d8dece625a38488fa4cae88838fc85af098bbce1e05fe746507060"},"schema_version":"1.0","source":{"id":"2312.07110","kind":"arxiv","version":1}},"canonical_sha256":"9168697f23cb947e5abc6d9f7c6e7ea06672ed7d55b2fc233f9d58da278096e6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9168697f23cb947e5abc6d9f7c6e7ea06672ed7d55b2fc233f9d58da278096e6","first_computed_at":"2026-07-05T07:23:15.174191Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:23:15.174191Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+FL1md67+tpBniCJImk9Ck7vN+0fMmuamC3Z+POu661yUMlVJu0V+OoRVts8MturvMe184Ia90ZWb0Ru1n9SDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:23:15.174618Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.07110","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ef741ab44349abfb29a219e0076deb7f8f15b5e2f9c73d08bb6dfc567203c037","sha256:dbee965a7e1c2705a5f10e73ad92d05de8d2629060fb3a1c5bd3bea216fb4259"],"state_sha256":"05fefe5b311a6494fc2482899960f0343c9c9300af2a4119cfa409538c2bf549"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DKmaBwXfueLigifaimZMpsyMk56DZQX8HPgIFL+sZR3L/lIePKGKK/dzQ12NxH24ByEIzXMU6f2cMoch873cCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T21:14:51.600662Z","bundle_sha256":"95835dc0df9f0b88bd8228015cadbc42b270cc90ed0c3579ae11ebd58ff791eb"}}