{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VUUK4FRJZIT5UQIQOKIR34TVHL","short_pith_number":"pith:VUUK4FRJ","canonical_record":{"source":{"id":"2408.03354","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-08-06T09:15:25Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"5f252bb3a5a46af4fa5f8b706240ba321fd687e6c5888c7f4215d7dd255d4508","abstract_canon_sha256":"1d48f03fe5eb7d28f82dcfd297b25258a24f03038a2a80dd260e93061bf32443"},"schema_version":"1.0"},"canonical_sha256":"ad28ae1629ca27da411072911df2753acef7c7c5e2f44512d234ade5ccbdbd46","source":{"kind":"arxiv","id":"2408.03354","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.03354","created_at":"2026-07-05T09:13:55Z"},{"alias_kind":"arxiv_version","alias_value":"2408.03354v3","created_at":"2026-07-05T09:13:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.03354","created_at":"2026-07-05T09:13:55Z"},{"alias_kind":"pith_short_12","alias_value":"VUUK4FRJZIT5","created_at":"2026-07-05T09:13:55Z"},{"alias_kind":"pith_short_16","alias_value":"VUUK4FRJZIT5UQIQ","created_at":"2026-07-05T09:13:55Z"},{"alias_kind":"pith_short_8","alias_value":"VUUK4FRJ","created_at":"2026-07-05T09:13:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VUUK4FRJZIT5UQIQOKIR34TVHL","target":"record","payload":{"canonical_record":{"source":{"id":"2408.03354","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-08-06T09:15:25Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"5f252bb3a5a46af4fa5f8b706240ba321fd687e6c5888c7f4215d7dd255d4508","abstract_canon_sha256":"1d48f03fe5eb7d28f82dcfd297b25258a24f03038a2a80dd260e93061bf32443"},"schema_version":"1.0"},"canonical_sha256":"ad28ae1629ca27da411072911df2753acef7c7c5e2f44512d234ade5ccbdbd46","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:13:55.586359Z","signature_b64":"lHiN+gxHtDsGyrjCyi9cVIsF2/KTvT6ddU3P3oHyl3Cux5/+PTwIziIVaIwG3gobwkSNURtODsgElhibIcKjDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ad28ae1629ca27da411072911df2753acef7c7c5e2f44512d234ade5ccbdbd46","last_reissued_at":"2026-07-05T09:13:55.585837Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:13:55.585837Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.03354","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"88f7R3PVeyYtI4IMnNwDsQYBtauhRTxx/K0vHa+a4Mra1dg+qpyM+GX76yN5IoPZqu+Na/105PN2WS98aHAnBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T03:09:18.069138Z"},"content_sha256":"783d71ce6c3d36a847c217451bcf2bb8e1bf03983e0425a43b2b9d66f34b10e7","schema_version":"1.0","event_id":"sha256:783d71ce6c3d36a847c217451bcf2bb8e1bf03983e0425a43b2b9d66f34b10e7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VUUK4FRJZIT5UQIQOKIR34TVHL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Use of Large Language Models (LLM) for Cyber Threat Intelligence (CTI) in Cybercrime Forums","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.CR","authors_text":"Eric Clay, Estelle Ruellan, Isa-May Beauchamp, Masarah Paquet-Clouston, Serge-Olivier Paquette, Vanessa Clairoux-Trepanier","submitted_at":"2024-08-06T09:15:25Z","abstract_excerpt":"Large language models (LLMs) can be used to analyze cyber threat intelligence (CTI) data from cybercrime forums, which contain extensive information and key discussions about emerging cyber threats. However, to date, the level of accuracy and efficiency of LLMs for such critical tasks has yet to be thoroughly evaluated. Hence, this study assesses the performance of an LLM system built on the OpenAI GPT-3.5-turbo model [8] to extract CTI information. To do so, a random sample of more than 700 daily conversations from three cybercrime forums - XSS, Exploit_in, and RAMP - was extracted, and the L"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.03354","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.03354/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JCo2s/KwKN4Hl5c8ocrOJtfpc6KJKxOsL9aLLHPeNxvnmy5XpOPxgG3zlyNBTYFQNQgLZYlA6Tc8mnrFG8gGAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T03:09:18.069763Z"},"content_sha256":"cb98f6241ac60a22d9303eec49fb7cc5965afffb8e0533f11e443c90809d0d4c","schema_version":"1.0","event_id":"sha256:cb98f6241ac60a22d9303eec49fb7cc5965afffb8e0533f11e443c90809d0d4c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VUUK4FRJZIT5UQIQOKIR34TVHL/bundle.json","state_url":"https://pith.science/pith/VUUK4FRJZIT5UQIQOKIR34TVHL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VUUK4FRJZIT5UQIQOKIR34TVHL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T03:09:18Z","links":{"resolver":"https://pith.science/pith/VUUK4FRJZIT5UQIQOKIR34TVHL","bundle":"https://pith.science/pith/VUUK4FRJZIT5UQIQOKIR34TVHL/bundle.json","state":"https://pith.science/pith/VUUK4FRJZIT5UQIQOKIR34TVHL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VUUK4FRJZIT5UQIQOKIR34TVHL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VUUK4FRJZIT5UQIQOKIR34TVHL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1d48f03fe5eb7d28f82dcfd297b25258a24f03038a2a80dd260e93061bf32443","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-08-06T09:15:25Z","title_canon_sha256":"5f252bb3a5a46af4fa5f8b706240ba321fd687e6c5888c7f4215d7dd255d4508"},"schema_version":"1.0","source":{"id":"2408.03354","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.03354","created_at":"2026-07-05T09:13:55Z"},{"alias_kind":"arxiv_version","alias_value":"2408.03354v3","created_at":"2026-07-05T09:13:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.03354","created_at":"2026-07-05T09:13:55Z"},{"alias_kind":"pith_short_12","alias_value":"VUUK4FRJZIT5","created_at":"2026-07-05T09:13:55Z"},{"alias_kind":"pith_short_16","alias_value":"VUUK4FRJZIT5UQIQ","created_at":"2026-07-05T09:13:55Z"},{"alias_kind":"pith_short_8","alias_value":"VUUK4FRJ","created_at":"2026-07-05T09:13:55Z"}],"graph_snapshots":[{"event_id":"sha256:cb98f6241ac60a22d9303eec49fb7cc5965afffb8e0533f11e443c90809d0d4c","target":"graph","created_at":"2026-07-05T09:13:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.03354/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) can be used to analyze cyber threat intelligence (CTI) data from cybercrime forums, which contain extensive information and key discussions about emerging cyber threats. However, to date, the level of accuracy and efficiency of LLMs for such critical tasks has yet to be thoroughly evaluated. Hence, this study assesses the performance of an LLM system built on the OpenAI GPT-3.5-turbo model [8] to extract CTI information. To do so, a random sample of more than 700 daily conversations from three cybercrime forums - XSS, Exploit_in, and RAMP - was extracted, and the L","authors_text":"Eric Clay, Estelle Ruellan, Isa-May Beauchamp, Masarah Paquet-Clouston, Serge-Olivier Paquette, Vanessa Clairoux-Trepanier","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-08-06T09:15:25Z","title":"The Use of Large Language Models (LLM) for Cyber Threat Intelligence (CTI) in Cybercrime Forums"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.03354","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:783d71ce6c3d36a847c217451bcf2bb8e1bf03983e0425a43b2b9d66f34b10e7","target":"record","created_at":"2026-07-05T09:13:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1d48f03fe5eb7d28f82dcfd297b25258a24f03038a2a80dd260e93061bf32443","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-08-06T09:15:25Z","title_canon_sha256":"5f252bb3a5a46af4fa5f8b706240ba321fd687e6c5888c7f4215d7dd255d4508"},"schema_version":"1.0","source":{"id":"2408.03354","kind":"arxiv","version":3}},"canonical_sha256":"ad28ae1629ca27da411072911df2753acef7c7c5e2f44512d234ade5ccbdbd46","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ad28ae1629ca27da411072911df2753acef7c7c5e2f44512d234ade5ccbdbd46","first_computed_at":"2026-07-05T09:13:55.585837Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:13:55.585837Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lHiN+gxHtDsGyrjCyi9cVIsF2/KTvT6ddU3P3oHyl3Cux5/+PTwIziIVaIwG3gobwkSNURtODsgElhibIcKjDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:13:55.586359Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.03354","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:783d71ce6c3d36a847c217451bcf2bb8e1bf03983e0425a43b2b9d66f34b10e7","sha256:cb98f6241ac60a22d9303eec49fb7cc5965afffb8e0533f11e443c90809d0d4c"],"state_sha256":"afd1134fe614dc0c0eb386e8e4b019901e2a4260d2dfbea4d5a9fed22b024ff0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kASBViaTUNPj4FMBUVm1ZM19zhj1+tBsyYLMoBk/t4nSyNYf95IO42uvNPF0QrAOMgaYMw55HgRyQ9c9xiupCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T03:09:18.081414Z","bundle_sha256":"a27df828e320eaec26a6a65fcc6492ec5e38dc2ab1b66b4799ad48afe0246535"}}