{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:HR4D5XNSMDM42P3X55OJKWF554","short_pith_number":"pith:HR4D5XNS","canonical_record":{"source":{"id":"2111.13978","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2021-11-27T20:18:00Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4dacfbb76d6c1229887c1bc1bc27dd9a2a429360abe47169c31fc49e938735d9","abstract_canon_sha256":"327c9e036a25a18ef17302511cba38cc01b597d6565fabc880e928a9880acbc8"},"schema_version":"1.0"},"canonical_sha256":"3c783eddb260d9cd3f77ef5c9558bdef3614686fa342329e8defab50e7850404","source":{"kind":"arxiv","id":"2111.13978","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.13978","created_at":"2026-07-05T03:35:37Z"},{"alias_kind":"arxiv_version","alias_value":"2111.13978v1","created_at":"2026-07-05T03:35:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.13978","created_at":"2026-07-05T03:35:37Z"},{"alias_kind":"pith_short_12","alias_value":"HR4D5XNSMDM4","created_at":"2026-07-05T03:35:37Z"},{"alias_kind":"pith_short_16","alias_value":"HR4D5XNSMDM42P3X","created_at":"2026-07-05T03:35:37Z"},{"alias_kind":"pith_short_8","alias_value":"HR4D5XNS","created_at":"2026-07-05T03:35:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:HR4D5XNSMDM42P3X55OJKWF554","target":"record","payload":{"canonical_record":{"source":{"id":"2111.13978","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2021-11-27T20:18:00Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4dacfbb76d6c1229887c1bc1bc27dd9a2a429360abe47169c31fc49e938735d9","abstract_canon_sha256":"327c9e036a25a18ef17302511cba38cc01b597d6565fabc880e928a9880acbc8"},"schema_version":"1.0"},"canonical_sha256":"3c783eddb260d9cd3f77ef5c9558bdef3614686fa342329e8defab50e7850404","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:35:37.848450Z","signature_b64":"sid8N+N22B934iu7G7C/sReKysUdKbiKYkYLl9PFGlbFzIYTedF0MVIr1zwZQ/kFspT+hjwCYMA/mEN4w+YQBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3c783eddb260d9cd3f77ef5c9558bdef3614686fa342329e8defab50e7850404","last_reissued_at":"2026-07-05T03:35:37.848051Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:35:37.848051Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.13978","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:35:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eI4IapHcSufziL42mYLPDqiiZ5Myygkgd9BUKKBdimYyh+cT3fuSgilwddc1UjtyFBReXEW5C/Zg0Yj+EniWDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T01:38:19.845291Z"},"content_sha256":"0833d3ef298232c8b59e8e8ef414ed2f1bd1dfcfa2bb90779553454cc82e3fc3","schema_version":"1.0","event_id":"sha256:0833d3ef298232c8b59e8e8ef414ed2f1bd1dfcfa2bb90779553454cc82e3fc3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:HR4D5XNSMDM42P3X55OJKWF554","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Deep Q-Learning based Reinforcement Learning Approach for Network Intrusion Detection","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CR","authors_text":"Hooman Alavizadeh, Hootan Alavizadeh, Julian Jang-Jaccard","submitted_at":"2021-11-27T20:18:00Z","abstract_excerpt":"The rise of the new generation of cyber threats demands more sophisticated and intelligent cyber defense solutions equipped with autonomous agents capable of learning to make decisions without the knowledge of human experts. Several reinforcement learning methods (e.g., Markov) for automated network intrusion tasks have been proposed in recent years. In this paper, we introduce a new generation of network intrusion detection methods that combines a Q-learning-based reinforcement learning with a deep-feed forward neural network method for network intrusion detection. Our proposed Deep Q-Learnin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.13978","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.13978/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:35:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ev+yzeBKbrOXhop5mRbAyI3mr+sMKv4FKRFBMOKSBcLy21p6UqCTLW1TMcFjRLJbtVLqsrLeg5UiVEYkSiucBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T01:38:19.845814Z"},"content_sha256":"7588da57615f5f23b9869a968a452401362a47ee2421098df3ac9bbd02c9d113","schema_version":"1.0","event_id":"sha256:7588da57615f5f23b9869a968a452401362a47ee2421098df3ac9bbd02c9d113"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HR4D5XNSMDM42P3X55OJKWF554/bundle.json","state_url":"https://pith.science/pith/HR4D5XNSMDM42P3X55OJKWF554/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HR4D5XNSMDM42P3X55OJKWF554/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T01:38:19Z","links":{"resolver":"https://pith.science/pith/HR4D5XNSMDM42P3X55OJKWF554","bundle":"https://pith.science/pith/HR4D5XNSMDM42P3X55OJKWF554/bundle.json","state":"https://pith.science/pith/HR4D5XNSMDM42P3X55OJKWF554/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HR4D5XNSMDM42P3X55OJKWF554/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:HR4D5XNSMDM42P3X55OJKWF554","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"327c9e036a25a18ef17302511cba38cc01b597d6565fabc880e928a9880acbc8","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2021-11-27T20:18:00Z","title_canon_sha256":"4dacfbb76d6c1229887c1bc1bc27dd9a2a429360abe47169c31fc49e938735d9"},"schema_version":"1.0","source":{"id":"2111.13978","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.13978","created_at":"2026-07-05T03:35:37Z"},{"alias_kind":"arxiv_version","alias_value":"2111.13978v1","created_at":"2026-07-05T03:35:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.13978","created_at":"2026-07-05T03:35:37Z"},{"alias_kind":"pith_short_12","alias_value":"HR4D5XNSMDM4","created_at":"2026-07-05T03:35:37Z"},{"alias_kind":"pith_short_16","alias_value":"HR4D5XNSMDM42P3X","created_at":"2026-07-05T03:35:37Z"},{"alias_kind":"pith_short_8","alias_value":"HR4D5XNS","created_at":"2026-07-05T03:35:37Z"}],"graph_snapshots":[{"event_id":"sha256:7588da57615f5f23b9869a968a452401362a47ee2421098df3ac9bbd02c9d113","target":"graph","created_at":"2026-07-05T03:35:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.13978/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rise of the new generation of cyber threats demands more sophisticated and intelligent cyber defense solutions equipped with autonomous agents capable of learning to make decisions without the knowledge of human experts. Several reinforcement learning methods (e.g., Markov) for automated network intrusion tasks have been proposed in recent years. In this paper, we introduce a new generation of network intrusion detection methods that combines a Q-learning-based reinforcement learning with a deep-feed forward neural network method for network intrusion detection. Our proposed Deep Q-Learnin","authors_text":"Hooman Alavizadeh, Hootan Alavizadeh, Julian Jang-Jaccard","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2021-11-27T20:18:00Z","title":"Deep Q-Learning based Reinforcement Learning Approach for Network Intrusion Detection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.13978","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0833d3ef298232c8b59e8e8ef414ed2f1bd1dfcfa2bb90779553454cc82e3fc3","target":"record","created_at":"2026-07-05T03:35:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"327c9e036a25a18ef17302511cba38cc01b597d6565fabc880e928a9880acbc8","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2021-11-27T20:18:00Z","title_canon_sha256":"4dacfbb76d6c1229887c1bc1bc27dd9a2a429360abe47169c31fc49e938735d9"},"schema_version":"1.0","source":{"id":"2111.13978","kind":"arxiv","version":1}},"canonical_sha256":"3c783eddb260d9cd3f77ef5c9558bdef3614686fa342329e8defab50e7850404","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3c783eddb260d9cd3f77ef5c9558bdef3614686fa342329e8defab50e7850404","first_computed_at":"2026-07-05T03:35:37.848051Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:35:37.848051Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sid8N+N22B934iu7G7C/sReKysUdKbiKYkYLl9PFGlbFzIYTedF0MVIr1zwZQ/kFspT+hjwCYMA/mEN4w+YQBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:35:37.848450Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.13978","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0833d3ef298232c8b59e8e8ef414ed2f1bd1dfcfa2bb90779553454cc82e3fc3","sha256:7588da57615f5f23b9869a968a452401362a47ee2421098df3ac9bbd02c9d113"],"state_sha256":"3610731f299740990a7f63874cafd58aabe0b84b5dda8e996c8b96484dc88095"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5popEAZoUynOnPPKBgiRdW2YSZC8Gb3CJEvdgww1g4yvyX17kLeWOst2L7OtOPDI665sRDGturOfi3Oj/zQQAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T01:38:19.851999Z","bundle_sha256":"3fa99baee3ce8627f6ef75942e3a2fbbab6df7ae202fd68a77af40db5ea1960d"}}