{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:ECSA2J5FDTLEFUQYOOFD2B33XD","short_pith_number":"pith:ECSA2J5F","canonical_record":{"source":{"id":"1901.09286","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2019-01-26T22:15:01Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"adccfd1bad1165d29a8d025cd178db76db802522fcded23f5e346405c6ee7ced","abstract_canon_sha256":"920837c42e13911811142f93b206b2775b0c16015fef73f44ae9180defb15cee"},"schema_version":"1.0"},"canonical_sha256":"20a40d27a51cd642d218738a3d077bb8d5321e6eb0618647f76a6fd96b676f78","source":{"kind":"arxiv","id":"1901.09286","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.09286","created_at":"2026-05-17T23:55:25Z"},{"alias_kind":"arxiv_version","alias_value":"1901.09286v1","created_at":"2026-05-17T23:55:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.09286","created_at":"2026-05-17T23:55:25Z"},{"alias_kind":"pith_short_12","alias_value":"ECSA2J5FDTLE","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_16","alias_value":"ECSA2J5FDTLEFUQY","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_8","alias_value":"ECSA2J5F","created_at":"2026-05-18T12:33:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:ECSA2J5FDTLEFUQYOOFD2B33XD","target":"record","payload":{"canonical_record":{"source":{"id":"1901.09286","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2019-01-26T22:15:01Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"adccfd1bad1165d29a8d025cd178db76db802522fcded23f5e346405c6ee7ced","abstract_canon_sha256":"920837c42e13911811142f93b206b2775b0c16015fef73f44ae9180defb15cee"},"schema_version":"1.0"},"canonical_sha256":"20a40d27a51cd642d218738a3d077bb8d5321e6eb0618647f76a6fd96b676f78","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:55:25.222729Z","signature_b64":"45PmgrSsqbgvlqpc0mdPrYo0Jwns/vOtSNqdUjaZsNbO32NOslsF51x/BRnEpM99Y+zxYNf0zx0mYw8h/hJ5Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"20a40d27a51cd642d218738a3d077bb8d5321e6eb0618647f76a6fd96b676f78","last_reissued_at":"2026-05-17T23:55:25.222265Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:55:25.222265Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1901.09286","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:55:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"68xqDOtoU6YkLgxlI1X1rWHIvjf77bOx9YrZoVjs6+ND5eZvscXydXcgTD22Vu+rdUni5AYmK3b21KcDs2Z4Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T23:28:40.999549Z"},"content_sha256":"7e84ae3a07cdb88c34223c7267ff6398832b6f609b0cb871a8ebf2ecbb5e605b","schema_version":"1.0","event_id":"sha256:7e84ae3a07cdb88c34223c7267ff6398832b6f609b0cb871a8ebf2ecbb5e605b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:ECSA2J5FDTLEFUQYOOFD2B33XD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The CATS Hackathon: Creating and Refining Test Items for Cybersecurity Concept Inventories","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CR","authors_text":"Alan T. Sherman, Ankur Chattopadhyay, Dhananjay Phatak, Dong San Choi, Enis Golaszewski, Filipo Sharevski, Geoffrey L. Herman, Gregory V. Bard, Josiah Dykstra, Linda Oliva, Peter Peterson, Rakesh Verma, Ryan Vrecenar, Spencer E. Offenberger, Travis Scheponik","submitted_at":"2019-01-26T22:15:01Z","abstract_excerpt":"For two days in February 2018, 17 cybersecurity educators and professionals from government and industry met in a \"hackathon\" to refine existing draft multiple-choice test items, and to create new ones, for a Cybersecurity Concept Inventory (CCI) and Cybersecurity Curriculum Assessment (CCA) being developed as part of the Cybersecurity Assessment Tools (CATS) Project. We report on the results of the CATS Hackathon, discussing the methods we used to develop test items, highlighting the evolution of a sample test item through this process, and offering suggestions to others who may wish to organ"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.09286","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:55:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zhaJqn23aJfRwxaYLPX2xi5V8AUVnybos3nxrXnKi1SE2vmOOsjAmVs78uxyJrPTkV/2ddu5wF0tIo9WLTyGDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T23:28:40.999889Z"},"content_sha256":"9a95b2757caedabcd319fd0179839c01c0746ebfe20a4efc895dfd05f3fb5061","schema_version":"1.0","event_id":"sha256:9a95b2757caedabcd319fd0179839c01c0746ebfe20a4efc895dfd05f3fb5061"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ECSA2J5FDTLEFUQYOOFD2B33XD/bundle.json","state_url":"https://pith.science/pith/ECSA2J5FDTLEFUQYOOFD2B33XD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ECSA2J5FDTLEFUQYOOFD2B33XD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-08T23:28:41Z","links":{"resolver":"https://pith.science/pith/ECSA2J5FDTLEFUQYOOFD2B33XD","bundle":"https://pith.science/pith/ECSA2J5FDTLEFUQYOOFD2B33XD/bundle.json","state":"https://pith.science/pith/ECSA2J5FDTLEFUQYOOFD2B33XD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ECSA2J5FDTLEFUQYOOFD2B33XD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:ECSA2J5FDTLEFUQYOOFD2B33XD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"920837c42e13911811142f93b206b2775b0c16015fef73f44ae9180defb15cee","cross_cats_sorted":["cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2019-01-26T22:15:01Z","title_canon_sha256":"adccfd1bad1165d29a8d025cd178db76db802522fcded23f5e346405c6ee7ced"},"schema_version":"1.0","source":{"id":"1901.09286","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.09286","created_at":"2026-05-17T23:55:25Z"},{"alias_kind":"arxiv_version","alias_value":"1901.09286v1","created_at":"2026-05-17T23:55:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.09286","created_at":"2026-05-17T23:55:25Z"},{"alias_kind":"pith_short_12","alias_value":"ECSA2J5FDTLE","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_16","alias_value":"ECSA2J5FDTLEFUQY","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_8","alias_value":"ECSA2J5F","created_at":"2026-05-18T12:33:15Z"}],"graph_snapshots":[{"event_id":"sha256:9a95b2757caedabcd319fd0179839c01c0746ebfe20a4efc895dfd05f3fb5061","target":"graph","created_at":"2026-05-17T23:55:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"For two days in February 2018, 17 cybersecurity educators and professionals from government and industry met in a \"hackathon\" to refine existing draft multiple-choice test items, and to create new ones, for a Cybersecurity Concept Inventory (CCI) and Cybersecurity Curriculum Assessment (CCA) being developed as part of the Cybersecurity Assessment Tools (CATS) Project. We report on the results of the CATS Hackathon, discussing the methods we used to develop test items, highlighting the evolution of a sample test item through this process, and offering suggestions to others who may wish to organ","authors_text":"Alan T. Sherman, Ankur Chattopadhyay, Dhananjay Phatak, Dong San Choi, Enis Golaszewski, Filipo Sharevski, Geoffrey L. Herman, Gregory V. Bard, Josiah Dykstra, Linda Oliva, Peter Peterson, Rakesh Verma, Ryan Vrecenar, Spencer E. Offenberger, Travis Scheponik","cross_cats":["cs.CY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2019-01-26T22:15:01Z","title":"The CATS Hackathon: Creating and Refining Test Items for Cybersecurity Concept Inventories"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.09286","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7e84ae3a07cdb88c34223c7267ff6398832b6f609b0cb871a8ebf2ecbb5e605b","target":"record","created_at":"2026-05-17T23:55:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"920837c42e13911811142f93b206b2775b0c16015fef73f44ae9180defb15cee","cross_cats_sorted":["cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2019-01-26T22:15:01Z","title_canon_sha256":"adccfd1bad1165d29a8d025cd178db76db802522fcded23f5e346405c6ee7ced"},"schema_version":"1.0","source":{"id":"1901.09286","kind":"arxiv","version":1}},"canonical_sha256":"20a40d27a51cd642d218738a3d077bb8d5321e6eb0618647f76a6fd96b676f78","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"20a40d27a51cd642d218738a3d077bb8d5321e6eb0618647f76a6fd96b676f78","first_computed_at":"2026-05-17T23:55:25.222265Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:55:25.222265Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"45PmgrSsqbgvlqpc0mdPrYo0Jwns/vOtSNqdUjaZsNbO32NOslsF51x/BRnEpM99Y+zxYNf0zx0mYw8h/hJ5Cg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:55:25.222729Z","signed_message":"canonical_sha256_bytes"},"source_id":"1901.09286","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7e84ae3a07cdb88c34223c7267ff6398832b6f609b0cb871a8ebf2ecbb5e605b","sha256:9a95b2757caedabcd319fd0179839c01c0746ebfe20a4efc895dfd05f3fb5061"],"state_sha256":"fbccb065868acde89281e4310777993358d755722b68cf485859d6ffbda96b62"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tuRBEbNCQHI9ssIZZxrMy5AxjANbUVE9HovvFdNXjOGOIG3VulesfUH2s+zqEfE6wmKn3xm8tJkGbKK0ap15BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-08T23:28:41.001747Z","bundle_sha256":"6b866965081033e6aa7997775427b830c630980510acbf3e5c3949c4c7ec8f85"}}