{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:VCFGM3HG2LSWLVJPAULW7XG56H","short_pith_number":"pith:VCFGM3HG","canonical_record":{"source":{"id":"2101.00135","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-01-01T01:49:03Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6a2556e7c7d94b91649d72736065048ab9ac118bbe1b4f3cdc787c260fa9c7d0","abstract_canon_sha256":"87d260d7951eaab4a32ca3ebdd75c203872953fcab6e15e7bc425efa24617ad9"},"schema_version":"1.0"},"canonical_sha256":"a88a666ce6d2e565d52f05176fdcddf1c582fa39cddf012c8d0707d948e2aaab","source":{"kind":"arxiv","id":"2101.00135","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.00135","created_at":"2026-07-05T03:35:27Z"},{"alias_kind":"arxiv_version","alias_value":"2101.00135v3","created_at":"2026-07-05T03:35:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.00135","created_at":"2026-07-05T03:35:27Z"},{"alias_kind":"pith_short_12","alias_value":"VCFGM3HG2LSW","created_at":"2026-07-05T03:35:27Z"},{"alias_kind":"pith_short_16","alias_value":"VCFGM3HG2LSWLVJP","created_at":"2026-07-05T03:35:27Z"},{"alias_kind":"pith_short_8","alias_value":"VCFGM3HG","created_at":"2026-07-05T03:35:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:VCFGM3HG2LSWLVJPAULW7XG56H","target":"record","payload":{"canonical_record":{"source":{"id":"2101.00135","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-01-01T01:49:03Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6a2556e7c7d94b91649d72736065048ab9ac118bbe1b4f3cdc787c260fa9c7d0","abstract_canon_sha256":"87d260d7951eaab4a32ca3ebdd75c203872953fcab6e15e7bc425efa24617ad9"},"schema_version":"1.0"},"canonical_sha256":"a88a666ce6d2e565d52f05176fdcddf1c582fa39cddf012c8d0707d948e2aaab","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:35:27.219161Z","signature_b64":"cdOw0XOnsCrLAhknuDUwoo/lmIITLnfwlyBLcWJGcaQWiAR0Zs+uWcgnGDJD4slAe1St1gTtQHD4FXOSRr+CAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a88a666ce6d2e565d52f05176fdcddf1c582fa39cddf012c8d0707d948e2aaab","last_reissued_at":"2026-07-05T03:35:27.218705Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:35:27.218705Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2101.00135","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:35:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/CLbPAgReye9rWLmAs37UX5klVggipLm/5HH4oNjI1XwIuBO+r0b1F28CCDMIIwtJpGQ3iIu/fAiDvLFMzToDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T10:42:32.793276Z"},"content_sha256":"a32dcc41495fba3f2d601141128e28d3f91330298773d5bd239b545adcf3e629","schema_version":"1.0","event_id":"sha256:a32dcc41495fba3f2d601141128e28d3f91330298773d5bd239b545adcf3e629"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:VCFGM3HG2LSWLVJPAULW7XG56H","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Faults in Deep Reinforcement Learning Programs: A Taxonomy and A Detection Approach","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Amin Nikanjam, Foutse Khomh, Houssem Ben Braiek, Mohammad Mehdi Morovati","submitted_at":"2021-01-01T01:49:03Z","abstract_excerpt":"A growing demand is witnessed in both industry and academia for employing Deep Learning (DL) in various domains to solve real-world problems. Deep Reinforcement Learning (DRL) is the application of DL in the domain of Reinforcement Learning (RL). Like any software systems, DRL applications can fail because of faults in their programs. In this paper, we present the first attempt to categorize faults occurring in DRL programs. We manually analyzed 761 artifacts of DRL programs (from Stack Overflow posts and GitHub issues) developed using well-known DRL frameworks (OpenAI Gym, Dopamine, Keras-rl,"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.00135","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2101.00135/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:35:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DgD0wvxfOFerOyosy1V3GQSr7DLdGT+70KzIcYwAp6jWa0AmGMfCxbhPiR8mpsOXY+Yp9o1mjehtz0axGgbGDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T10:42:32.793656Z"},"content_sha256":"a9f91ee59d4e7a8bdc98abe0734ba38c0f810f1171d71ac8a269e2d9ee752bf5","schema_version":"1.0","event_id":"sha256:a9f91ee59d4e7a8bdc98abe0734ba38c0f810f1171d71ac8a269e2d9ee752bf5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VCFGM3HG2LSWLVJPAULW7XG56H/bundle.json","state_url":"https://pith.science/pith/VCFGM3HG2LSWLVJPAULW7XG56H/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VCFGM3HG2LSWLVJPAULW7XG56H/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T10:42:32Z","links":{"resolver":"https://pith.science/pith/VCFGM3HG2LSWLVJPAULW7XG56H","bundle":"https://pith.science/pith/VCFGM3HG2LSWLVJPAULW7XG56H/bundle.json","state":"https://pith.science/pith/VCFGM3HG2LSWLVJPAULW7XG56H/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VCFGM3HG2LSWLVJPAULW7XG56H/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:VCFGM3HG2LSWLVJPAULW7XG56H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"87d260d7951eaab4a32ca3ebdd75c203872953fcab6e15e7bc425efa24617ad9","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-01-01T01:49:03Z","title_canon_sha256":"6a2556e7c7d94b91649d72736065048ab9ac118bbe1b4f3cdc787c260fa9c7d0"},"schema_version":"1.0","source":{"id":"2101.00135","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.00135","created_at":"2026-07-05T03:35:27Z"},{"alias_kind":"arxiv_version","alias_value":"2101.00135v3","created_at":"2026-07-05T03:35:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.00135","created_at":"2026-07-05T03:35:27Z"},{"alias_kind":"pith_short_12","alias_value":"VCFGM3HG2LSW","created_at":"2026-07-05T03:35:27Z"},{"alias_kind":"pith_short_16","alias_value":"VCFGM3HG2LSWLVJP","created_at":"2026-07-05T03:35:27Z"},{"alias_kind":"pith_short_8","alias_value":"VCFGM3HG","created_at":"2026-07-05T03:35:27Z"}],"graph_snapshots":[{"event_id":"sha256:a9f91ee59d4e7a8bdc98abe0734ba38c0f810f1171d71ac8a269e2d9ee752bf5","target":"graph","created_at":"2026-07-05T03:35:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2101.00135/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A growing demand is witnessed in both industry and academia for employing Deep Learning (DL) in various domains to solve real-world problems. Deep Reinforcement Learning (DRL) is the application of DL in the domain of Reinforcement Learning (RL). Like any software systems, DRL applications can fail because of faults in their programs. In this paper, we present the first attempt to categorize faults occurring in DRL programs. We manually analyzed 761 artifacts of DRL programs (from Stack Overflow posts and GitHub issues) developed using well-known DRL frameworks (OpenAI Gym, Dopamine, Keras-rl,","authors_text":"Amin Nikanjam, Foutse Khomh, Houssem Ben Braiek, Mohammad Mehdi Morovati","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-01-01T01:49:03Z","title":"Faults in Deep Reinforcement Learning Programs: A Taxonomy and A Detection Approach"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.00135","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a32dcc41495fba3f2d601141128e28d3f91330298773d5bd239b545adcf3e629","target":"record","created_at":"2026-07-05T03:35:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"87d260d7951eaab4a32ca3ebdd75c203872953fcab6e15e7bc425efa24617ad9","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-01-01T01:49:03Z","title_canon_sha256":"6a2556e7c7d94b91649d72736065048ab9ac118bbe1b4f3cdc787c260fa9c7d0"},"schema_version":"1.0","source":{"id":"2101.00135","kind":"arxiv","version":3}},"canonical_sha256":"a88a666ce6d2e565d52f05176fdcddf1c582fa39cddf012c8d0707d948e2aaab","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a88a666ce6d2e565d52f05176fdcddf1c582fa39cddf012c8d0707d948e2aaab","first_computed_at":"2026-07-05T03:35:27.218705Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:35:27.218705Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cdOw0XOnsCrLAhknuDUwoo/lmIITLnfwlyBLcWJGcaQWiAR0Zs+uWcgnGDJD4slAe1St1gTtQHD4FXOSRr+CAA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:35:27.219161Z","signed_message":"canonical_sha256_bytes"},"source_id":"2101.00135","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a32dcc41495fba3f2d601141128e28d3f91330298773d5bd239b545adcf3e629","sha256:a9f91ee59d4e7a8bdc98abe0734ba38c0f810f1171d71ac8a269e2d9ee752bf5"],"state_sha256":"bcac0ef7a639bb156529d9962af2b4e64828287756f2c0fe818fa95dd121b9fe"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cCJZ5zgrBYmS+kCAjBp5JUvbBpOPN3REfwBlJ2T6z7edwgbdJ1wVobkM9uMLZKLt75wyPjaUMKpk109F4GRTBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T10:42:32.795739Z","bundle_sha256":"97f4b3bc24bf2acd1444b1c7cf6034b5ff79c351eb36de88bd34c95ba8a7eab1"}}