{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:DZYL4VM6XMESHUZD6JOGOFPBXH","short_pith_number":"pith:DZYL4VM6","schema_version":"1.0","canonical_sha256":"1e70be559ebb0923d323f25c6715e1b9c25e4488ecd83238c679863da535e0f7","source":{"kind":"arxiv","id":"2105.06631","version":4},"attestation_state":"computed","paper":{"title":"Ordering-Based Causal Discovery with Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Jianye Hao, Jun Wang, Liangjun Ke, Shengyu Zhu, Xiaoqiang Wang, Yali Du, Zhitang Chen","submitted_at":"2021-05-14T03:49:59Z","abstract_excerpt":"It is a long-standing question to discover causal relations among a set of variables in many empirical sciences. Recently, Reinforcement Learning (RL) has achieved promising results in causal discovery from observational data. However, searching the space of directed graphs and enforcing acyclicity by implicit penalties tend to be inefficient and restrict the existing RL-based method to small scale problems. In this work, we propose a novel RL-based approach for causal discovery, by incorporating RL into the ordering-based paradigm. Specifically, we formulate the ordering search problem as a m"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2105.06631","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-14T03:49:59Z","cross_cats_sorted":[],"title_canon_sha256":"bf0f102f67334a88a47948b646f2c8cac68c4f4a8c994c94d77123c34b2d8147","abstract_canon_sha256":"ba9ce34741e7b6963c8de36d7e8116aa06b9493bd775feee9e0263d4c9544d8e"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:14:45.912973Z","signature_b64":"bqOOJx1KPnenTUFEzsbQAMEnLdkS/PgYcldnuw1N6MqCdiu1lLOTEMoiS22dSBdwwpSawVsK/gAHivnASzv+DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1e70be559ebb0923d323f25c6715e1b9c25e4488ecd83238c679863da535e0f7","last_reissued_at":"2026-07-05T03:14:45.912552Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:14:45.912552Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Ordering-Based Causal Discovery with Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Jianye Hao, Jun Wang, Liangjun Ke, Shengyu Zhu, Xiaoqiang Wang, Yali Du, Zhitang Chen","submitted_at":"2021-05-14T03:49:59Z","abstract_excerpt":"It is a long-standing question to discover causal relations among a set of variables in many empirical sciences. Recently, Reinforcement Learning (RL) has achieved promising results in causal discovery from observational data. However, searching the space of directed graphs and enforcing acyclicity by implicit penalties tend to be inefficient and restrict the existing RL-based method to small scale problems. In this work, we propose a novel RL-based approach for causal discovery, by incorporating RL into the ordering-based paradigm. Specifically, we formulate the ordering search problem as a m"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.06631","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2105.06631/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2105.06631","created_at":"2026-07-05T03:14:45.912614+00:00"},{"alias_kind":"arxiv_version","alias_value":"2105.06631v4","created_at":"2026-07-05T03:14:45.912614+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.06631","created_at":"2026-07-05T03:14:45.912614+00:00"},{"alias_kind":"pith_short_12","alias_value":"DZYL4VM6XMES","created_at":"2026-07-05T03:14:45.912614+00:00"},{"alias_kind":"pith_short_16","alias_value":"DZYL4VM6XMESHUZD","created_at":"2026-07-05T03:14:45.912614+00:00"},{"alias_kind":"pith_short_8","alias_value":"DZYL4VM6","created_at":"2026-07-05T03:14:45.912614+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2507.09742","citing_title":"Causality-informed Anomaly Detection in Partially Observable Sensor Networks: Moving beyond Correlations","ref_index":61,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/DZYL4VM6XMESHUZD6JOGOFPBXH","json":"https://pith.science/pith/DZYL4VM6XMESHUZD6JOGOFPBXH.json","graph_json":"https://pith.science/api/pith-number/DZYL4VM6XMESHUZD6JOGOFPBXH/graph.json","events_json":"https://pith.science/api/pith-number/DZYL4VM6XMESHUZD6JOGOFPBXH/events.json","paper":"https://pith.science/paper/DZYL4VM6"},"agent_actions":{"view_html":"https://pith.science/pith/DZYL4VM6XMESHUZD6JOGOFPBXH","download_json":"https://pith.science/pith/DZYL4VM6XMESHUZD6JOGOFPBXH.json","view_paper":"https://pith.science/paper/DZYL4VM6","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2105.06631&json=true","fetch_graph":"https://pith.science/api/pith-number/DZYL4VM6XMESHUZD6JOGOFPBXH/graph.json","fetch_events":"https://pith.science/api/pith-number/DZYL4VM6XMESHUZD6JOGOFPBXH/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/DZYL4VM6XMESHUZD6JOGOFPBXH/action/timestamp_anchor","attest_storage":"https://pith.science/pith/DZYL4VM6XMESHUZD6JOGOFPBXH/action/storage_attestation","attest_author":"https://pith.science/pith/DZYL4VM6XMESHUZD6JOGOFPBXH/action/author_attestation","sign_citation":"https://pith.science/pith/DZYL4VM6XMESHUZD6JOGOFPBXH/action/citation_signature","submit_replication":"https://pith.science/pith/DZYL4VM6XMESHUZD6JOGOFPBXH/action/replication_record"}},"created_at":"2026-07-05T03:14:45.912614+00:00","updated_at":"2026-07-05T03:14:45.912614+00:00"}