{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:EJGH2MUN6ZGDM3HWHNMJQK4BSQ","short_pith_number":"pith:EJGH2MUN","canonical_record":{"source":{"id":"2211.00238","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2022-11-01T03:04:25Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a4be49fcedb24bac27ae1b1b85c83095ccc7e532707cb749b244e56bf29d9f91","abstract_canon_sha256":"bab368f704a38a38fe2638e8641f2a2bb775a6a0a2736211f97b7264d34a2867"},"schema_version":"1.0"},"canonical_sha256":"224c7d328df64c366cf63b58982b819401a72923c71934291d95f59fb0456367","source":{"kind":"arxiv","id":"2211.00238","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.00238","created_at":"2026-07-05T05:12:20Z"},{"alias_kind":"arxiv_version","alias_value":"2211.00238v1","created_at":"2026-07-05T05:12:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.00238","created_at":"2026-07-05T05:12:20Z"},{"alias_kind":"pith_short_12","alias_value":"EJGH2MUN6ZGD","created_at":"2026-07-05T05:12:20Z"},{"alias_kind":"pith_short_16","alias_value":"EJGH2MUN6ZGDM3HW","created_at":"2026-07-05T05:12:20Z"},{"alias_kind":"pith_short_8","alias_value":"EJGH2MUN","created_at":"2026-07-05T05:12:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:EJGH2MUN6ZGDM3HWHNMJQK4BSQ","target":"record","payload":{"canonical_record":{"source":{"id":"2211.00238","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2022-11-01T03:04:25Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a4be49fcedb24bac27ae1b1b85c83095ccc7e532707cb749b244e56bf29d9f91","abstract_canon_sha256":"bab368f704a38a38fe2638e8641f2a2bb775a6a0a2736211f97b7264d34a2867"},"schema_version":"1.0"},"canonical_sha256":"224c7d328df64c366cf63b58982b819401a72923c71934291d95f59fb0456367","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:12:20.210370Z","signature_b64":"ZEucFLP5TA/QwktpoX/7gb57T4yHgucldLghGb4Js83989KsnmxK34xyAPhEE5vje+Y2jaLhQkH50qZECJrkCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"224c7d328df64c366cf63b58982b819401a72923c71934291d95f59fb0456367","last_reissued_at":"2026-07-05T05:12:20.209875Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:12:20.209875Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.00238","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:12:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LbWR3O5P3PVaGMYoJ9kWl5wQUAY5NmfAxNpAwCiub9pPOipwTo8R5pJ9vXcKNd0eEHpSkt7a/6Iupy1URXMLDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:44:44.288473Z"},"content_sha256":"08d31c7b2c23ea4fdbf91720d884756110977a3325af4d91473e76ce95ec5eb1","schema_version":"1.0","event_id":"sha256:08d31c7b2c23ea4fdbf91720d884756110977a3325af4d91473e76ce95ec5eb1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:EJGH2MUN6ZGDM3HWHNMJQK4BSQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation Metrics for Symbolic Knowledge Extracted from Machine Learning Black Boxes: A Discussion Paper","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Federico Sabbatini, Roberta Calegari","submitted_at":"2022-11-01T03:04:25Z","abstract_excerpt":"As opaque decision systems are being increasingly adopted in almost any application field, issues about their lack of transparency and human readability are a concrete concern for end-users. Amongst existing proposals to associate human-interpretable knowledge with accurate predictions provided by opaque models, there are rule extraction techniques, capable of extracting symbolic knowledge out of an opaque model. However, how to assess the level of readability of the extracted knowledge quantitatively is still an open issue. Finding such a metric would be the key, for instance, to enable autom"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.00238","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.00238/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:12:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jQTjTCTDqCqfpkzwJGH2Ajg0q4AijUDdMaXmE2bkmJsivGUig8avN02CAkrzqhdJcyf9Zdf+kPsYvuSLF5KHBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:44:44.288974Z"},"content_sha256":"4c39266f1572b11d740f0e146376ff9ae0321567eba32d60b18970e179dde6cd","schema_version":"1.0","event_id":"sha256:4c39266f1572b11d740f0e146376ff9ae0321567eba32d60b18970e179dde6cd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EJGH2MUN6ZGDM3HWHNMJQK4BSQ/bundle.json","state_url":"https://pith.science/pith/EJGH2MUN6ZGDM3HWHNMJQK4BSQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EJGH2MUN6ZGDM3HWHNMJQK4BSQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T21:44:44Z","links":{"resolver":"https://pith.science/pith/EJGH2MUN6ZGDM3HWHNMJQK4BSQ","bundle":"https://pith.science/pith/EJGH2MUN6ZGDM3HWHNMJQK4BSQ/bundle.json","state":"https://pith.science/pith/EJGH2MUN6ZGDM3HWHNMJQK4BSQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EJGH2MUN6ZGDM3HWHNMJQK4BSQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:EJGH2MUN6ZGDM3HWHNMJQK4BSQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bab368f704a38a38fe2638e8641f2a2bb775a6a0a2736211f97b7264d34a2867","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2022-11-01T03:04:25Z","title_canon_sha256":"a4be49fcedb24bac27ae1b1b85c83095ccc7e532707cb749b244e56bf29d9f91"},"schema_version":"1.0","source":{"id":"2211.00238","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.00238","created_at":"2026-07-05T05:12:20Z"},{"alias_kind":"arxiv_version","alias_value":"2211.00238v1","created_at":"2026-07-05T05:12:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.00238","created_at":"2026-07-05T05:12:20Z"},{"alias_kind":"pith_short_12","alias_value":"EJGH2MUN6ZGD","created_at":"2026-07-05T05:12:20Z"},{"alias_kind":"pith_short_16","alias_value":"EJGH2MUN6ZGDM3HW","created_at":"2026-07-05T05:12:20Z"},{"alias_kind":"pith_short_8","alias_value":"EJGH2MUN","created_at":"2026-07-05T05:12:20Z"}],"graph_snapshots":[{"event_id":"sha256:4c39266f1572b11d740f0e146376ff9ae0321567eba32d60b18970e179dde6cd","target":"graph","created_at":"2026-07-05T05:12:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.00238/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As opaque decision systems are being increasingly adopted in almost any application field, issues about their lack of transparency and human readability are a concrete concern for end-users. Amongst existing proposals to associate human-interpretable knowledge with accurate predictions provided by opaque models, there are rule extraction techniques, capable of extracting symbolic knowledge out of an opaque model. However, how to assess the level of readability of the extracted knowledge quantitatively is still an open issue. Finding such a metric would be the key, for instance, to enable autom","authors_text":"Federico Sabbatini, Roberta Calegari","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2022-11-01T03:04:25Z","title":"Evaluation Metrics for Symbolic Knowledge Extracted from Machine Learning Black Boxes: A Discussion Paper"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.00238","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:08d31c7b2c23ea4fdbf91720d884756110977a3325af4d91473e76ce95ec5eb1","target":"record","created_at":"2026-07-05T05:12:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bab368f704a38a38fe2638e8641f2a2bb775a6a0a2736211f97b7264d34a2867","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2022-11-01T03:04:25Z","title_canon_sha256":"a4be49fcedb24bac27ae1b1b85c83095ccc7e532707cb749b244e56bf29d9f91"},"schema_version":"1.0","source":{"id":"2211.00238","kind":"arxiv","version":1}},"canonical_sha256":"224c7d328df64c366cf63b58982b819401a72923c71934291d95f59fb0456367","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"224c7d328df64c366cf63b58982b819401a72923c71934291d95f59fb0456367","first_computed_at":"2026-07-05T05:12:20.209875Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:12:20.209875Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZEucFLP5TA/QwktpoX/7gb57T4yHgucldLghGb4Js83989KsnmxK34xyAPhEE5vje+Y2jaLhQkH50qZECJrkCg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:12:20.210370Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.00238","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:08d31c7b2c23ea4fdbf91720d884756110977a3325af4d91473e76ce95ec5eb1","sha256:4c39266f1572b11d740f0e146376ff9ae0321567eba32d60b18970e179dde6cd"],"state_sha256":"5eeb2ce965d209783626cc7850dae4ab02721c12b57daf7f6ccbe7255ac822ff"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jhFaPWGLWjqTiGjzHkQGmHDG75SKi5fdlmSFyvvZxUzPGZnrU5CHDbxTXbjfZ6pRI+jP3xXoF42MZFaA4YYHAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T21:44:44.292773Z","bundle_sha256":"6e6d92b0d2e10fd0154b81d4bd81360068a1fff5befdba9cd1f742d54bab831d"}}