{"as_of":"2026-08-08T03:38:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:20a285269155d67728181bb69b5b1f11b74f27a81fa324abd64bfe3a56e47300","coverage":[{"denominator":28,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":28,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T17:30:46.782503Z","state":"measured"},{"denominator":28,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":28,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2606.20208/citation-record","integrity":"/paper/2606.20208/integrity","json":"/paper/2606.20208/citation-record.json","paper":"/paper/2606.20208"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Freebase: a collaboratively created graph database for structuring human knowledge","venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:4ed157959e8b754520c7661c4954e429a0654c27d0b5902371f32988497f1e52","observation_id":"f132effb-5996-4ad1-9ee7-bc58083f71ec","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Translating embeddings for modeling multi-relational data","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:56c594b6eecb6fbf6ad826ef1ceba719de2fce59fe66ea3fc491c279dd19f015","observation_id":"89560d7c-0b91-4563-824a-e17147391977","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Kanatsoulis, and Jure Leskovec","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:22ca8d11aa5fa7b7797311b313365a2583feec30e9089867e9b6b7246e1edb55","observation_id":"2587a0d0-a2b6-46d6-bcce-213ee57827c1","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Uniker: A unified framework for combining embedding and definite horn rule reasoning for knowledge graph inference","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:b317011b39b56fbabe97eade1150f1adc0dc55daf4eb8cc3006c9b917eb2047d","observation_id":"75cfc144-0055-4282-b87a-dd779df32538","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Warrens, and Giuseppe Jurman","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:ddea2ac146dfc0b2af4d79d969d4cd71a44fb0a56571866a66ccff4d750400d4","observation_id":"3a586d7e-d037-44fe-b34e-3127da2a871f","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"A comparative anal- ysis of neurosymbolic methods for link prediction","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:22895b2ee194c066f0a5e3e4f7c49449966e82ce38182c8c3337e4fe5dc85b66","observation_id":"abf2ee11-b15c-475f-9659-de0d3aed78f1","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Denham.The Detection of Patterns in Alyawarra Nonverbal Behavior","venue":null,"work_id":null,"year":1973},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:f28cae6e2b6d4aa5e5cbaf57d783171ef9ea2273e274e12c7d7a1d7d020178f9","observation_id":"3d880f35-0237-4fbf-a261-d74a21340f20","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"An introduction to ROC analysis.Pattern Recognition Letters, 27(8):861–874, 2006","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:a2f99663437ea57edf28bf6f21b495355233c72226bae674464c8cbb733d1595","observation_id":"754d1efa-b8c3-4068-a13b-aff48afdc9ee","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Dv3f - donnée pour l’analyse des marchés fonciers et immobiliers","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:9b44f00340fe8570d6b9fadb9f3bdcaedd4ff96be534a51c4b9e3ef0052217d2","observation_id":"ea9f7ea7-740f-48e3-9e13-cffcab15f005","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Suchanek","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:44e128dccc823a955b66a2d2de6c82f634466c6bc03f90780eb90e052802864c","observation_id":"40e7f881-0af7-4c44-910d-13188385c746","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2602.12606","last_updated":"2026-05-09T01:44:44Z","snapshot_observed_at":"2026-08-07T12:43:44.991761Z","submitted_at":"2026-02-13T04:23:48Z","title":"RelBench v2: A Large-Scale Benchmark and Repository for Relational Data","version":2},"cited_work":{"arxiv_id":"2602.12606","doi":"10.48550/arxiv.2602.12606","metadata_source":"pith","pith_arxiv_id":"2602.12606","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Relbench v2: A large-scale benchmark and repository for relational data","venue":"cs.LG","work_id":"b2d0990e-8ab4-4cc9-9657-c587c0d51aac","year":2026},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"cited_paper":"/paper/2602.12606","citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:9b4de3f9d533fa782c717f5c9e806ea5d3b9160e314953460324a34161ce0d33","observation_id":"9bd34922-4acf-47ca-b01e-e9722747c055","resolution":{"observed_at":"2026-07-04T03:59:32.367570Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Inductive representation learning on large graphs","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:e322a84312abb0e88705c7cbdfe09a96cdb2ebf336661f1fa0bc6c9b042a2cba","observation_id":"968dd697-1f63-42bd-a09d-d069c1e0089c","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Sem@k: Is my knowl- edge graph embedding model semantic-aware? Conference on Empirical Methods in Natural Language Processing, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:75675dad1c30ef615ceaa95447cae4f5d9f13905e444a34a643ac5dc9f1a832c","observation_id":"fe703973-c8cb-4f41-866c-01c032bdfc2d","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"McDermott, Haoran Zhang, Lasse Hyldig Hansen, Giovanni Angelotti, and Jack Gallifant","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:fe8d4a86046dce3154e3934bc90a0ce5695a02f30773b041a7ebdda5c3c24c42","observation_id":"63421415-8b57-4bf4-99a7-480327b85afe","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Anytime bottom-up rule learning for large-scale knowledge graph completion: C","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:46aaea5cbedd660cb7427cf6224ec0f6b702a7edb28aaea77c26cff1eb887e60","observation_id":"fe56bc08-282f-4b0c-82eb-819dcd690df9","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":null,"venue":null,"work_id":null,"year":1991},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:9b6fde5f757218fc7b04016241fedfc9fd4cd8a55c2d17fb2e53cc983042df15","observation_id":"50bebc45-003d-43b3-adfd-e1b2bf85ca11","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Evaluation: From precision, recall and f-measure to roc, informedness, marked- ness & correlation","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:95deb8c8abdc5a718e7a5661be1752763b4db11090bc729abff707896b6be5b8","observation_id":"25e617ed-b8b3-4ef6-9fc6-5e1a9fc62434","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":null,"venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:39c1a271c87b7052b5628b3408c2d6ec53c6fc28c850705bed3c444628565172","observation_id":"24e7a133-7806-47d0-acd2-11179fcc167a","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"The precision-recall plot is more informative than the roc plot when evaluating binary classifiers on imbalanced datasets.PLOS ONE, 10(3):e0118432, 2015","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:0089b329c2a17e531324279674b848c0dff22908a274828957e01e0d5840e7e8","observation_id":"abe0ba93-1972-4da3-a57c-f001eafe5a14","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"A systematic analysis of performance measures for clas- sification tasks","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:3b4b7980143fd19b5a4bafede390f63751eec433c246a5124839a01b5bbfd695","observation_id":"e37408ac-7a95-4689-ac06-bbecd6da2730","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Observed versus latent features for knowledge base and text inference","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:307993b152d7cac931dd7315c7ce8ec5258e64d3b79ebce9d0b89f80b970828c","observation_id":"8f7d705d-0ee3-43d8-9842-dbb2cd796cc0","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1911.03082","last_updated":"2020-01-18T22:50:01Z","snapshot_observed_at":"2026-07-06T08:35:28.740170Z","submitted_at":"2019-11-08T06:48:40Z","title":"Composition-based Multi-Relational Graph Convolutional Networks","version":2},"cited_work":{"arxiv_id":"1911.03082","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"1911.03082","snapshot_observed_at":"2026-07-04T19:20:06.897069Z","title":"Composition- based multi-relational graph convolutional networks","venue":null,"work_id":"bc86b897-bb18-4686-b208-e1914bfb1f2c","year":1911},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"cited_paper":"/paper/1911.03082","citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:61d1bfd6c22fb305eadefeb4a5a93f878bc8e39010d31cca8d3faf92e5c59176","observation_id":"ed74f73f-f622-4c0f-9734-5123959b3688","resolution":{"observed_at":"2026-07-04T03:59:32.367412Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Willmott and Kenji Matsuura","venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:e1cac5a02d008093338a80e0516949a1ce50951e68101e4970dc34295a89e156","observation_id":"7931d5b2-a670-4f50-9d5b-0a5e43adedef","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Large language models are good rela- tional learners","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:424c043021c99aa28828295ef4c23f9f7a13cbf58055ad8678a2294d59bf116c","observation_id":"53c3ca54-96c5-4bc5-bffc-9e4cf9b75918","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"A semantic loss function for deep learning with symbolic knowledge","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:8908b2ae9eae3e91c15bd2e761487d38966924436cbca5a87efb3cd9b24513fd","observation_id":"2279d97f-983e-4045-8230-0eb49c695815","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:f039174706f23fb0ca8d8650b1bdf28a84091533ecf32ea74b60a0769661d9b1","observation_id":"11f7f1e9-5c2d-435e-87fc-1a3579ecc192","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Efficient probabilistic logic reasoning with graph neural networks.ICLR, February 2020","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:46e1c71dd89af0b10fb9c5ecfb82a3fc47b0b94c38ded51e3bb23db9fe80622f","observation_id":"e66e8aab-9b9b-4354-b4d9-a6434a154a27","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T17:30:46.782503Z","title":"Neural bellman-ford networks: a general graph neural network framework for link prediction","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-06-26T17:30:46.782503Z"},"links":{"citing_paper":"/paper/2606.20208"},"observation_digest":"sha256:83849675e925d896adcf4ebaf341d5be40d07bb0a79faa1bbba98cb8c943ff2c","observation_id":"94f0f5b6-c9c4-466f-b7df-565ea0727ba7","resolution":{"observed_at":"2026-06-26T17:30:46.782503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.20208","last_updated":"2026-06-18T13:21:04Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-07T21:02:21.928934Z","submitted_at":"2026-06-18T13:21:04Z","title":"Beyond Accuracy: Measuring Logical Compliance of Predictive Models"},"reference_resolution":{"displayed":28,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":26,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":28},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 28 of 28 outbound references and 0 inbound Pith citation observations for arXiv:2606.20208."}