{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MEN3L3Z6QBRZMF4UVCORQZMDF2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d7caf4472c35b75c29935ff58b693d861e472c68a61ffe6472661142ea83e0cc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SI","submitted_at":"2024-12-20T13:50:18Z","title_canon_sha256":"0deb6fea14aa47ce1fe1dd7deafc303dee60ea88c8dc2fe4fa07bbbbe87b88fb"},"schema_version":"1.0","source":{"id":"2412.15896","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15896","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15896v2","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15896","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_12","alias_value":"MEN3L3Z6QBRZ","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_16","alias_value":"MEN3L3Z6QBRZMF4U","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_8","alias_value":"MEN3L3Z6","created_at":"2026-07-05T10:13:45Z"}],"graph_snapshots":[{"event_id":"sha256:3e2655b5e5bf1a6bf2c183e722f68f1ab6edc43a3fc7f48488036bddb6000020","target":"graph","created_at":"2026-07-05T10:13:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.15896/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this study, we investigate the use of a large language model to assist in the evaluation of the reliability of the vast number of existing online news publishers, addressing the impracticality of relying solely on human expert annotators for this task. In the context of the Italian news media market, we first task the model with evaluating expert-designed reliability criteria using a representative sample of news articles. We then compare the model's answers with those of human experts. The dataset consists of 340 news articles, each annotated by two human experts and the LLM. Six criteria ","authors_text":"Fabio Pinelli, John Bianchi, Manuel Pratelli, Marinella Petrocchi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SI","submitted_at":"2024-12-20T13:50:18Z","title":"Evaluation of Reliability Criteria for News Publishers with Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15896","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1d817d6d9d9f25c4aed51826b8399838d83e219e5d2fdc4dd0957bb75d0fefb3","target":"record","created_at":"2026-07-05T10:13:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d7caf4472c35b75c29935ff58b693d861e472c68a61ffe6472661142ea83e0cc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SI","submitted_at":"2024-12-20T13:50:18Z","title_canon_sha256":"0deb6fea14aa47ce1fe1dd7deafc303dee60ea88c8dc2fe4fa07bbbbe87b88fb"},"schema_version":"1.0","source":{"id":"2412.15896","kind":"arxiv","version":2}},"canonical_sha256":"611bb5ef3e8063961794a89d1865832e9fae9f4d75fb3e5e29c443edcbc2af2b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"611bb5ef3e8063961794a89d1865832e9fae9f4d75fb3e5e29c443edcbc2af2b","first_computed_at":"2026-07-05T10:13:45.865664Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:13:45.865664Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JvMlsAv2+BHrfsuDNRj54YKt3nj5+o77J6JMdJIAj89DtfJNHTA43KDq99aILvBH+v6FqCYheModQ9RsacqqDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:13:45.866180Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.15896","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1d817d6d9d9f25c4aed51826b8399838d83e219e5d2fdc4dd0957bb75d0fefb3","sha256:3e2655b5e5bf1a6bf2c183e722f68f1ab6edc43a3fc7f48488036bddb6000020"],"state_sha256":"d4ac0fb95d9a8200dfc686caa30c173cdddb75dc0b9a5db42f733061b0be4137"}