{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MEN3L3Z6QBRZMF4UVCORQZMDF2","short_pith_number":"pith:MEN3L3Z6","canonical_record":{"source":{"id":"2412.15896","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SI","submitted_at":"2024-12-20T13:50:18Z","cross_cats_sorted":[],"title_canon_sha256":"0deb6fea14aa47ce1fe1dd7deafc303dee60ea88c8dc2fe4fa07bbbbe87b88fb","abstract_canon_sha256":"d7caf4472c35b75c29935ff58b693d861e472c68a61ffe6472661142ea83e0cc"},"schema_version":"1.0"},"canonical_sha256":"611bb5ef3e8063961794a89d1865832e9fae9f4d75fb3e5e29c443edcbc2af2b","source":{"kind":"arxiv","id":"2412.15896","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15896","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15896v2","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15896","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_12","alias_value":"MEN3L3Z6QBRZ","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_16","alias_value":"MEN3L3Z6QBRZMF4U","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_8","alias_value":"MEN3L3Z6","created_at":"2026-07-05T10:13:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MEN3L3Z6QBRZMF4UVCORQZMDF2","target":"record","payload":{"canonical_record":{"source":{"id":"2412.15896","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SI","submitted_at":"2024-12-20T13:50:18Z","cross_cats_sorted":[],"title_canon_sha256":"0deb6fea14aa47ce1fe1dd7deafc303dee60ea88c8dc2fe4fa07bbbbe87b88fb","abstract_canon_sha256":"d7caf4472c35b75c29935ff58b693d861e472c68a61ffe6472661142ea83e0cc"},"schema_version":"1.0"},"canonical_sha256":"611bb5ef3e8063961794a89d1865832e9fae9f4d75fb3e5e29c443edcbc2af2b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:13:45.866180Z","signature_b64":"JvMlsAv2+BHrfsuDNRj54YKt3nj5+o77J6JMdJIAj89DtfJNHTA43KDq99aILvBH+v6FqCYheModQ9RsacqqDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"611bb5ef3e8063961794a89d1865832e9fae9f4d75fb3e5e29c443edcbc2af2b","last_reissued_at":"2026-07-05T10:13:45.865664Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:13:45.865664Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.15896","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LjyKXxoTOGBxJAkXWcS2d+CV+j4RfLtvhYsj/2ewptuoKYbpPrsHXOm6p7NJRyIbPvz550rCgRSWdZOeVL3/BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:56:48.201689Z"},"content_sha256":"1d817d6d9d9f25c4aed51826b8399838d83e219e5d2fdc4dd0957bb75d0fefb3","schema_version":"1.0","event_id":"sha256:1d817d6d9d9f25c4aed51826b8399838d83e219e5d2fdc4dd0957bb75d0fefb3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MEN3L3Z6QBRZMF4UVCORQZMDF2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of Reliability Criteria for News Publishers with Large Language Models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SI","authors_text":"Fabio Pinelli, John Bianchi, Manuel Pratelli, Marinella Petrocchi","submitted_at":"2024-12-20T13:50:18Z","abstract_excerpt":"In this study, we investigate the use of a large language model to assist in the evaluation of the reliability of the vast number of existing online news publishers, addressing the impracticality of relying solely on human expert annotators for this task. In the context of the Italian news media market, we first task the model with evaluating expert-designed reliability criteria using a representative sample of news articles. We then compare the model's answers with those of human experts. The dataset consists of 340 news articles, each annotated by two human experts and the LLM. Six criteria "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15896","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.15896/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wv/wCzH1ymLcTUdeDiUD3h/IqsVYY3JoAqzMjOd5CBNt5R/p1lNZID64oXZAPp/gsOWycxna3t8D2Jovs5RiBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:56:48.202158Z"},"content_sha256":"3e2655b5e5bf1a6bf2c183e722f68f1ab6edc43a3fc7f48488036bddb6000020","schema_version":"1.0","event_id":"sha256:3e2655b5e5bf1a6bf2c183e722f68f1ab6edc43a3fc7f48488036bddb6000020"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MEN3L3Z6QBRZMF4UVCORQZMDF2/bundle.json","state_url":"https://pith.science/pith/MEN3L3Z6QBRZMF4UVCORQZMDF2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MEN3L3Z6QBRZMF4UVCORQZMDF2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T07:56:48Z","links":{"resolver":"https://pith.science/pith/MEN3L3Z6QBRZMF4UVCORQZMDF2","bundle":"https://pith.science/pith/MEN3L3Z6QBRZMF4UVCORQZMDF2/bundle.json","state":"https://pith.science/pith/MEN3L3Z6QBRZMF4UVCORQZMDF2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MEN3L3Z6QBRZMF4UVCORQZMDF2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MEN3L3Z6QBRZMF4UVCORQZMDF2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d7caf4472c35b75c29935ff58b693d861e472c68a61ffe6472661142ea83e0cc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SI","submitted_at":"2024-12-20T13:50:18Z","title_canon_sha256":"0deb6fea14aa47ce1fe1dd7deafc303dee60ea88c8dc2fe4fa07bbbbe87b88fb"},"schema_version":"1.0","source":{"id":"2412.15896","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15896","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15896v2","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15896","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_12","alias_value":"MEN3L3Z6QBRZ","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_16","alias_value":"MEN3L3Z6QBRZMF4U","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_8","alias_value":"MEN3L3Z6","created_at":"2026-07-05T10:13:45Z"}],"graph_snapshots":[{"event_id":"sha256:3e2655b5e5bf1a6bf2c183e722f68f1ab6edc43a3fc7f48488036bddb6000020","target":"graph","created_at":"2026-07-05T10:13:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.15896/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this study, we investigate the use of a large language model to assist in the evaluation of the reliability of the vast number of existing online news publishers, addressing the impracticality of relying solely on human expert annotators for this task. In the context of the Italian news media market, we first task the model with evaluating expert-designed reliability criteria using a representative sample of news articles. We then compare the model's answers with those of human experts. The dataset consists of 340 news articles, each annotated by two human experts and the LLM. Six criteria ","authors_text":"Fabio Pinelli, John Bianchi, Manuel Pratelli, Marinella Petrocchi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SI","submitted_at":"2024-12-20T13:50:18Z","title":"Evaluation of Reliability Criteria for News Publishers with Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15896","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1d817d6d9d9f25c4aed51826b8399838d83e219e5d2fdc4dd0957bb75d0fefb3","target":"record","created_at":"2026-07-05T10:13:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d7caf4472c35b75c29935ff58b693d861e472c68a61ffe6472661142ea83e0cc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SI","submitted_at":"2024-12-20T13:50:18Z","title_canon_sha256":"0deb6fea14aa47ce1fe1dd7deafc303dee60ea88c8dc2fe4fa07bbbbe87b88fb"},"schema_version":"1.0","source":{"id":"2412.15896","kind":"arxiv","version":2}},"canonical_sha256":"611bb5ef3e8063961794a89d1865832e9fae9f4d75fb3e5e29c443edcbc2af2b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"611bb5ef3e8063961794a89d1865832e9fae9f4d75fb3e5e29c443edcbc2af2b","first_computed_at":"2026-07-05T10:13:45.865664Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:13:45.865664Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JvMlsAv2+BHrfsuDNRj54YKt3nj5+o77J6JMdJIAj89DtfJNHTA43KDq99aILvBH+v6FqCYheModQ9RsacqqDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:13:45.866180Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.15896","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1d817d6d9d9f25c4aed51826b8399838d83e219e5d2fdc4dd0957bb75d0fefb3","sha256:3e2655b5e5bf1a6bf2c183e722f68f1ab6edc43a3fc7f48488036bddb6000020"],"state_sha256":"d4ac0fb95d9a8200dfc686caa30c173cdddb75dc0b9a5db42f733061b0be4137"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GDVVAytWlfPVt11x6AjeN19krf9Qi8IFDNe0gSgq8gEY/1s96AlToSZ/RkWlG99/pABl92VYyywlJeyBsa+JDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T07:56:48.205660Z","bundle_sha256":"7b14c65a90b783dc7be300272f3effad19e26dd900c0c374010752cbda86ad5e"}}