{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:GXVK7KQL7VCDBPQXWL6JILU54Z","short_pith_number":"pith:GXVK7KQL","canonical_record":{"source":{"id":"1806.09317","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-06-25T08:05:26Z","cross_cats_sorted":[],"title_canon_sha256":"1839f06efc2a85c9190a3cd3eb8149a72d5457e3521869e2871e33b67d5affa9","abstract_canon_sha256":"9795dc19035ee14859d92cd3e1749165dc885f54deb0371def262b4ee612f0a7"},"schema_version":"1.0"},"canonical_sha256":"35eaafaa0bfd4430be17b2fc942e9de6636b6db488d8b288582cae933c1843f3","source":{"kind":"arxiv","id":"1806.09317","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1806.09317","created_at":"2026-05-18T00:12:29Z"},{"alias_kind":"arxiv_version","alias_value":"1806.09317v1","created_at":"2026-05-18T00:12:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1806.09317","created_at":"2026-05-18T00:12:29Z"},{"alias_kind":"pith_short_12","alias_value":"GXVK7KQL7VCD","created_at":"2026-05-18T12:32:25Z"},{"alias_kind":"pith_short_16","alias_value":"GXVK7KQL7VCDBPQX","created_at":"2026-05-18T12:32:25Z"},{"alias_kind":"pith_short_8","alias_value":"GXVK7KQL","created_at":"2026-05-18T12:32:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:GXVK7KQL7VCDBPQXWL6JILU54Z","target":"record","payload":{"canonical_record":{"source":{"id":"1806.09317","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-06-25T08:05:26Z","cross_cats_sorted":[],"title_canon_sha256":"1839f06efc2a85c9190a3cd3eb8149a72d5457e3521869e2871e33b67d5affa9","abstract_canon_sha256":"9795dc19035ee14859d92cd3e1749165dc885f54deb0371def262b4ee612f0a7"},"schema_version":"1.0"},"canonical_sha256":"35eaafaa0bfd4430be17b2fc942e9de6636b6db488d8b288582cae933c1843f3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:12:29.678914Z","signature_b64":"XAyjqAJ3HttmOrX3Uap8T3WdfkKiiMZI7NKuSoRjzFpXf2gs7hgkflE9JRs3xEgtQoc74yoULuRf06i0ndNPDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"35eaafaa0bfd4430be17b2fc942e9de6636b6db488d8b288582cae933c1843f3","last_reissued_at":"2026-05-18T00:12:29.678505Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:12:29.678505Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1806.09317","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:12:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XIrJrmg7yWS2B1ost/h7XPHvrvpHO26EuumxBXX+cMua5Hxsoj3ALsj82/WQPk7if9jw7tDpg+56WJve4fQLCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T19:19:12.439953Z"},"content_sha256":"ecfc39749fc50cdad0c0bf3953b5fa9f22192661875401546215f4884e48048a","schema_version":"1.0","event_id":"sha256:ecfc39749fc50cdad0c0bf3953b5fa9f22192661875401546215f4884e48048a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:GXVK7KQL7VCDBPQXWL6JILU54Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of Information Retrieval Systems Using Structural Equation Modelling","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Massimo Melucci","submitted_at":"2018-06-25T08:05:26Z","abstract_excerpt":"The interpretation of the experimental data collected by testing systems across input datasets and model parameters is of strategic importance for system design and implementation. In particular, finding relationships between variables and detecting the latent variables affecting retrieval performance can provide designers, engineers and experimenters with useful if not necessary information about how a system is performing. This paper discusses the use of Structural Equation Modelling (SEM) in providing an in-depth explanation of evaluation results and an explanation of failures and successes"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1806.09317","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:12:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ERL18VT3jFbUGMaWKjDwOSnekAHWILOMuIfm4zB5QF8KmH/FzVRsg22l2OpPPOo62OKIG3LkIkiqhcT9RzjMCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T19:19:12.440642Z"},"content_sha256":"89c84c403b4a7deab47a2fd5dd7c90ad98345a400615a07c00eda6dd3c75e7c5","schema_version":"1.0","event_id":"sha256:89c84c403b4a7deab47a2fd5dd7c90ad98345a400615a07c00eda6dd3c75e7c5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GXVK7KQL7VCDBPQXWL6JILU54Z/bundle.json","state_url":"https://pith.science/pith/GXVK7KQL7VCDBPQXWL6JILU54Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GXVK7KQL7VCDBPQXWL6JILU54Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-05T19:19:12Z","links":{"resolver":"https://pith.science/pith/GXVK7KQL7VCDBPQXWL6JILU54Z","bundle":"https://pith.science/pith/GXVK7KQL7VCDBPQXWL6JILU54Z/bundle.json","state":"https://pith.science/pith/GXVK7KQL7VCDBPQXWL6JILU54Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GXVK7KQL7VCDBPQXWL6JILU54Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:GXVK7KQL7VCDBPQXWL6JILU54Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9795dc19035ee14859d92cd3e1749165dc885f54deb0371def262b4ee612f0a7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-06-25T08:05:26Z","title_canon_sha256":"1839f06efc2a85c9190a3cd3eb8149a72d5457e3521869e2871e33b67d5affa9"},"schema_version":"1.0","source":{"id":"1806.09317","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1806.09317","created_at":"2026-05-18T00:12:29Z"},{"alias_kind":"arxiv_version","alias_value":"1806.09317v1","created_at":"2026-05-18T00:12:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1806.09317","created_at":"2026-05-18T00:12:29Z"},{"alias_kind":"pith_short_12","alias_value":"GXVK7KQL7VCD","created_at":"2026-05-18T12:32:25Z"},{"alias_kind":"pith_short_16","alias_value":"GXVK7KQL7VCDBPQX","created_at":"2026-05-18T12:32:25Z"},{"alias_kind":"pith_short_8","alias_value":"GXVK7KQL","created_at":"2026-05-18T12:32:25Z"}],"graph_snapshots":[{"event_id":"sha256:89c84c403b4a7deab47a2fd5dd7c90ad98345a400615a07c00eda6dd3c75e7c5","target":"graph","created_at":"2026-05-18T00:12:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The interpretation of the experimental data collected by testing systems across input datasets and model parameters is of strategic importance for system design and implementation. In particular, finding relationships between variables and detecting the latent variables affecting retrieval performance can provide designers, engineers and experimenters with useful if not necessary information about how a system is performing. This paper discusses the use of Structural Equation Modelling (SEM) in providing an in-depth explanation of evaluation results and an explanation of failures and successes","authors_text":"Massimo Melucci","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-06-25T08:05:26Z","title":"Evaluation of Information Retrieval Systems Using Structural Equation Modelling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1806.09317","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ecfc39749fc50cdad0c0bf3953b5fa9f22192661875401546215f4884e48048a","target":"record","created_at":"2026-05-18T00:12:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9795dc19035ee14859d92cd3e1749165dc885f54deb0371def262b4ee612f0a7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-06-25T08:05:26Z","title_canon_sha256":"1839f06efc2a85c9190a3cd3eb8149a72d5457e3521869e2871e33b67d5affa9"},"schema_version":"1.0","source":{"id":"1806.09317","kind":"arxiv","version":1}},"canonical_sha256":"35eaafaa0bfd4430be17b2fc942e9de6636b6db488d8b288582cae933c1843f3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"35eaafaa0bfd4430be17b2fc942e9de6636b6db488d8b288582cae933c1843f3","first_computed_at":"2026-05-18T00:12:29.678505Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:12:29.678505Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XAyjqAJ3HttmOrX3Uap8T3WdfkKiiMZI7NKuSoRjzFpXf2gs7hgkflE9JRs3xEgtQoc74yoULuRf06i0ndNPDw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:12:29.678914Z","signed_message":"canonical_sha256_bytes"},"source_id":"1806.09317","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ecfc39749fc50cdad0c0bf3953b5fa9f22192661875401546215f4884e48048a","sha256:89c84c403b4a7deab47a2fd5dd7c90ad98345a400615a07c00eda6dd3c75e7c5"],"state_sha256":"a4f5127af952a1191d19cda32814be8cb60e966d7d6b11dbe5aa7bd288e3faf1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MQnq/8WuNDIEvxkdgDN4i86AiIqKG7IlsdeLE0UV/5BgCXoGLcaR6nphXlhOA84mZe2knU/zpjpM7ZQJLKhdCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-05T19:19:12.444605Z","bundle_sha256":"d862b27e5dab5e5ba6760fc3e8814953e5f869f6d77eaa2daece06964371e668"}}