{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:6OX2ZRQIWTAKIZ7IHTA6COY6NS","short_pith_number":"pith:6OX2ZRQI","canonical_record":{"source":{"id":"2111.10504","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2021-11-20T03:14:01Z","cross_cats_sorted":[],"title_canon_sha256":"73c288bd3b95eaa186fdce759e40dea725678e53b28570eef727bffb0bf10ad8","abstract_canon_sha256":"e4ad544cb0653fe486173cd3c8c7ddefea7211e026317440039b73d69ae67385"},"schema_version":"1.0"},"canonical_sha256":"f3afacc608b4c0a467e83cc1e13b1e6c9ec5ce71dfc33f0db9b1e65fb220349a","source":{"kind":"arxiv","id":"2111.10504","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.10504","created_at":"2026-07-05T03:33:53Z"},{"alias_kind":"arxiv_version","alias_value":"2111.10504v1","created_at":"2026-07-05T03:33:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.10504","created_at":"2026-07-05T03:33:53Z"},{"alias_kind":"pith_short_12","alias_value":"6OX2ZRQIWTAK","created_at":"2026-07-05T03:33:53Z"},{"alias_kind":"pith_short_16","alias_value":"6OX2ZRQIWTAKIZ7I","created_at":"2026-07-05T03:33:53Z"},{"alias_kind":"pith_short_8","alias_value":"6OX2ZRQI","created_at":"2026-07-05T03:33:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:6OX2ZRQIWTAKIZ7IHTA6COY6NS","target":"record","payload":{"canonical_record":{"source":{"id":"2111.10504","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2021-11-20T03:14:01Z","cross_cats_sorted":[],"title_canon_sha256":"73c288bd3b95eaa186fdce759e40dea725678e53b28570eef727bffb0bf10ad8","abstract_canon_sha256":"e4ad544cb0653fe486173cd3c8c7ddefea7211e026317440039b73d69ae67385"},"schema_version":"1.0"},"canonical_sha256":"f3afacc608b4c0a467e83cc1e13b1e6c9ec5ce71dfc33f0db9b1e65fb220349a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:33:53.542146Z","signature_b64":"w2TiWzXMRDkIhR3Ir4dKdaiy6WvlLtSF/Wyb9zE90K/9oX76iFO+5Dq+g24ZHmKjTzN/wgwPrU2vcjRgPsqXAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f3afacc608b4c0a467e83cc1e13b1e6c9ec5ce71dfc33f0db9b1e65fb220349a","last_reissued_at":"2026-07-05T03:33:53.541769Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:33:53.541769Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.10504","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:33:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PojGvjBr7pJ+qfKAECjPq9vuaXoxUUZii012BM1O/+W10RHAHFWn1IaPoIKFaZrsb5TyT733wjBKvxxyqzkKAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-24T00:48:11.856672Z"},"content_sha256":"8ab19127107d416db20aa725a1888b2bb0b5432725b41c7b0837e545dc507216","schema_version":"1.0","event_id":"sha256:8ab19127107d416db20aa725a1888b2bb0b5432725b41c7b0837e545dc507216"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:6OX2ZRQIWTAKIZ7IHTA6COY6NS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Effects of context, complexity, and clustering on evaluation for math formula retrieval","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Anurag Agarwal, Behrooz Mansouri, Douglas W. Oard, Richard Zanibbi","submitted_at":"2021-11-20T03:14:01Z","abstract_excerpt":"There are now several test collections for the formula retrieval task, in which a system's goal is to identify useful mathematical formulae to show in response to a query posed as a formula. These test collections differ in query format, query complexity, number of queries, content source, and relevance definition. Comparisons among six formula retrieval test collections illustrate that defining relevance based on query and/or document context can be consequential, that system results vary markedly with formula complexity, and that judging relevance after clustering formulas with identical sym"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.10504","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.10504/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:33:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OW9W8CJkJOOoaVtmim3gqU6ewBDapxDNqe0cDIGxD1suSymxHZ4q5Z7wrvzvqAzcno0Lzy3rQSc6wiagXZkqAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-24T00:48:11.857187Z"},"content_sha256":"205871d51f50804047dcbe5e4284f601ff9acdda96c775421c3c8d804b8f2616","schema_version":"1.0","event_id":"sha256:205871d51f50804047dcbe5e4284f601ff9acdda96c775421c3c8d804b8f2616"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6OX2ZRQIWTAKIZ7IHTA6COY6NS/bundle.json","state_url":"https://pith.science/pith/6OX2ZRQIWTAKIZ7IHTA6COY6NS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6OX2ZRQIWTAKIZ7IHTA6COY6NS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-24T00:48:11Z","links":{"resolver":"https://pith.science/pith/6OX2ZRQIWTAKIZ7IHTA6COY6NS","bundle":"https://pith.science/pith/6OX2ZRQIWTAKIZ7IHTA6COY6NS/bundle.json","state":"https://pith.science/pith/6OX2ZRQIWTAKIZ7IHTA6COY6NS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6OX2ZRQIWTAKIZ7IHTA6COY6NS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:6OX2ZRQIWTAKIZ7IHTA6COY6NS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e4ad544cb0653fe486173cd3c8c7ddefea7211e026317440039b73d69ae67385","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2021-11-20T03:14:01Z","title_canon_sha256":"73c288bd3b95eaa186fdce759e40dea725678e53b28570eef727bffb0bf10ad8"},"schema_version":"1.0","source":{"id":"2111.10504","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.10504","created_at":"2026-07-05T03:33:53Z"},{"alias_kind":"arxiv_version","alias_value":"2111.10504v1","created_at":"2026-07-05T03:33:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.10504","created_at":"2026-07-05T03:33:53Z"},{"alias_kind":"pith_short_12","alias_value":"6OX2ZRQIWTAK","created_at":"2026-07-05T03:33:53Z"},{"alias_kind":"pith_short_16","alias_value":"6OX2ZRQIWTAKIZ7I","created_at":"2026-07-05T03:33:53Z"},{"alias_kind":"pith_short_8","alias_value":"6OX2ZRQI","created_at":"2026-07-05T03:33:53Z"}],"graph_snapshots":[{"event_id":"sha256:205871d51f50804047dcbe5e4284f601ff9acdda96c775421c3c8d804b8f2616","target":"graph","created_at":"2026-07-05T03:33:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.10504/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"There are now several test collections for the formula retrieval task, in which a system's goal is to identify useful mathematical formulae to show in response to a query posed as a formula. These test collections differ in query format, query complexity, number of queries, content source, and relevance definition. Comparisons among six formula retrieval test collections illustrate that defining relevance based on query and/or document context can be consequential, that system results vary markedly with formula complexity, and that judging relevance after clustering formulas with identical sym","authors_text":"Anurag Agarwal, Behrooz Mansouri, Douglas W. Oard, Richard Zanibbi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2021-11-20T03:14:01Z","title":"Effects of context, complexity, and clustering on evaluation for math formula retrieval"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.10504","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8ab19127107d416db20aa725a1888b2bb0b5432725b41c7b0837e545dc507216","target":"record","created_at":"2026-07-05T03:33:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e4ad544cb0653fe486173cd3c8c7ddefea7211e026317440039b73d69ae67385","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2021-11-20T03:14:01Z","title_canon_sha256":"73c288bd3b95eaa186fdce759e40dea725678e53b28570eef727bffb0bf10ad8"},"schema_version":"1.0","source":{"id":"2111.10504","kind":"arxiv","version":1}},"canonical_sha256":"f3afacc608b4c0a467e83cc1e13b1e6c9ec5ce71dfc33f0db9b1e65fb220349a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f3afacc608b4c0a467e83cc1e13b1e6c9ec5ce71dfc33f0db9b1e65fb220349a","first_computed_at":"2026-07-05T03:33:53.541769Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:33:53.541769Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w2TiWzXMRDkIhR3Ir4dKdaiy6WvlLtSF/Wyb9zE90K/9oX76iFO+5Dq+g24ZHmKjTzN/wgwPrU2vcjRgPsqXAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:33:53.542146Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.10504","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8ab19127107d416db20aa725a1888b2bb0b5432725b41c7b0837e545dc507216","sha256:205871d51f50804047dcbe5e4284f601ff9acdda96c775421c3c8d804b8f2616"],"state_sha256":"d6049bed4484b506a13177d4065dc81bcf18178e7e3059a30664e48eefc99a41"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hsKp84OxVjxD4ywCBUMD8/2pe6lcbKS0zLexSig/sEZdjLXMdyPayeim7i7j1a4PwE0tEo1HYJpOfjA1KJ9LBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-24T00:48:11.861648Z","bundle_sha256":"225edeb0ec5197bf6cf02064ef08262f1b2804154f9df53e3ba3f94200f4ef84"}}