{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LZGZZDNIDYUQULQRMXMLYOWUUV","short_pith_number":"pith:LZGZZDNI","canonical_record":{"source":{"id":"2406.07299","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-06-11T14:28:24Z","cross_cats_sorted":[],"title_canon_sha256":"833fadc40517391614e84b06384b9001c759d6a2d2d832987842bb60ad53a635","abstract_canon_sha256":"f590409e9f7b3a522a3ec139f3772e49eda81e4083ddf294bda967c9615cf756"},"schema_version":"1.0"},"canonical_sha256":"5e4d9c8da81e290a2e1165d8bc3ad4a5631cb44fd12100c9b8246d699b2143d5","source":{"kind":"arxiv","id":"2406.07299","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.07299","created_at":"2026-07-05T08:30:21Z"},{"alias_kind":"arxiv_version","alias_value":"2406.07299v1","created_at":"2026-07-05T08:30:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07299","created_at":"2026-07-05T08:30:21Z"},{"alias_kind":"pith_short_12","alias_value":"LZGZZDNIDYUQ","created_at":"2026-07-05T08:30:21Z"},{"alias_kind":"pith_short_16","alias_value":"LZGZZDNIDYUQULQR","created_at":"2026-07-05T08:30:21Z"},{"alias_kind":"pith_short_8","alias_value":"LZGZZDNI","created_at":"2026-07-05T08:30:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LZGZZDNIDYUQULQRMXMLYOWUUV","target":"record","payload":{"canonical_record":{"source":{"id":"2406.07299","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-06-11T14:28:24Z","cross_cats_sorted":[],"title_canon_sha256":"833fadc40517391614e84b06384b9001c759d6a2d2d832987842bb60ad53a635","abstract_canon_sha256":"f590409e9f7b3a522a3ec139f3772e49eda81e4083ddf294bda967c9615cf756"},"schema_version":"1.0"},"canonical_sha256":"5e4d9c8da81e290a2e1165d8bc3ad4a5631cb44fd12100c9b8246d699b2143d5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:30:21.266281Z","signature_b64":"yWPMu3asXDEiF67G6RzNIpN/vccjxVv9mm9+BEZp3oyKjZM4+4YoJgHWcCLrkED+id7DAOBePTTFA+QbYCttCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5e4d9c8da81e290a2e1165d8bc3ad4a5631cb44fd12100c9b8246d699b2143d5","last_reissued_at":"2026-07-05T08:30:21.265772Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:30:21.265772Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.07299","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:30:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sazNmdljZA7eOhTjDAgiFZn3ux+s9En1/caPpuuQVLoMWTWQPMAOI5mV04oUC9YIquMaEAgJZFvmUcQMnxDWCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:29:16.650868Z"},"content_sha256":"7652b964da176fae59085c8801c94c1c88ab7a98fe3f3dff89a64553e92cfe6c","schema_version":"1.0","event_id":"sha256:7652b964da176fae59085c8801c94c1c88ab7a98fe3f3dff89a64553e92cfe6c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LZGZZDNIDYUQULQRMXMLYOWUUV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring Large Language Models for Relevance Judgments in Tetun","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Gabriel de Jesus, S\\'ergio Nunes","submitted_at":"2024-06-11T14:28:24Z","abstract_excerpt":"The Cranfield paradigm has served as a foundational approach for developing test collections, with relevance judgments typically conducted by human assessors. However, the emergence of large language models (LLMs) has introduced new possibilities for automating these tasks. This paper explores the feasibility of using LLMs to automate relevance assessments, particularly within the context of low-resource languages. In our study, LLMs are employed to automate relevance judgment tasks, by providing a series of query-document pairs in Tetun as the input text. The models are tasked with assigning "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07299","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.07299/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:30:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YuWTH1A6GysQHMcrlMBxeavkGp22qAcpqK5sXxdlypBe0jqtBAjyaR9zzgyCGhqJTTQpf0tns9kXjPBeaGz+Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:29:16.651373Z"},"content_sha256":"ff793f3f31d613f8549475f33301270ae71a6f4b43b822873d50a66895e368ae","schema_version":"1.0","event_id":"sha256:ff793f3f31d613f8549475f33301270ae71a6f4b43b822873d50a66895e368ae"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LZGZZDNIDYUQULQRMXMLYOWUUV/bundle.json","state_url":"https://pith.science/pith/LZGZZDNIDYUQULQRMXMLYOWUUV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LZGZZDNIDYUQULQRMXMLYOWUUV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T10:29:16Z","links":{"resolver":"https://pith.science/pith/LZGZZDNIDYUQULQRMXMLYOWUUV","bundle":"https://pith.science/pith/LZGZZDNIDYUQULQRMXMLYOWUUV/bundle.json","state":"https://pith.science/pith/LZGZZDNIDYUQULQRMXMLYOWUUV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LZGZZDNIDYUQULQRMXMLYOWUUV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LZGZZDNIDYUQULQRMXMLYOWUUV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f590409e9f7b3a522a3ec139f3772e49eda81e4083ddf294bda967c9615cf756","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-06-11T14:28:24Z","title_canon_sha256":"833fadc40517391614e84b06384b9001c759d6a2d2d832987842bb60ad53a635"},"schema_version":"1.0","source":{"id":"2406.07299","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.07299","created_at":"2026-07-05T08:30:21Z"},{"alias_kind":"arxiv_version","alias_value":"2406.07299v1","created_at":"2026-07-05T08:30:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07299","created_at":"2026-07-05T08:30:21Z"},{"alias_kind":"pith_short_12","alias_value":"LZGZZDNIDYUQ","created_at":"2026-07-05T08:30:21Z"},{"alias_kind":"pith_short_16","alias_value":"LZGZZDNIDYUQULQR","created_at":"2026-07-05T08:30:21Z"},{"alias_kind":"pith_short_8","alias_value":"LZGZZDNI","created_at":"2026-07-05T08:30:21Z"}],"graph_snapshots":[{"event_id":"sha256:ff793f3f31d613f8549475f33301270ae71a6f4b43b822873d50a66895e368ae","target":"graph","created_at":"2026-07-05T08:30:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.07299/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The Cranfield paradigm has served as a foundational approach for developing test collections, with relevance judgments typically conducted by human assessors. However, the emergence of large language models (LLMs) has introduced new possibilities for automating these tasks. This paper explores the feasibility of using LLMs to automate relevance assessments, particularly within the context of low-resource languages. In our study, LLMs are employed to automate relevance judgment tasks, by providing a series of query-document pairs in Tetun as the input text. The models are tasked with assigning ","authors_text":"Gabriel de Jesus, S\\'ergio Nunes","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-06-11T14:28:24Z","title":"Exploring Large Language Models for Relevance Judgments in Tetun"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07299","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7652b964da176fae59085c8801c94c1c88ab7a98fe3f3dff89a64553e92cfe6c","target":"record","created_at":"2026-07-05T08:30:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f590409e9f7b3a522a3ec139f3772e49eda81e4083ddf294bda967c9615cf756","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-06-11T14:28:24Z","title_canon_sha256":"833fadc40517391614e84b06384b9001c759d6a2d2d832987842bb60ad53a635"},"schema_version":"1.0","source":{"id":"2406.07299","kind":"arxiv","version":1}},"canonical_sha256":"5e4d9c8da81e290a2e1165d8bc3ad4a5631cb44fd12100c9b8246d699b2143d5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5e4d9c8da81e290a2e1165d8bc3ad4a5631cb44fd12100c9b8246d699b2143d5","first_computed_at":"2026-07-05T08:30:21.265772Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:30:21.265772Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yWPMu3asXDEiF67G6RzNIpN/vccjxVv9mm9+BEZp3oyKjZM4+4YoJgHWcCLrkED+id7DAOBePTTFA+QbYCttCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:30:21.266281Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.07299","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7652b964da176fae59085c8801c94c1c88ab7a98fe3f3dff89a64553e92cfe6c","sha256:ff793f3f31d613f8549475f33301270ae71a6f4b43b822873d50a66895e368ae"],"state_sha256":"ccfb2417d554fa677d82ef4533726520cb1227438453f29dc65add3ead38b8b4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rjp+a+6rA/jQ1ewTkMJeyj6pVC2QZbDjNaawN2rNwppu31TKXUgTohGOpWAwxjOMT+z3Za+U3YLdC7QZg6ZCDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T10:29:16.655225Z","bundle_sha256":"b0f88daf903739fe3b0092072e718ed93e850b436f19d263f3f37d56abbf984b"}}