{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:U45XPVT6YGMS3GFHN72TTOEN6U","short_pith_number":"pith:U45XPVT6","canonical_record":{"source":{"id":"2404.02261","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-02T19:34:22Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"3f0a5f4499215356e83bacebc967562f3bb25bfbcbd8a2365812afb0268856fd","abstract_canon_sha256":"aaac615d1fd25e083dff67b3f08ea291f033b6c1beb579d36c8d48267f305564"},"schema_version":"1.0"},"canonical_sha256":"a73b77d67ec1992d98a76ff539b88df53118c0ba54931b07430ed8ae461a3c00","source":{"kind":"arxiv","id":"2404.02261","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.02261","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"arxiv_version","alias_value":"2404.02261v2","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.02261","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"pith_short_12","alias_value":"U45XPVT6YGMS","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"pith_short_16","alias_value":"U45XPVT6YGMS3GFH","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"pith_short_8","alias_value":"U45XPVT6","created_at":"2026-07-05T08:35:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:U45XPVT6YGMS3GFHN72TTOEN6U","target":"record","payload":{"canonical_record":{"source":{"id":"2404.02261","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-02T19:34:22Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"3f0a5f4499215356e83bacebc967562f3bb25bfbcbd8a2365812afb0268856fd","abstract_canon_sha256":"aaac615d1fd25e083dff67b3f08ea291f033b6c1beb579d36c8d48267f305564"},"schema_version":"1.0"},"canonical_sha256":"a73b77d67ec1992d98a76ff539b88df53118c0ba54931b07430ed8ae461a3c00","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:35:45.024587Z","signature_b64":"+fCgD+5ohLQmqpIC84ofyMN2ilVbV8fgNqP0Pic3jBa3nf+pTUwSKBg3qUkMReHBJVjQZs43L47D0vtPbRyODw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a73b77d67ec1992d98a76ff539b88df53118c0ba54931b07430ed8ae461a3c00","last_reissued_at":"2026-07-05T08:35:45.024145Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:35:45.024145Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.02261","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:35:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0mLIKJc9DO0zNTtKFdXtgKmUtoGC+c+NMlU7CnEpzzsR9E5pcN6piQQc8xwTi7cIL7uYkmD3a1drC8pokqwDCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T08:49:27.359230Z"},"content_sha256":"00bd6636ade20c21e194ddb67ad15b935f8876e18774a647115646d3aed17e8f","schema_version":"1.0","event_id":"sha256:00bd6636ade20c21e194ddb67ad15b935f8876e18774a647115646d3aed17e8f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:U45XPVT6YGMS3GFHN72TTOEN6U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLMs in the Loop: Leveraging Large Language Model Annotations for Active Learning in Low-Resource Languages","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Michael Granitzer, Mohammad Khodadadi, Muhammed Nurullah Gumus, Nataliia Kholodna, Sahib Julka","submitted_at":"2024-04-02T19:34:22Z","abstract_excerpt":"Low-resource languages face significant barriers in AI development due to limited linguistic resources and expertise for data labeling, rendering them rare and costly. The scarcity of data and the absence of preexisting tools exacerbate these challenges, especially since these languages may not be adequately represented in various NLP datasets. To address this gap, we propose leveraging the potential of LLMs in the active learning loop for data annotation. Initially, we conduct evaluations to assess inter-annotator agreement and consistency, facilitating the selection of a suitable LLM annotat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.02261","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.02261/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:35:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KuyZIBXUy28HmWnwhwPJ/Y3nDHDCaLbbO5saXpl9bCMrrCOsDdVWMxaA2fK3Ord7DIg/qn1A/4KYXRRtIkdpDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T08:49:27.360199Z"},"content_sha256":"e64a33eb4fb642d4b055929e7b64f4f3fb3bde62fc06db50dc67d53ace0896ba","schema_version":"1.0","event_id":"sha256:e64a33eb4fb642d4b055929e7b64f4f3fb3bde62fc06db50dc67d53ace0896ba"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U45XPVT6YGMS3GFHN72TTOEN6U/bundle.json","state_url":"https://pith.science/pith/U45XPVT6YGMS3GFHN72TTOEN6U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U45XPVT6YGMS3GFHN72TTOEN6U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T08:49:27Z","links":{"resolver":"https://pith.science/pith/U45XPVT6YGMS3GFHN72TTOEN6U","bundle":"https://pith.science/pith/U45XPVT6YGMS3GFHN72TTOEN6U/bundle.json","state":"https://pith.science/pith/U45XPVT6YGMS3GFHN72TTOEN6U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U45XPVT6YGMS3GFHN72TTOEN6U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:U45XPVT6YGMS3GFHN72TTOEN6U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aaac615d1fd25e083dff67b3f08ea291f033b6c1beb579d36c8d48267f305564","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-02T19:34:22Z","title_canon_sha256":"3f0a5f4499215356e83bacebc967562f3bb25bfbcbd8a2365812afb0268856fd"},"schema_version":"1.0","source":{"id":"2404.02261","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.02261","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"arxiv_version","alias_value":"2404.02261v2","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.02261","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"pith_short_12","alias_value":"U45XPVT6YGMS","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"pith_short_16","alias_value":"U45XPVT6YGMS3GFH","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"pith_short_8","alias_value":"U45XPVT6","created_at":"2026-07-05T08:35:45Z"}],"graph_snapshots":[{"event_id":"sha256:e64a33eb4fb642d4b055929e7b64f4f3fb3bde62fc06db50dc67d53ace0896ba","target":"graph","created_at":"2026-07-05T08:35:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.02261/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Low-resource languages face significant barriers in AI development due to limited linguistic resources and expertise for data labeling, rendering them rare and costly. The scarcity of data and the absence of preexisting tools exacerbate these challenges, especially since these languages may not be adequately represented in various NLP datasets. To address this gap, we propose leveraging the potential of LLMs in the active learning loop for data annotation. Initially, we conduct evaluations to assess inter-annotator agreement and consistency, facilitating the selection of a suitable LLM annotat","authors_text":"Michael Granitzer, Mohammad Khodadadi, Muhammed Nurullah Gumus, Nataliia Kholodna, Sahib Julka","cross_cats":["cs.AI","cs.IR","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-02T19:34:22Z","title":"LLMs in the Loop: Leveraging Large Language Model Annotations for Active Learning in Low-Resource Languages"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.02261","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:00bd6636ade20c21e194ddb67ad15b935f8876e18774a647115646d3aed17e8f","target":"record","created_at":"2026-07-05T08:35:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aaac615d1fd25e083dff67b3f08ea291f033b6c1beb579d36c8d48267f305564","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-02T19:34:22Z","title_canon_sha256":"3f0a5f4499215356e83bacebc967562f3bb25bfbcbd8a2365812afb0268856fd"},"schema_version":"1.0","source":{"id":"2404.02261","kind":"arxiv","version":2}},"canonical_sha256":"a73b77d67ec1992d98a76ff539b88df53118c0ba54931b07430ed8ae461a3c00","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a73b77d67ec1992d98a76ff539b88df53118c0ba54931b07430ed8ae461a3c00","first_computed_at":"2026-07-05T08:35:45.024145Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:35:45.024145Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+fCgD+5ohLQmqpIC84ofyMN2ilVbV8fgNqP0Pic3jBa3nf+pTUwSKBg3qUkMReHBJVjQZs43L47D0vtPbRyODw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:35:45.024587Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.02261","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:00bd6636ade20c21e194ddb67ad15b935f8876e18774a647115646d3aed17e8f","sha256:e64a33eb4fb642d4b055929e7b64f4f3fb3bde62fc06db50dc67d53ace0896ba"],"state_sha256":"553238af1beb6dedc63958c064505c3bff09537b874d4ce34506cdb5abc823ea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fy+5+kM8WNKEYHCfCmpM4CkRJ8/RBOjsh2Pq2YO2pQmazZGeZL4pvKbRS/Z5HbvGBGEGj4Ha9GtwYx73QY26Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T08:49:27.366534Z","bundle_sha256":"68a2b95cdbee13c56dc3d34eb7c400686b0673c32a7be59c8dd00da0aecdc5f1"}}