{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:6EQIAFUUXL6KRZPLUSAYC55UBY","short_pith_number":"pith:6EQIAFUU","canonical_record":{"source":{"id":"2310.06225","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-10-10T00:39:04Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"66ed404eb390222e8f20cd63347bb924f23a922cd6ace9becca428c29244d671","abstract_canon_sha256":"da161a31f007e9a850af2d0756f90fabd0a6e6469a57aee782109c8d7ccb265b"},"schema_version":"1.0"},"canonical_sha256":"f120801694bafca8e5eba4818177b40e1eabdcc0861bc06511f38b4a34c14aa1","source":{"kind":"arxiv","id":"2310.06225","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.06225","created_at":"2026-07-05T07:00:09Z"},{"alias_kind":"arxiv_version","alias_value":"2310.06225v2","created_at":"2026-07-05T07:00:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.06225","created_at":"2026-07-05T07:00:09Z"},{"alias_kind":"pith_short_12","alias_value":"6EQIAFUUXL6K","created_at":"2026-07-05T07:00:09Z"},{"alias_kind":"pith_short_16","alias_value":"6EQIAFUUXL6KRZPL","created_at":"2026-07-05T07:00:09Z"},{"alias_kind":"pith_short_8","alias_value":"6EQIAFUU","created_at":"2026-07-05T07:00:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:6EQIAFUUXL6KRZPLUSAYC55UBY","target":"record","payload":{"canonical_record":{"source":{"id":"2310.06225","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-10-10T00:39:04Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"66ed404eb390222e8f20cd63347bb924f23a922cd6ace9becca428c29244d671","abstract_canon_sha256":"da161a31f007e9a850af2d0756f90fabd0a6e6469a57aee782109c8d7ccb265b"},"schema_version":"1.0"},"canonical_sha256":"f120801694bafca8e5eba4818177b40e1eabdcc0861bc06511f38b4a34c14aa1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:00:09.915100Z","signature_b64":"c7zx709DSFQ0dvpa9wR8SAsAOoPvc7iajXwlSjzGaZ/7tyjAQFAc4Jv2OvLsvF2pZzP4HR4Uh6ELWBzCGTLLDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f120801694bafca8e5eba4818177b40e1eabdcc0861bc06511f38b4a34c14aa1","last_reissued_at":"2026-07-05T07:00:09.914554Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:00:09.914554Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.06225","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:00:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e8NAb629i6W+wS44cYIERwG/nnuFKxfoZQjsf/yAQ0OIQE7qhcamAp5pgl71kvloBzS9ZdTPn9xizoVAAZrUCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:36:15.068456Z"},"content_sha256":"8e98573e41e3dcfd292371ae7074189343821cff88e4c107511a835397e9f9d4","schema_version":"1.0","event_id":"sha256:8e98573e41e3dcfd292371ae7074189343821cff88e4c107511a835397e9f9d4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:6EQIAFUUXL6KRZPLUSAYC55UBY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GPT-4 as an Agronomist Assistant? Answering Agriculture Exams Using Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Bruno Silva, Leonardo Nunes, Ranveer Chandra, Roberto Estev\\~ao, Vijay Aski","submitted_at":"2023-10-10T00:39:04Z","abstract_excerpt":"Large language models (LLMs) have demonstrated remarkable capabilities in natural language understanding across various domains, including healthcare and finance. For some tasks, LLMs achieve similar or better performance than trained human beings, therefore it is reasonable to employ human exams (e.g., certification tests) to assess the performance of LLMs. We present a comprehensive evaluation of popular LLMs, such as Llama 2 and GPT, on their ability to answer agriculture-related questions. In our evaluation, we also employ RAG (Retrieval-Augmented Generation) and ER (Ensemble Refinement) t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.06225","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.06225/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:00:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZWdfyFlKzSjaJHsr4cawBNk39XS+XOLIzf3cKWbILyfZApewRBpNslF5EDjmNOMVbZZNV3VqQRb5tNZOPTnfCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:36:15.069334Z"},"content_sha256":"e9c696c6b7fef3298067cda8642df2e79656d9eb8c2f3240082cf35fcce561d2","schema_version":"1.0","event_id":"sha256:e9c696c6b7fef3298067cda8642df2e79656d9eb8c2f3240082cf35fcce561d2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6EQIAFUUXL6KRZPLUSAYC55UBY/bundle.json","state_url":"https://pith.science/pith/6EQIAFUUXL6KRZPLUSAYC55UBY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6EQIAFUUXL6KRZPLUSAYC55UBY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T06:36:15Z","links":{"resolver":"https://pith.science/pith/6EQIAFUUXL6KRZPLUSAYC55UBY","bundle":"https://pith.science/pith/6EQIAFUUXL6KRZPLUSAYC55UBY/bundle.json","state":"https://pith.science/pith/6EQIAFUUXL6KRZPLUSAYC55UBY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6EQIAFUUXL6KRZPLUSAYC55UBY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:6EQIAFUUXL6KRZPLUSAYC55UBY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"da161a31f007e9a850af2d0756f90fabd0a6e6469a57aee782109c8d7ccb265b","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-10-10T00:39:04Z","title_canon_sha256":"66ed404eb390222e8f20cd63347bb924f23a922cd6ace9becca428c29244d671"},"schema_version":"1.0","source":{"id":"2310.06225","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.06225","created_at":"2026-07-05T07:00:09Z"},{"alias_kind":"arxiv_version","alias_value":"2310.06225v2","created_at":"2026-07-05T07:00:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.06225","created_at":"2026-07-05T07:00:09Z"},{"alias_kind":"pith_short_12","alias_value":"6EQIAFUUXL6K","created_at":"2026-07-05T07:00:09Z"},{"alias_kind":"pith_short_16","alias_value":"6EQIAFUUXL6KRZPL","created_at":"2026-07-05T07:00:09Z"},{"alias_kind":"pith_short_8","alias_value":"6EQIAFUU","created_at":"2026-07-05T07:00:09Z"}],"graph_snapshots":[{"event_id":"sha256:e9c696c6b7fef3298067cda8642df2e79656d9eb8c2f3240082cf35fcce561d2","target":"graph","created_at":"2026-07-05T07:00:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.06225/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have demonstrated remarkable capabilities in natural language understanding across various domains, including healthcare and finance. For some tasks, LLMs achieve similar or better performance than trained human beings, therefore it is reasonable to employ human exams (e.g., certification tests) to assess the performance of LLMs. We present a comprehensive evaluation of popular LLMs, such as Llama 2 and GPT, on their ability to answer agriculture-related questions. In our evaluation, we also employ RAG (Retrieval-Augmented Generation) and ER (Ensemble Refinement) t","authors_text":"Bruno Silva, Leonardo Nunes, Ranveer Chandra, Roberto Estev\\~ao, Vijay Aski","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-10-10T00:39:04Z","title":"GPT-4 as an Agronomist Assistant? Answering Agriculture Exams Using Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.06225","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8e98573e41e3dcfd292371ae7074189343821cff88e4c107511a835397e9f9d4","target":"record","created_at":"2026-07-05T07:00:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"da161a31f007e9a850af2d0756f90fabd0a6e6469a57aee782109c8d7ccb265b","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-10-10T00:39:04Z","title_canon_sha256":"66ed404eb390222e8f20cd63347bb924f23a922cd6ace9becca428c29244d671"},"schema_version":"1.0","source":{"id":"2310.06225","kind":"arxiv","version":2}},"canonical_sha256":"f120801694bafca8e5eba4818177b40e1eabdcc0861bc06511f38b4a34c14aa1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f120801694bafca8e5eba4818177b40e1eabdcc0861bc06511f38b4a34c14aa1","first_computed_at":"2026-07-05T07:00:09.914554Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:00:09.914554Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"c7zx709DSFQ0dvpa9wR8SAsAOoPvc7iajXwlSjzGaZ/7tyjAQFAc4Jv2OvLsvF2pZzP4HR4Uh6ELWBzCGTLLDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:00:09.915100Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.06225","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8e98573e41e3dcfd292371ae7074189343821cff88e4c107511a835397e9f9d4","sha256:e9c696c6b7fef3298067cda8642df2e79656d9eb8c2f3240082cf35fcce561d2"],"state_sha256":"ceb2ba9e9e71629ff3080ac3b5114684733e7c85f68183575db37e4199dba48f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ERzsybn0RxrhNtbsrxNeOoUdvsrf2HWbYHO9nrdsPd7Cda1vOyPnHMu8RHA1kpKDlZ5ANUGXCEwiv2hcYxuGAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T06:36:15.073453Z","bundle_sha256":"4ba259857104b190883f750cf38c8857be370da29d954ece3b6f67b5611ceba4"}}