{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:F7C55MXG7UY3YFZL4B6JFS6BOL","short_pith_number":"pith:F7C55MXG","canonical_record":{"source":{"id":"2303.08559","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-15T12:20:13Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"326f5b1b0bf487027deba71482d9a96b6d79eac24a44a732ae7889eaaf823fa1","abstract_canon_sha256":"e129e1cae79b9361117779e6194fbc748a0b2edfc3848ad99df6ec72b09eb7d9"},"schema_version":"1.0"},"canonical_sha256":"2fc5deb2e6fd31bc172be07c92cbc172ce0008566c2b0a0c0c450956ecc2a305","source":{"kind":"arxiv","id":"2303.08559","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.08559","created_at":"2026-07-05T08:07:09Z"},{"alias_kind":"arxiv_version","alias_value":"2303.08559v2","created_at":"2026-07-05T08:07:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.08559","created_at":"2026-07-05T08:07:09Z"},{"alias_kind":"pith_short_12","alias_value":"F7C55MXG7UY3","created_at":"2026-07-05T08:07:09Z"},{"alias_kind":"pith_short_16","alias_value":"F7C55MXG7UY3YFZL","created_at":"2026-07-05T08:07:09Z"},{"alias_kind":"pith_short_8","alias_value":"F7C55MXG","created_at":"2026-07-05T08:07:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:F7C55MXG7UY3YFZL4B6JFS6BOL","target":"record","payload":{"canonical_record":{"source":{"id":"2303.08559","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-15T12:20:13Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"326f5b1b0bf487027deba71482d9a96b6d79eac24a44a732ae7889eaaf823fa1","abstract_canon_sha256":"e129e1cae79b9361117779e6194fbc748a0b2edfc3848ad99df6ec72b09eb7d9"},"schema_version":"1.0"},"canonical_sha256":"2fc5deb2e6fd31bc172be07c92cbc172ce0008566c2b0a0c0c450956ecc2a305","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:07:09.139216Z","signature_b64":"07d1lE1a/4bPfKmuqF9PIwCLjHhpjzfjc8DqDZjny4UFM1xxnxtQdGcfXk4svAGdAMbGyoVhCr70VYnPKv7ECw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2fc5deb2e6fd31bc172be07c92cbc172ce0008566c2b0a0c0c450956ecc2a305","last_reissued_at":"2026-07-05T08:07:09.138729Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:07:09.138729Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.08559","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:07:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YFAecGghkyqFAG6Sc9D0nV51KLr5meDl81+6MXFLPUKQeRf0PLnRcJHLS76LESBo5X7jy299DI3G3X7gtFUDDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T04:55:49.829474Z"},"content_sha256":"7a5ba3c2f34d8d1be19c4599dddd559f8d01129f6745e0a163f789dd5d6d1fe5","schema_version":"1.0","event_id":"sha256:7a5ba3c2f34d8d1be19c4599dddd559f8d01129f6745e0a163f789dd5d6d1fe5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:F7C55MXG7UY3YFZL4B6JFS6BOL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large Language Model Is Not a Good Few-shot Information Extractor, but a Good Reranker for Hard Samples!","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Aixin Sun, Yixin Cao, YongChing Hong, Yubo Ma","submitted_at":"2023-03-15T12:20:13Z","abstract_excerpt":"Large Language Models (LLMs) have made remarkable strides in various tasks. Whether LLMs are competitive few-shot solvers for information extraction (IE) tasks, however, remains an open problem. In this work, we aim to provide a thorough answer to this question. Through extensive experiments on nine datasets across four IE tasks, we demonstrate that current advanced LLMs consistently exhibit inferior performance, higher latency, and increased budget requirements compared to fine-tuned SLMs under most settings. Therefore, we conclude that LLMs are not effective few-shot information extractors i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.08559","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.08559/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:07:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"thANZsrs0CXf33G1gZv4N/AcZYGwvoainn6VuhdtnG8T+RR+0nIvIc85b+XJRbvvPjTodieq7drNtBf0m9iQCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T04:55:49.830103Z"},"content_sha256":"2d19860e39c2a33220d5e4ba4eca44dd15cb058c5f4aa018a5b9697af602c478","schema_version":"1.0","event_id":"sha256:2d19860e39c2a33220d5e4ba4eca44dd15cb058c5f4aa018a5b9697af602c478"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F7C55MXG7UY3YFZL4B6JFS6BOL/bundle.json","state_url":"https://pith.science/pith/F7C55MXG7UY3YFZL4B6JFS6BOL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F7C55MXG7UY3YFZL4B6JFS6BOL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T04:55:49Z","links":{"resolver":"https://pith.science/pith/F7C55MXG7UY3YFZL4B6JFS6BOL","bundle":"https://pith.science/pith/F7C55MXG7UY3YFZL4B6JFS6BOL/bundle.json","state":"https://pith.science/pith/F7C55MXG7UY3YFZL4B6JFS6BOL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F7C55MXG7UY3YFZL4B6JFS6BOL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:F7C55MXG7UY3YFZL4B6JFS6BOL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e129e1cae79b9361117779e6194fbc748a0b2edfc3848ad99df6ec72b09eb7d9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-15T12:20:13Z","title_canon_sha256":"326f5b1b0bf487027deba71482d9a96b6d79eac24a44a732ae7889eaaf823fa1"},"schema_version":"1.0","source":{"id":"2303.08559","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.08559","created_at":"2026-07-05T08:07:09Z"},{"alias_kind":"arxiv_version","alias_value":"2303.08559v2","created_at":"2026-07-05T08:07:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.08559","created_at":"2026-07-05T08:07:09Z"},{"alias_kind":"pith_short_12","alias_value":"F7C55MXG7UY3","created_at":"2026-07-05T08:07:09Z"},{"alias_kind":"pith_short_16","alias_value":"F7C55MXG7UY3YFZL","created_at":"2026-07-05T08:07:09Z"},{"alias_kind":"pith_short_8","alias_value":"F7C55MXG","created_at":"2026-07-05T08:07:09Z"}],"graph_snapshots":[{"event_id":"sha256:2d19860e39c2a33220d5e4ba4eca44dd15cb058c5f4aa018a5b9697af602c478","target":"graph","created_at":"2026-07-05T08:07:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.08559/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have made remarkable strides in various tasks. Whether LLMs are competitive few-shot solvers for information extraction (IE) tasks, however, remains an open problem. In this work, we aim to provide a thorough answer to this question. Through extensive experiments on nine datasets across four IE tasks, we demonstrate that current advanced LLMs consistently exhibit inferior performance, higher latency, and increased budget requirements compared to fine-tuned SLMs under most settings. Therefore, we conclude that LLMs are not effective few-shot information extractors i","authors_text":"Aixin Sun, Yixin Cao, YongChing Hong, Yubo Ma","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-15T12:20:13Z","title":"Large Language Model Is Not a Good Few-shot Information Extractor, but a Good Reranker for Hard Samples!"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.08559","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7a5ba3c2f34d8d1be19c4599dddd559f8d01129f6745e0a163f789dd5d6d1fe5","target":"record","created_at":"2026-07-05T08:07:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e129e1cae79b9361117779e6194fbc748a0b2edfc3848ad99df6ec72b09eb7d9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-15T12:20:13Z","title_canon_sha256":"326f5b1b0bf487027deba71482d9a96b6d79eac24a44a732ae7889eaaf823fa1"},"schema_version":"1.0","source":{"id":"2303.08559","kind":"arxiv","version":2}},"canonical_sha256":"2fc5deb2e6fd31bc172be07c92cbc172ce0008566c2b0a0c0c450956ecc2a305","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2fc5deb2e6fd31bc172be07c92cbc172ce0008566c2b0a0c0c450956ecc2a305","first_computed_at":"2026-07-05T08:07:09.138729Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:07:09.138729Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"07d1lE1a/4bPfKmuqF9PIwCLjHhpjzfjc8DqDZjny4UFM1xxnxtQdGcfXk4svAGdAMbGyoVhCr70VYnPKv7ECw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:07:09.139216Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.08559","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7a5ba3c2f34d8d1be19c4599dddd559f8d01129f6745e0a163f789dd5d6d1fe5","sha256:2d19860e39c2a33220d5e4ba4eca44dd15cb058c5f4aa018a5b9697af602c478"],"state_sha256":"8dfc2e151d29d7f03107fb2bc82f42ac50c724f113113645b750aa2d13623562"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VwXstwtRWKvuniqNEYY3lyDGBdSRgvHALqt+Ti/UA0JWP+S16AEFHr7SI4uDLA5WOlKl5PlKyQdjOw5dtcdXDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T04:55:49.834222Z","bundle_sha256":"35ebecc3c5c1dd4ba8d9e2913223fc1351696fc8dd58bcb86507fee75e5c30e9"}}