{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7VR3TNGMFNCPHL5JH722NIYTUP","short_pith_number":"pith:7VR3TNGM","canonical_record":{"source":{"id":"2405.10276","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-16T17:33:50Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"06e434f0f2d8d73412ff625d00635509a55cfa18fa03434d3a5294f8979516a6","abstract_canon_sha256":"31897a9be06d7891f095f8a392e3c404f2fb6eb5f814b440021fc7b004fa2bdd"},"schema_version":"1.0"},"canonical_sha256":"fd63b9b4cc2b44f3afa93ff5a6a313a3fed39ff5ca1783b76f09f64dc5672b89","source":{"kind":"arxiv","id":"2405.10276","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.10276","created_at":"2026-07-05T08:45:51Z"},{"alias_kind":"arxiv_version","alias_value":"2405.10276v2","created_at":"2026-07-05T08:45:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.10276","created_at":"2026-07-05T08:45:51Z"},{"alias_kind":"pith_short_12","alias_value":"7VR3TNGMFNCP","created_at":"2026-07-05T08:45:51Z"},{"alias_kind":"pith_short_16","alias_value":"7VR3TNGMFNCPHL5J","created_at":"2026-07-05T08:45:51Z"},{"alias_kind":"pith_short_8","alias_value":"7VR3TNGM","created_at":"2026-07-05T08:45:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7VR3TNGMFNCPHL5JH722NIYTUP","target":"record","payload":{"canonical_record":{"source":{"id":"2405.10276","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-16T17:33:50Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"06e434f0f2d8d73412ff625d00635509a55cfa18fa03434d3a5294f8979516a6","abstract_canon_sha256":"31897a9be06d7891f095f8a392e3c404f2fb6eb5f814b440021fc7b004fa2bdd"},"schema_version":"1.0"},"canonical_sha256":"fd63b9b4cc2b44f3afa93ff5a6a313a3fed39ff5ca1783b76f09f64dc5672b89","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:45:51.543669Z","signature_b64":"8Myz1CjEBvgTTCnmHNfNbs/xSfj/cva7dT0H3SOE8xSTLEXu4GMZBQxj3yz0jh/nFRFln5lmhsAz+mk4yuAKCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fd63b9b4cc2b44f3afa93ff5a6a313a3fed39ff5ca1783b76f09f64dc5672b89","last_reissued_at":"2026-07-05T08:45:51.543246Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:45:51.543246Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.10276","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:45:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T94zfELLe1mZ47gZ8RQ0DrRZ4cNKDEz+/MOgsi0Z/3UNbN7UhWVybjNR/kz22sekAdYtO86fV8Y2bt5OA5ELDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T05:22:30.773631Z"},"content_sha256":"db5ab069b89488a032c3c113d5807284efeecab09a9e4daa633b20a7f06a9cf1","schema_version":"1.0","event_id":"sha256:db5ab069b89488a032c3c113d5807284efeecab09a9e4daa633b20a7f06a9cf1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7VR3TNGMFNCPHL5JH722NIYTUP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Revisiting OPRO: The Limitations of Small-Scale LLMs as Optimizers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.CL","authors_text":"Jinyue Yuan, Salman Avestimehr, Tuo Zhang","submitted_at":"2024-05-16T17:33:50Z","abstract_excerpt":"Numerous recent works aim to enhance the efficacy of Large Language Models (LLMs) through strategic prompting. In particular, the Optimization by PROmpting (OPRO) approach provides state-of-the-art performance by leveraging LLMs as optimizers where the optimization task is to find instructions that maximize the task accuracy. In this paper, we revisit OPRO for automated prompting with relatively small-scale LLMs, such as LLaMa-2 family and Mistral 7B. Our investigation reveals that OPRO shows limited effectiveness in small-scale LLMs, with limited inference capabilities constraining optimizati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.10276","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.10276/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:45:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KgBIjJnU2nfnk8zzTq0Y4L7HGeqW0CAq/QDXnsKTfyLrt00IrmlpkJSYDilJeVtIY5QPCYDlha5CRO+XCkqxDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T05:22:30.774694Z"},"content_sha256":"4f209b40b1ae79218b51466a6e4e67ff57406d59e2a31dbdbaa215cc9a4d07f0","schema_version":"1.0","event_id":"sha256:4f209b40b1ae79218b51466a6e4e67ff57406d59e2a31dbdbaa215cc9a4d07f0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7VR3TNGMFNCPHL5JH722NIYTUP/bundle.json","state_url":"https://pith.science/pith/7VR3TNGMFNCPHL5JH722NIYTUP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7VR3TNGMFNCPHL5JH722NIYTUP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T05:22:30Z","links":{"resolver":"https://pith.science/pith/7VR3TNGMFNCPHL5JH722NIYTUP","bundle":"https://pith.science/pith/7VR3TNGMFNCPHL5JH722NIYTUP/bundle.json","state":"https://pith.science/pith/7VR3TNGMFNCPHL5JH722NIYTUP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7VR3TNGMFNCPHL5JH722NIYTUP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7VR3TNGMFNCPHL5JH722NIYTUP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"31897a9be06d7891f095f8a392e3c404f2fb6eb5f814b440021fc7b004fa2bdd","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-16T17:33:50Z","title_canon_sha256":"06e434f0f2d8d73412ff625d00635509a55cfa18fa03434d3a5294f8979516a6"},"schema_version":"1.0","source":{"id":"2405.10276","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.10276","created_at":"2026-07-05T08:45:51Z"},{"alias_kind":"arxiv_version","alias_value":"2405.10276v2","created_at":"2026-07-05T08:45:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.10276","created_at":"2026-07-05T08:45:51Z"},{"alias_kind":"pith_short_12","alias_value":"7VR3TNGMFNCP","created_at":"2026-07-05T08:45:51Z"},{"alias_kind":"pith_short_16","alias_value":"7VR3TNGMFNCPHL5J","created_at":"2026-07-05T08:45:51Z"},{"alias_kind":"pith_short_8","alias_value":"7VR3TNGM","created_at":"2026-07-05T08:45:51Z"}],"graph_snapshots":[{"event_id":"sha256:4f209b40b1ae79218b51466a6e4e67ff57406d59e2a31dbdbaa215cc9a4d07f0","target":"graph","created_at":"2026-07-05T08:45:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.10276/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Numerous recent works aim to enhance the efficacy of Large Language Models (LLMs) through strategic prompting. In particular, the Optimization by PROmpting (OPRO) approach provides state-of-the-art performance by leveraging LLMs as optimizers where the optimization task is to find instructions that maximize the task accuracy. In this paper, we revisit OPRO for automated prompting with relatively small-scale LLMs, such as LLaMa-2 family and Mistral 7B. Our investigation reveals that OPRO shows limited effectiveness in small-scale LLMs, with limited inference capabilities constraining optimizati","authors_text":"Jinyue Yuan, Salman Avestimehr, Tuo Zhang","cross_cats":["cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-16T17:33:50Z","title":"Revisiting OPRO: The Limitations of Small-Scale LLMs as Optimizers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.10276","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:db5ab069b89488a032c3c113d5807284efeecab09a9e4daa633b20a7f06a9cf1","target":"record","created_at":"2026-07-05T08:45:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"31897a9be06d7891f095f8a392e3c404f2fb6eb5f814b440021fc7b004fa2bdd","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-16T17:33:50Z","title_canon_sha256":"06e434f0f2d8d73412ff625d00635509a55cfa18fa03434d3a5294f8979516a6"},"schema_version":"1.0","source":{"id":"2405.10276","kind":"arxiv","version":2}},"canonical_sha256":"fd63b9b4cc2b44f3afa93ff5a6a313a3fed39ff5ca1783b76f09f64dc5672b89","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fd63b9b4cc2b44f3afa93ff5a6a313a3fed39ff5ca1783b76f09f64dc5672b89","first_computed_at":"2026-07-05T08:45:51.543246Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:45:51.543246Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8Myz1CjEBvgTTCnmHNfNbs/xSfj/cva7dT0H3SOE8xSTLEXu4GMZBQxj3yz0jh/nFRFln5lmhsAz+mk4yuAKCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:45:51.543669Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.10276","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:db5ab069b89488a032c3c113d5807284efeecab09a9e4daa633b20a7f06a9cf1","sha256:4f209b40b1ae79218b51466a6e4e67ff57406d59e2a31dbdbaa215cc9a4d07f0"],"state_sha256":"00a9398ed20b09079c8029beeff01e82fdf6af0b103f8346ae0aa34066130ecb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pkheVtJPDY7tBK+F/Pn9tn0ZanRJA7IecnlAQlHcKkYss1nkdHrTqPh+e1K24hLH0Im0qODmhxFE7l7+DMKMDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T05:22:30.781274Z","bundle_sha256":"d7863b2012e846fc7987d39fe394ee0bc41031ddc410a9f654a172092ddf379f"}}