{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:Q5X4J42XCHP4C5STYCWN2BYJOI","short_pith_number":"pith:Q5X4J42X","canonical_record":{"source":{"id":"2310.05746","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-09T14:22:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"720298de255d1030ac88fd0749455342f2a41c25c692e05afdf302b6ba33a140","abstract_canon_sha256":"393ce742e5e8151770c2888964909a47c436b29c5715910313df5924de437688"},"schema_version":"1.0"},"canonical_sha256":"876fc4f35711dfc17653c0acdd070972001e2f453a912e0bea3fc43047550b32","source":{"kind":"arxiv","id":"2310.05746","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.05746","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"arxiv_version","alias_value":"2310.05746v4","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.05746","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"pith_short_12","alias_value":"Q5X4J42XCHP4","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"pith_short_16","alias_value":"Q5X4J42XCHP4C5ST","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"pith_short_8","alias_value":"Q5X4J42X","created_at":"2026-07-05T08:58:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:Q5X4J42XCHP4C5STYCWN2BYJOI","target":"record","payload":{"canonical_record":{"source":{"id":"2310.05746","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-09T14:22:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"720298de255d1030ac88fd0749455342f2a41c25c692e05afdf302b6ba33a140","abstract_canon_sha256":"393ce742e5e8151770c2888964909a47c436b29c5715910313df5924de437688"},"schema_version":"1.0"},"canonical_sha256":"876fc4f35711dfc17653c0acdd070972001e2f453a912e0bea3fc43047550b32","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:58:40.626398Z","signature_b64":"soQLEN2sM8lp6V8w98cfJE1ld8wRJWkr5bMnAdho0g4XmeskBVfXlyUKfi6l72HUFQZdT61k2zKS++Ao7X/9DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"876fc4f35711dfc17653c0acdd070972001e2f453a912e0bea3fc43047550b32","last_reissued_at":"2026-07-05T08:58:40.625914Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:58:40.625914Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.05746","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:58:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XTK6p2Rl6HwRaUp7XvvqMNwMrbZ8A5+lFLOeDluyL2870qLPAmxqRKIALdacNmcF/C5vOySkxbJ8obMTOto0AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T20:25:13.940604Z"},"content_sha256":"40e0c8aacf9a098bd8e62de9581f31d50fd3f9d24fd13bc51f26de3568b45026","schema_version":"1.0","event_id":"sha256:40e0c8aacf9a098bd8e62de9581f31d50fd3f9d24fd13bc51f26de3568b45026"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:Q5X4J42XCHP4C5STYCWN2BYJOI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Put Your Money Where Your Mouth Is: Evaluating Strategic Planning and Execution of LLM Agents in an Auction Arena","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bodhisattwa Prasad Majumder, Jiangjie Chen, Kyle Richardson, Rong Ye, Siyu Yuan","submitted_at":"2023-10-09T14:22:09Z","abstract_excerpt":"Recent advancements in Large Language Models (LLMs) showcase advanced reasoning, yet NLP evaluations often depend on static benchmarks. Evaluating this necessitates environments that test strategic reasoning in dynamic, competitive scenarios requiring long-term planning. We introduce AucArena, a novel evaluation suite that simulates auctions, a setting chosen for being highly unpredictable and involving many skills related to resource and risk management, while also being easy to evaluate. We conduct controlled experiments using state-of-the-art LLMs to power bidding agents to benchmark their "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.05746","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.05746/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:58:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mZDeXfiJ4S6OLrNXfpOYOd5hszb9+N2zSCjGPn6p6BnCT/Y2RVBBiGqaArVPNVybV0ZFpjZ+nZt/WW350w0CBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T20:25:13.940976Z"},"content_sha256":"31210f0b136678d03b52a34cd6a7ab07dc488defc54776e24329d088dda34bb2","schema_version":"1.0","event_id":"sha256:31210f0b136678d03b52a34cd6a7ab07dc488defc54776e24329d088dda34bb2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q5X4J42XCHP4C5STYCWN2BYJOI/bundle.json","state_url":"https://pith.science/pith/Q5X4J42XCHP4C5STYCWN2BYJOI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q5X4J42XCHP4C5STYCWN2BYJOI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T20:25:13Z","links":{"resolver":"https://pith.science/pith/Q5X4J42XCHP4C5STYCWN2BYJOI","bundle":"https://pith.science/pith/Q5X4J42XCHP4C5STYCWN2BYJOI/bundle.json","state":"https://pith.science/pith/Q5X4J42XCHP4C5STYCWN2BYJOI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q5X4J42XCHP4C5STYCWN2BYJOI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:Q5X4J42XCHP4C5STYCWN2BYJOI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"393ce742e5e8151770c2888964909a47c436b29c5715910313df5924de437688","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-09T14:22:09Z","title_canon_sha256":"720298de255d1030ac88fd0749455342f2a41c25c692e05afdf302b6ba33a140"},"schema_version":"1.0","source":{"id":"2310.05746","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.05746","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"arxiv_version","alias_value":"2310.05746v4","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.05746","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"pith_short_12","alias_value":"Q5X4J42XCHP4","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"pith_short_16","alias_value":"Q5X4J42XCHP4C5ST","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"pith_short_8","alias_value":"Q5X4J42X","created_at":"2026-07-05T08:58:40Z"}],"graph_snapshots":[{"event_id":"sha256:31210f0b136678d03b52a34cd6a7ab07dc488defc54776e24329d088dda34bb2","target":"graph","created_at":"2026-07-05T08:58:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.05746/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements in Large Language Models (LLMs) showcase advanced reasoning, yet NLP evaluations often depend on static benchmarks. Evaluating this necessitates environments that test strategic reasoning in dynamic, competitive scenarios requiring long-term planning. We introduce AucArena, a novel evaluation suite that simulates auctions, a setting chosen for being highly unpredictable and involving many skills related to resource and risk management, while also being easy to evaluate. We conduct controlled experiments using state-of-the-art LLMs to power bidding agents to benchmark their ","authors_text":"Bodhisattwa Prasad Majumder, Jiangjie Chen, Kyle Richardson, Rong Ye, Siyu Yuan","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-09T14:22:09Z","title":"Put Your Money Where Your Mouth Is: Evaluating Strategic Planning and Execution of LLM Agents in an Auction Arena"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.05746","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:40e0c8aacf9a098bd8e62de9581f31d50fd3f9d24fd13bc51f26de3568b45026","target":"record","created_at":"2026-07-05T08:58:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"393ce742e5e8151770c2888964909a47c436b29c5715910313df5924de437688","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-09T14:22:09Z","title_canon_sha256":"720298de255d1030ac88fd0749455342f2a41c25c692e05afdf302b6ba33a140"},"schema_version":"1.0","source":{"id":"2310.05746","kind":"arxiv","version":4}},"canonical_sha256":"876fc4f35711dfc17653c0acdd070972001e2f453a912e0bea3fc43047550b32","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"876fc4f35711dfc17653c0acdd070972001e2f453a912e0bea3fc43047550b32","first_computed_at":"2026-07-05T08:58:40.625914Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:58:40.625914Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"soQLEN2sM8lp6V8w98cfJE1ld8wRJWkr5bMnAdho0g4XmeskBVfXlyUKfi6l72HUFQZdT61k2zKS++Ao7X/9DA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:58:40.626398Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.05746","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:40e0c8aacf9a098bd8e62de9581f31d50fd3f9d24fd13bc51f26de3568b45026","sha256:31210f0b136678d03b52a34cd6a7ab07dc488defc54776e24329d088dda34bb2"],"state_sha256":"d7a3f39b1ac1f48b1b2a12b447d29b8a52c6e1dd30cb4ab02b808b1cbba9e426"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HxW601cqZm8YcYlNZ++8mQBcSvHjDUOwC49fwvS9JjaYadSN0tLus5dfRBnCXfriFwNnYOFtR7yiAtUXIdLdDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T20:25:13.943875Z","bundle_sha256":"ea0c0631e620433ee0bf85a8f43c68785f677994144c112fcd44d68861cc70a7"}}