{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OZM5KMKUWINMFSI23NMS5BQGUF","short_pith_number":"pith:OZM5KMKU","canonical_record":{"source":{"id":"2401.01735","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.GT","submitted_at":"2024-01-03T13:18:24Z","cross_cats_sorted":[],"title_canon_sha256":"fd2bdd6a5f41e7ffd554cb576322f9b8a0bba4fb5bf9529614ff17448a633191","abstract_canon_sha256":"c1ecf12848f012e313503554e6d0332e14c55dec8250095a57838d456fb8ecc3"},"schema_version":"1.0"},"canonical_sha256":"7659d53154b21ac2c91adb592e8606a14889813dace3c0b07ec030bc23afac32","source":{"kind":"arxiv","id":"2401.01735","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.01735","created_at":"2026-07-05T07:29:56Z"},{"alias_kind":"arxiv_version","alias_value":"2401.01735v1","created_at":"2026-07-05T07:29:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.01735","created_at":"2026-07-05T07:29:56Z"},{"alias_kind":"pith_short_12","alias_value":"OZM5KMKUWINM","created_at":"2026-07-05T07:29:56Z"},{"alias_kind":"pith_short_16","alias_value":"OZM5KMKUWINMFSI2","created_at":"2026-07-05T07:29:56Z"},{"alias_kind":"pith_short_8","alias_value":"OZM5KMKU","created_at":"2026-07-05T07:29:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OZM5KMKUWINMFSI23NMS5BQGUF","target":"record","payload":{"canonical_record":{"source":{"id":"2401.01735","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.GT","submitted_at":"2024-01-03T13:18:24Z","cross_cats_sorted":[],"title_canon_sha256":"fd2bdd6a5f41e7ffd554cb576322f9b8a0bba4fb5bf9529614ff17448a633191","abstract_canon_sha256":"c1ecf12848f012e313503554e6d0332e14c55dec8250095a57838d456fb8ecc3"},"schema_version":"1.0"},"canonical_sha256":"7659d53154b21ac2c91adb592e8606a14889813dace3c0b07ec030bc23afac32","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:29:56.487781Z","signature_b64":"SNWs5CGoyAQqWlxaSnjBmPO40BnrIPpBs4fzgQrUVx0Z6DdPTrNSj2VU4vgtsdLeB/Ib7DxaEerHvbP6Hb3MDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7659d53154b21ac2c91adb592e8606a14889813dace3c0b07ec030bc23afac32","last_reissued_at":"2026-07-05T07:29:56.487446Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:29:56.487446Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.01735","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:29:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZDnTg02MFq5+V96na1AjqXajmNuYc0ttxsHHumHNB2o03UNBO3PGkl8FtJJdARGZXikNA7KNUhQghQN3l6W1Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T12:12:21.994511Z"},"content_sha256":"6b1646bf928f55de8c382c266d11ed892506f26138a5156917d1793940984228","schema_version":"1.0","event_id":"sha256:6b1646bf928f55de8c382c266d11ed892506f26138a5156917d1793940984228"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OZM5KMKUWINMFSI23NMS5BQGUF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Economics Arena for Large Language Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.GT","authors_text":"Dianbo Sui, Haochuan Wang, Haoran Bu, Shangmin Guo, Siting Lu, Yi Ren, Yuming Shang","submitted_at":"2024-01-03T13:18:24Z","abstract_excerpt":"Large language models (LLMs) have been extensively used as the backbones for general-purpose agents, and some economics literature suggest that LLMs are capable of playing various types of economics games. Following these works, to overcome the limitation of evaluating LLMs using static benchmarks, we propose to explore competitive games as an evaluation for LLMs to incorporate multi-players and dynamicise the environment. By varying the game history revealed to LLMs-based players, we find that most of LLMs are rational in that they play strategies that can increase their payoffs, but not as r"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.01735","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.01735/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:29:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hoY6GPPv6PvfZ7x7kjSTgDFebAi+AEiXWMPsr2cQA5jOni5dBzd5bXHH1Vc+fWxxzOeHofOdF1kIinZYGSfnCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T12:12:21.995043Z"},"content_sha256":"3159cbb9a6ab0327d9561bebeaf474d8a0b7de852ca45d5e58a950d367edefc0","schema_version":"1.0","event_id":"sha256:3159cbb9a6ab0327d9561bebeaf474d8a0b7de852ca45d5e58a950d367edefc0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OZM5KMKUWINMFSI23NMS5BQGUF/bundle.json","state_url":"https://pith.science/pith/OZM5KMKUWINMFSI23NMS5BQGUF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OZM5KMKUWINMFSI23NMS5BQGUF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T12:12:21Z","links":{"resolver":"https://pith.science/pith/OZM5KMKUWINMFSI23NMS5BQGUF","bundle":"https://pith.science/pith/OZM5KMKUWINMFSI23NMS5BQGUF/bundle.json","state":"https://pith.science/pith/OZM5KMKUWINMFSI23NMS5BQGUF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OZM5KMKUWINMFSI23NMS5BQGUF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OZM5KMKUWINMFSI23NMS5BQGUF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c1ecf12848f012e313503554e6d0332e14c55dec8250095a57838d456fb8ecc3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.GT","submitted_at":"2024-01-03T13:18:24Z","title_canon_sha256":"fd2bdd6a5f41e7ffd554cb576322f9b8a0bba4fb5bf9529614ff17448a633191"},"schema_version":"1.0","source":{"id":"2401.01735","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.01735","created_at":"2026-07-05T07:29:56Z"},{"alias_kind":"arxiv_version","alias_value":"2401.01735v1","created_at":"2026-07-05T07:29:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.01735","created_at":"2026-07-05T07:29:56Z"},{"alias_kind":"pith_short_12","alias_value":"OZM5KMKUWINM","created_at":"2026-07-05T07:29:56Z"},{"alias_kind":"pith_short_16","alias_value":"OZM5KMKUWINMFSI2","created_at":"2026-07-05T07:29:56Z"},{"alias_kind":"pith_short_8","alias_value":"OZM5KMKU","created_at":"2026-07-05T07:29:56Z"}],"graph_snapshots":[{"event_id":"sha256:3159cbb9a6ab0327d9561bebeaf474d8a0b7de852ca45d5e58a950d367edefc0","target":"graph","created_at":"2026-07-05T07:29:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.01735/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have been extensively used as the backbones for general-purpose agents, and some economics literature suggest that LLMs are capable of playing various types of economics games. Following these works, to overcome the limitation of evaluating LLMs using static benchmarks, we propose to explore competitive games as an evaluation for LLMs to incorporate multi-players and dynamicise the environment. By varying the game history revealed to LLMs-based players, we find that most of LLMs are rational in that they play strategies that can increase their payoffs, but not as r","authors_text":"Dianbo Sui, Haochuan Wang, Haoran Bu, Shangmin Guo, Siting Lu, Yi Ren, Yuming Shang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.GT","submitted_at":"2024-01-03T13:18:24Z","title":"Economics Arena for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.01735","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6b1646bf928f55de8c382c266d11ed892506f26138a5156917d1793940984228","target":"record","created_at":"2026-07-05T07:29:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c1ecf12848f012e313503554e6d0332e14c55dec8250095a57838d456fb8ecc3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.GT","submitted_at":"2024-01-03T13:18:24Z","title_canon_sha256":"fd2bdd6a5f41e7ffd554cb576322f9b8a0bba4fb5bf9529614ff17448a633191"},"schema_version":"1.0","source":{"id":"2401.01735","kind":"arxiv","version":1}},"canonical_sha256":"7659d53154b21ac2c91adb592e8606a14889813dace3c0b07ec030bc23afac32","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7659d53154b21ac2c91adb592e8606a14889813dace3c0b07ec030bc23afac32","first_computed_at":"2026-07-05T07:29:56.487446Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:29:56.487446Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SNWs5CGoyAQqWlxaSnjBmPO40BnrIPpBs4fzgQrUVx0Z6DdPTrNSj2VU4vgtsdLeB/Ib7DxaEerHvbP6Hb3MDg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:29:56.487781Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.01735","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6b1646bf928f55de8c382c266d11ed892506f26138a5156917d1793940984228","sha256:3159cbb9a6ab0327d9561bebeaf474d8a0b7de852ca45d5e58a950d367edefc0"],"state_sha256":"ab92a733a4e2a910f455bf92236a34604aed45529f990c8e01f9d1d112705982"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HrVrBoSpmawrN2HOS2/Hhu7/sqg3YvbKmfWbqZl4aZthmK1HZSAIaKCTvB4inyFxuGoSPODVA6buvVSRBF6iAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T12:12:21.999402Z","bundle_sha256":"75774e49c133277577c3daf77db4a47e36c1a9864af09c949c5b2dfbc4255220"}}