{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2014:ZIQSPZ2SYKKUK2LIEM7JL4JG2U","short_pith_number":"pith:ZIQSPZ2S","schema_version":"1.0","canonical_sha256":"ca2127e752c295456968233e95f126d504b289a1c3ffabdbc0d5a43b56c77270","source":{"kind":"arxiv","id":"1405.5459","version":1},"attestation_state":"computed","paper":{"title":"Projective simulation applied to the grid-world and the mountain-car problem","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Adi Makmal, Alexey A. Melnikov, Hans J. Briegel","submitted_at":"2014-05-21T15:51:18Z","abstract_excerpt":"We study the model of projective simulation (PS) which is a novel approach to artificial intelligence (AI). Recently it was shown that the PS agent performs well in a number of simple task environments, also when compared to standard models of reinforcement learning (RL). In this paper we study the performance of the PS agent further in more complicated scenarios. To that end we chose two well-studied benchmarking problems, namely the \"grid-world\" and the \"mountain-car\" problem, which challenge the model with large and continuous input space. We compare the performance of the PS agent model wi"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1405.5459","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2014-05-21T15:51:18Z","cross_cats_sorted":[],"title_canon_sha256":"8b7aeba79d6c3c59a75df8b8864eafddb380f1d5af8e1eb0b21005b08bd5ef20","abstract_canon_sha256":"5c4aa12b71f45d9515d13bd95af22a811372f801db525e395d5dd5fa158115cc"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:51:24.148107Z","signature_b64":"PmHFOiWk3FWycJT7w8qtwgQXykMxxgFqUHaWeyaW9E4HNUnKqlF7cTSOKnztxlCqoUVTPeKEPrG9xKz2Pz+PDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ca2127e752c295456968233e95f126d504b289a1c3ffabdbc0d5a43b56c77270","last_reissued_at":"2026-05-18T02:51:24.147529Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:51:24.147529Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Projective simulation applied to the grid-world and the mountain-car problem","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Adi Makmal, Alexey A. Melnikov, Hans J. Briegel","submitted_at":"2014-05-21T15:51:18Z","abstract_excerpt":"We study the model of projective simulation (PS) which is a novel approach to artificial intelligence (AI). Recently it was shown that the PS agent performs well in a number of simple task environments, also when compared to standard models of reinforcement learning (RL). In this paper we study the performance of the PS agent further in more complicated scenarios. To that end we chose two well-studied benchmarking problems, namely the \"grid-world\" and the \"mountain-car\" problem, which challenge the model with large and continuous input space. We compare the performance of the PS agent model wi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1405.5459","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1405.5459","created_at":"2026-05-18T02:51:24.147619+00:00"},{"alias_kind":"arxiv_version","alias_value":"1405.5459v1","created_at":"2026-05-18T02:51:24.147619+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1405.5459","created_at":"2026-05-18T02:51:24.147619+00:00"},{"alias_kind":"pith_short_12","alias_value":"ZIQSPZ2SYKKU","created_at":"2026-05-18T12:28:59.999130+00:00"},{"alias_kind":"pith_short_16","alias_value":"ZIQSPZ2SYKKUK2LI","created_at":"2026-05-18T12:28:59.999130+00:00"},{"alias_kind":"pith_short_8","alias_value":"ZIQSPZ2S","created_at":"2026-05-18T12:28:59.999130+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ZIQSPZ2SYKKUK2LIEM7JL4JG2U","json":"https://pith.science/pith/ZIQSPZ2SYKKUK2LIEM7JL4JG2U.json","graph_json":"https://pith.science/api/pith-number/ZIQSPZ2SYKKUK2LIEM7JL4JG2U/graph.json","events_json":"https://pith.science/api/pith-number/ZIQSPZ2SYKKUK2LIEM7JL4JG2U/events.json","paper":"https://pith.science/paper/ZIQSPZ2S"},"agent_actions":{"view_html":"https://pith.science/pith/ZIQSPZ2SYKKUK2LIEM7JL4JG2U","download_json":"https://pith.science/pith/ZIQSPZ2SYKKUK2LIEM7JL4JG2U.json","view_paper":"https://pith.science/paper/ZIQSPZ2S","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1405.5459&json=true","fetch_graph":"https://pith.science/api/pith-number/ZIQSPZ2SYKKUK2LIEM7JL4JG2U/graph.json","fetch_events":"https://pith.science/api/pith-number/ZIQSPZ2SYKKUK2LIEM7JL4JG2U/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ZIQSPZ2SYKKUK2LIEM7JL4JG2U/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ZIQSPZ2SYKKUK2LIEM7JL4JG2U/action/storage_attestation","attest_author":"https://pith.science/pith/ZIQSPZ2SYKKUK2LIEM7JL4JG2U/action/author_attestation","sign_citation":"https://pith.science/pith/ZIQSPZ2SYKKUK2LIEM7JL4JG2U/action/citation_signature","submit_replication":"https://pith.science/pith/ZIQSPZ2SYKKUK2LIEM7JL4JG2U/action/replication_record"}},"created_at":"2026-05-18T02:51:24.147619+00:00","updated_at":"2026-05-18T02:51:24.147619+00:00"}