{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:DRP6ZV6NUDXKV23DHXXS3G5K4N","short_pith_number":"pith:DRP6ZV6N","canonical_record":{"source":{"id":"2509.08329","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-10T07:08:04Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"81c7ab783c6bc3b77cf39280c583ce26f73d6f551d87f793e00ff62a739058b9","abstract_canon_sha256":"7d5295d66db3987ae5b42f99eef7d442e8614a339ed0d5805f7e96aa3d393f18"},"schema_version":"1.0"},"canonical_sha256":"1c5fecd7cda0eeaaeb633def2d9baae3699fee573701c32fdd2637d29c19e7c3","source":{"kind":"arxiv","id":"2509.08329","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.08329","created_at":"2026-07-05T12:08:27Z"},{"alias_kind":"arxiv_version","alias_value":"2509.08329v1","created_at":"2026-07-05T12:08:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.08329","created_at":"2026-07-05T12:08:27Z"},{"alias_kind":"pith_short_12","alias_value":"DRP6ZV6NUDXK","created_at":"2026-07-05T12:08:27Z"},{"alias_kind":"pith_short_16","alias_value":"DRP6ZV6NUDXKV23D","created_at":"2026-07-05T12:08:27Z"},{"alias_kind":"pith_short_8","alias_value":"DRP6ZV6N","created_at":"2026-07-05T12:08:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:DRP6ZV6NUDXKV23DHXXS3G5K4N","target":"record","payload":{"canonical_record":{"source":{"id":"2509.08329","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-10T07:08:04Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"81c7ab783c6bc3b77cf39280c583ce26f73d6f551d87f793e00ff62a739058b9","abstract_canon_sha256":"7d5295d66db3987ae5b42f99eef7d442e8614a339ed0d5805f7e96aa3d393f18"},"schema_version":"1.0"},"canonical_sha256":"1c5fecd7cda0eeaaeb633def2d9baae3699fee573701c32fdd2637d29c19e7c3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:08:27.902935Z","signature_b64":"eAFMwPh75JA+V9apsjDShtkWeihlfKBOp2ZqFKkE5jd9Q3pvJwCVirh2nWEXoQsij+XvuOk9RtFAy6OzkwepAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1c5fecd7cda0eeaaeb633def2d9baae3699fee573701c32fdd2637d29c19e7c3","last_reissued_at":"2026-07-05T12:08:27.902455Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:08:27.902455Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2509.08329","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:08:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CIcN3oo/82Y243dRoL8SHjutTG7volqLANzI09rDcD8MM/m2U8QwYgpS8dlV3uu4cApljKyBjHo482RNqEopBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T07:45:01.329274Z"},"content_sha256":"8a11d1d5c98b7436b7c1caf093e87b56c3fc9a2368b717e97c38d3697bc73aa0","schema_version":"1.0","event_id":"sha256:8a11d1d5c98b7436b7c1caf093e87b56c3fc9a2368b717e97c38d3697bc73aa0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:DRP6ZV6NUDXKV23DHXXS3G5K4N","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Accelerating Reinforcement Learning Algorithms Convergence using Pre-trained Large Language Models as Tutors With Advice Reusing","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Lukas Toral, Teddy Lazebnik","submitted_at":"2025-09-10T07:08:04Z","abstract_excerpt":"Reinforcement Learning (RL) algorithms often require long training to become useful, especially in complex environments with sparse rewards. While techniques like reward shaping and curriculum learning exist to accelerate training, these are often extremely specific and require the developer's professionalism and dedicated expertise in the problem's domain. Tackling this challenge, in this study, we explore the effectiveness of pre-trained Large Language Models (LLMs) as tutors in a student-teacher architecture with RL algorithms, hypothesizing that LLM-generated guidance allows for faster con"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.08329","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2509.08329/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:08:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QqcUABtFu83Bt3HRphZYWGK3+F8ilPDGGdV95JbfWaGZi827cil7kMexAaFeK8oZvQLWQ9C71gqKTgIGpWdtAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T07:45:01.330186Z"},"content_sha256":"45e3f3249692a87775271cc1b00aead5bec10bf2eef2e617a9c06fbd7aae1e6e","schema_version":"1.0","event_id":"sha256:45e3f3249692a87775271cc1b00aead5bec10bf2eef2e617a9c06fbd7aae1e6e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DRP6ZV6NUDXKV23DHXXS3G5K4N/bundle.json","state_url":"https://pith.science/pith/DRP6ZV6NUDXKV23DHXXS3G5K4N/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DRP6ZV6NUDXKV23DHXXS3G5K4N/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T07:45:01Z","links":{"resolver":"https://pith.science/pith/DRP6ZV6NUDXKV23DHXXS3G5K4N","bundle":"https://pith.science/pith/DRP6ZV6NUDXKV23DHXXS3G5K4N/bundle.json","state":"https://pith.science/pith/DRP6ZV6NUDXKV23DHXXS3G5K4N/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DRP6ZV6NUDXKV23DHXXS3G5K4N/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DRP6ZV6NUDXKV23DHXXS3G5K4N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7d5295d66db3987ae5b42f99eef7d442e8614a339ed0d5805f7e96aa3d393f18","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-10T07:08:04Z","title_canon_sha256":"81c7ab783c6bc3b77cf39280c583ce26f73d6f551d87f793e00ff62a739058b9"},"schema_version":"1.0","source":{"id":"2509.08329","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.08329","created_at":"2026-07-05T12:08:27Z"},{"alias_kind":"arxiv_version","alias_value":"2509.08329v1","created_at":"2026-07-05T12:08:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.08329","created_at":"2026-07-05T12:08:27Z"},{"alias_kind":"pith_short_12","alias_value":"DRP6ZV6NUDXK","created_at":"2026-07-05T12:08:27Z"},{"alias_kind":"pith_short_16","alias_value":"DRP6ZV6NUDXKV23D","created_at":"2026-07-05T12:08:27Z"},{"alias_kind":"pith_short_8","alias_value":"DRP6ZV6N","created_at":"2026-07-05T12:08:27Z"}],"graph_snapshots":[{"event_id":"sha256:45e3f3249692a87775271cc1b00aead5bec10bf2eef2e617a9c06fbd7aae1e6e","target":"graph","created_at":"2026-07-05T12:08:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2509.08329/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement Learning (RL) algorithms often require long training to become useful, especially in complex environments with sparse rewards. While techniques like reward shaping and curriculum learning exist to accelerate training, these are often extremely specific and require the developer's professionalism and dedicated expertise in the problem's domain. Tackling this challenge, in this study, we explore the effectiveness of pre-trained Large Language Models (LLMs) as tutors in a student-teacher architecture with RL algorithms, hypothesizing that LLM-generated guidance allows for faster con","authors_text":"Lukas Toral, Teddy Lazebnik","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-10T07:08:04Z","title":"Accelerating Reinforcement Learning Algorithms Convergence using Pre-trained Large Language Models as Tutors With Advice Reusing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.08329","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8a11d1d5c98b7436b7c1caf093e87b56c3fc9a2368b717e97c38d3697bc73aa0","target":"record","created_at":"2026-07-05T12:08:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7d5295d66db3987ae5b42f99eef7d442e8614a339ed0d5805f7e96aa3d393f18","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-10T07:08:04Z","title_canon_sha256":"81c7ab783c6bc3b77cf39280c583ce26f73d6f551d87f793e00ff62a739058b9"},"schema_version":"1.0","source":{"id":"2509.08329","kind":"arxiv","version":1}},"canonical_sha256":"1c5fecd7cda0eeaaeb633def2d9baae3699fee573701c32fdd2637d29c19e7c3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1c5fecd7cda0eeaaeb633def2d9baae3699fee573701c32fdd2637d29c19e7c3","first_computed_at":"2026-07-05T12:08:27.902455Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:08:27.902455Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"eAFMwPh75JA+V9apsjDShtkWeihlfKBOp2ZqFKkE5jd9Q3pvJwCVirh2nWEXoQsij+XvuOk9RtFAy6OzkwepAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T12:08:27.902935Z","signed_message":"canonical_sha256_bytes"},"source_id":"2509.08329","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8a11d1d5c98b7436b7c1caf093e87b56c3fc9a2368b717e97c38d3697bc73aa0","sha256:45e3f3249692a87775271cc1b00aead5bec10bf2eef2e617a9c06fbd7aae1e6e"],"state_sha256":"a5e4909faba6ca82ec77eaab7fc37ab1850501d8e9d480fb1268942eb279ec59"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xmX0gw2NuxAbb6u3t1eRp/uqJFWG8o7/AfRKZspNrVG2Z+Um5MTe545MH2i0vMvWjY0NULX9kQh8ZewUhFEJBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T07:45:01.336229Z","bundle_sha256":"98e80efd3f44b369d11937423135f8978f7ef42eca11ddd9bc12cbae00baa581"}}