{"as_of":"2026-08-10T21:56:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d8c25dd4a3be28d7ca9bb542cae633397aed9ffc3dd298dced0f15bb7cf4c2c3","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":6,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":6,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":6,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":6,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T10:22:18.826187Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-05-18T14:02:39.654453Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"1611.01626","last_updated":"2017-04-07T15:20:05Z","snapshot_observed_at":"2026-08-10T05:17:24.691576Z","submitted_at":"2016-11-05T10:49:37Z","title":"Combining policy gradient and Q-learning","version":3},"cited_work":{"arxiv_id":"1611.01626","doi":null,"metadata_source":"pith","pith_arxiv_id":"1611.01626","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Combining policy gradient and Q-learning","venue":"cs.LG","work_id":"9d236472-00c6-47e0-b56f-4188d281eda1","year":2016},"citing_paper":{"arxiv_id":"1801.01290","last_updated":"2018-08-08T21:27:08Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2018-01-04T09:50:50Z","title":"Soft Actor-Critic: Off-Policy Maximum Entropy Deep Reinforcement Learning with a Stochastic Actor","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-05-13T01:48:10.689906Z"},"links":{"cited_paper":"/paper/1611.01626","citing_paper":"/paper/1801.01290"},"observation_digest":"sha256:3ac83f8a5f14ce17f5cb8f151ce5ffbcccc720fa76e55984c8cfaf60525f839a","observation_id":"e3af8771-7b49-4e74-b918-5fd3f8416270","resolution":{"observed_at":"2026-05-13T01:48:10.753812Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1611.01626","last_updated":"2017-04-07T15:20:05Z","snapshot_observed_at":"2026-08-10T05:17:24.691576Z","submitted_at":"2016-11-05T10:49:37Z","title":"Combining policy gradient and Q-learning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1611.01626","snapshot_observed_at":"2026-08-07T10:22:18.826187Z","title":"Combining policy gradient and q-learning","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2506.05615","last_updated":"2025-06-05T22:03:38Z","snapshot_observed_at":"2026-08-08T14:53:23.575086Z","submitted_at":"2025-06-05T22:03:38Z","title":"When Maximum Entropy Misleads Policy Optimization","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T10:22:18.826187Z"},"links":{"cited_paper":"/paper/1611.01626","citing_paper":"/paper/2506.05615"},"observation_digest":"sha256:0f4780616f3afe323d21f5e69f68da2cb81b0ca11be322f1abf1fb0d368a3346","observation_id":"7961c1ad-3399-4b34-90e3-82227103d096","resolution":{"observed_at":"2026-08-07T10:22:18.826187Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1611.01626","last_updated":"2017-04-07T15:20:05Z","snapshot_observed_at":"2026-08-10T05:17:24.691576Z","submitted_at":"2016-11-05T10:49:37Z","title":"Combining policy gradient and Q-learning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1611.01626","snapshot_observed_at":"2026-08-07T00:57:55.429439Z","title":"Combining policy gradient and q-learning,","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2506.12596","last_updated":"2025-06-14T18:34:09Z","snapshot_observed_at":"2026-08-07T00:43:03.525541Z","submitted_at":"2025-06-14T18:34:09Z","title":"On the Robustness of Derivative-free Methods for Linear Quadratic Regulator","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T00:57:55.429439Z"},"links":{"cited_paper":"/paper/1611.01626","citing_paper":"/paper/2506.12596"},"observation_digest":"sha256:b0d9ff9f4e4feef0719ef5b3f2652eea9652e6a3acbc2de55ac5211dbf93942a","observation_id":"328fca76-6e97-4472-bf4c-4bad2dbc6546","resolution":{"observed_at":"2026-08-07T00:57:55.429439Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1611.01626","last_updated":"2017-04-07T15:20:05Z","snapshot_observed_at":"2026-08-10T05:17:24.691576Z","submitted_at":"2016-11-05T10:49:37Z","title":"Combining policy gradient and Q-learning","version":3},"cited_work":{"arxiv_id":"1611.01626","doi":null,"metadata_source":"pith","pith_arxiv_id":"1611.01626","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Combining policy gradient and Q-learning","venue":"cs.LG","work_id":"9d236472-00c6-47e0-b56f-4188d281eda1","year":2016},"citing_paper":{"arxiv_id":"2509.20265","last_updated":"2026-04-29T12:32:16Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-09-24T15:52:36Z","title":"Failure Modes of Maximum Entropy RLHF","version":3},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-05-18T14:02:11.084514Z"},"links":{"cited_paper":"/paper/1611.01626","citing_paper":"/paper/2509.20265"},"observation_digest":"sha256:93ff317c33535235d8cdced38294daeb4af413ce22192a6d38143c3efe3392bf","observation_id":"f28ccca0-cc70-4a9f-a57d-33a551ae3286","resolution":{"observed_at":"2026-05-18T14:02:39.658388Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1611.01626","last_updated":"2017-04-07T15:20:05Z","snapshot_observed_at":"2026-08-10T05:17:24.691576Z","submitted_at":"2016-11-05T10:49:37Z","title":"Combining policy gradient and Q-learning","version":3},"cited_work":{"arxiv_id":"1611.01626","doi":null,"metadata_source":"pith","pith_arxiv_id":"1611.01626","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Combining policy gradient and Q-learning","venue":"cs.LG","work_id":"9d236472-00c6-47e0-b56f-4188d281eda1","year":2016},"citing_paper":{"arxiv_id":"2604.13780","last_updated":"2026-07-17T10:21:59Z","snapshot_observed_at":"2026-08-02T16:26:01.678519Z","submitted_at":"2026-04-15T12:10:45Z","title":"Soft $Q(\\lambda)$: A multi-step off-policy method for entropy regularised reinforcement learning using eligibility traces","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-10T14:26:42.812540Z"},"links":{"cited_paper":"/paper/1611.01626","citing_paper":"/paper/2604.13780"},"observation_digest":"sha256:356df286eda5172cdc698c6e8852fea93da5261331881e13c56bfb9488c053dc","observation_id":"283a1d5e-9550-4ee2-9753-70901f363af4","resolution":{"observed_at":"2026-05-10T14:30:31.963465Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1611.01626","last_updated":"2017-04-07T15:20:05Z","snapshot_observed_at":"2026-08-10T05:17:24.691576Z","submitted_at":"2016-11-05T10:49:37Z","title":"Combining policy gradient and Q-learning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1611.01626","snapshot_observed_at":"2026-08-02T16:26:13.114236Z","title":"Combining policy gradient and q-learning.arXiv preprint arXiv:1611.01626,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2604.13780","last_updated":"2026-07-17T10:21:59Z","snapshot_observed_at":"2026-08-02T16:26:01.678519Z","submitted_at":"2026-04-15T12:10:45Z","title":"Soft $Q(\\lambda)$: A multi-step off-policy method for entropy regularised reinforcement learning using eligibility traces","version":2},"reference_index":2015,"source":"pdf_text","source_observed_at":"2026-08-02T16:26:13.114236Z"},"links":{"cited_paper":"/paper/1611.01626","citing_paper":"/paper/2604.13780"},"observation_digest":"sha256:66a6fac60b63704f7a5a894c2d1a58fcc6beee2649180c5992d39d868512aefc","observation_id":"6a21aeb6-634e-42df-ba9d-42299475379b","resolution":{"observed_at":"2026-08-02T16:26:13.114236Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/1611.01626/citation-record","integrity":"/paper/1611.01626/integrity","json":"/paper/1611.01626/citation-record.json","paper":"/paper/1611.01626"},"outbound":[],"paper":{"arxiv_id":"1611.01626","last_updated":"2017-04-07T15:20:05Z","latest_version":3,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-10T05:17:24.691576Z","submitted_at":"2016-11-05T10:49:37Z","title":"Combining policy gradient and Q-learning"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 6 inbound Pith citation observations for arXiv:1611.01626."}