{"as_of":"2026-08-08T09:13:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ad78411aba895daf1c70164eba943c1ea4bfc9e1adcf494241ee03cb6ef300aa","coverage":[{"denominator":81,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":81,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:59:58.708794Z","state":"measured"},{"denominator":81,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":81,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.20451/citation-record","integrity":"/paper/2505.20451/integrity","json":"/paper/2505.20451/citation-record.json","paper":"/paper/2505.20451"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-07T13:59:51.722580Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.722580Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:56bf0b70bfb6bc16b9810178111a1ea2c6975d2398e6a0b347cdabd3fe66257d","observation_id":"0b662a1f-abce-4f48-abba-0c41125fe97d","resolution":{"observed_at":"2026-08-07T13:59:51.722580Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:51.759110Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.759110Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:9fef2babb1e0d98ed53cee90fc944dea6f10800571571a493164a94a3cd17df7","observation_id":"82e39027-5aef-4feb-94d1-70d2d7233d79","resolution":{"observed_at":"2026-08-07T13:59:51.759110Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:51.805222Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.805222Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:4e9874d38308e19332e111d16ddf9767e35cedea72ccd32af980cf05273cdda7","observation_id":"340a29cd-6212-4d21-8277-6b32907609d1","resolution":{"observed_at":"2026-08-07T13:59:51.805222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:05.303276Z","title":null,"venue":null,"work_id":"037f4854-65ef-42f4-8285-151f4ee9a3b0","year":1997},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.863384Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:290fca43aa6d4db91747476a69a2de0a17ff1582fadb8a158d823b3c54a747a3","observation_id":"bdf52479-5a7d-4802-9211-9f1da537f809","resolution":{"observed_at":"2026-08-07T14:00:05.483247Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:05.096561Z","title":null,"venue":null,"work_id":"2041375a-6040-4774-8144-7a18e5bbc1f5","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.899656Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:8f706591ff6fd2534f5ff5506ae31c1bdf57cfbe55d77b9ae09b0fa617c232b6","observation_id":"409c7fcc-8269-4573-9e81-de8f1e03fd7e","resolution":{"observed_at":"2026-08-07T14:00:05.214383Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2204.05862","last_updated":"2022-04-12T15:02:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-04-12T15:02:38Z","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.05862","snapshot_observed_at":"2026-08-07T13:59:51.947946Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.947946Z"},"links":{"cited_paper":"/paper/2204.05862","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:9fb232a1b72fea77063eff10d2000d609ed4fd13c38bf72a330bc236a5e27753","observation_id":"5179aef1-7c54-4a4e-8f99-58a4bf8a0a3d","resolution":{"observed_at":"2026-08-07T13:59:51.947946Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.08073","last_updated":"2022-12-15T06:19:23Z","snapshot_observed_at":"2026-08-02T04:53:58.766070Z","submitted_at":"2022-12-15T06:19:23Z","title":"Constitutional AI: Harmlessness from AI Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.08073","snapshot_observed_at":"2026-08-07T13:59:51.994419Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:51.994419Z"},"links":{"cited_paper":"/paper/2212.08073","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:481c2e755b11a2b2cd31b55a69bdd2fc66a872a099b358472cc2ce1f9f0a6d3e","observation_id":"a0cd9613-a078-4b6b-ac09-2b2d9ff55e99","resolution":{"observed_at":"2026-08-07T13:59:51.994419Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:52.038205Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.038205Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:f0b714b3151e43f72358c38a1de2e13f4a9668061bbcbfc6369d17992a4819d2","observation_id":"5d2c7188-37c2-414d-b036-8f2064b3ec70","resolution":{"observed_at":"2026-08-07T13:59:52.038205Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:52.086499Z","title":null,"venue":null,"work_id":null,"year":1952},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.086499Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:e2fd0c75d01d2f3a6a922eca1d2355b18473edaf260749c3f73f2ffb32adf4a0","observation_id":"f84f95d4-f412-4639-ab88-ffa225e34076","resolution":{"observed_at":"2026-08-07T13:59:52.086499Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:04.759087Z","title":null,"venue":null,"work_id":"d45e4ad3-965f-479f-84a1-721372a19441","year":2011},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.143071Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:174ab1e7c2a1eedc0b7daacb36b34a8e324d781b99a901ddf98593d302b8721b","observation_id":"45d68cdd-c856-42e4-8602-3729a8aa6f8b","resolution":{"observed_at":"2026-08-07T14:00:04.958178Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:04.451212Z","title":null,"venue":null,"work_id":"e7ed0fa4-3572-4af7-99b1-5a135028b806","year":2019},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.214857Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:45a2b0cc428465964cc7d81fde5c9ea90c5e16c0d43bda9ead01301d68aaf83d","observation_id":"2fe64fcb-1f2b-49d6-911c-168c060a6776","resolution":{"observed_at":"2026-08-07T14:00:04.618114Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:04.170528Z","title":null,"venue":null,"work_id":"4e4ea280-871b-4fbd-94fa-66775ce3f276","year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.258806Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:74da078c07544ab7c81d0193f3a2b3e7374fe8b9e977eb71472349f61152e413","observation_id":"c10ef11e-486e-4a3c-88d7-ccf2db0c40df","resolution":{"observed_at":"2026-08-07T14:00:04.301866Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:03.882077Z","title":null,"venue":null,"work_id":"f4491bb2-1761-4a10-88c9-cb6c4b862b6e","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.327925Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:1b9de713b4ed2b4ddb3d26dc8362b442b0ef247b63cc73a75c6345523f9f7707","observation_id":"b968bf6d-b2ac-4859-baa8-49c14386ec0c","resolution":{"observed_at":"2026-08-07T14:00:04.018031Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T04:13:14.044604Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-07T13:59:52.394734Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.394734Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:0ba4ec60aa0f5996f18a5b2d79d079a8f742d8099255d37ec374f2424e4a6472","observation_id":"10239b10-9c95-48a7-b89c-07e6d3ff8f60","resolution":{"observed_at":"2026-08-07T13:59:52.394734Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:03.559334Z","title":"Chatbot arena: An open platform for evaluating llms by human preference","venue":null,"work_id":"da2e6c11-a3c9-4e59-8038-0437a651e06e","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.489413Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:331887827d67897161f6b8143e30c99eed4e1b458308f2288a64b785f8ba7d71","observation_id":"7b7c2c2a-dc8b-45a5-99d9-93e82790ebe0","resolution":{"observed_at":"2026-08-07T14:00:03.743420Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.01377","last_updated":"2024-07-16T03:24:39Z","snapshot_observed_at":"2026-08-02T07:46:40.319683Z","submitted_at":"2023-10-02T17:40:01Z","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.01377","snapshot_observed_at":"2026-08-07T13:59:52.601274Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.601274Z"},"links":{"cited_paper":"/paper/2310.01377","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:3b6ca6407ca1fd8112e662c836b5bc6553956aa8cc180bb73731135acd703c5e","observation_id":"eaaee4df-b2fc-4f06-8380-645bd5b93835","resolution":{"observed_at":"2026-08-07T13:59:52.601274Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:03.259838Z","title":null,"venue":null,"work_id":"dcf54842-b6b6-437e-88bf-7abe669bfd69","year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.676371Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:52d4beaa66a3bd833ff97778e5564ed6df2454ee4ff25842ff5297b9353fa087","observation_id":"efe10e7c-12ee-4026-8cfc-7e484ca75ff3","resolution":{"observed_at":"2026-08-07T14:00:03.426858Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.06961","last_updated":"2024-10-09T14:57:31Z","snapshot_observed_at":"2026-07-06T19:30:26.233621Z","submitted_at":"2024-10-09T14:57:31Z","title":"Self-Boosting Large Language Models with Synthetic Preference Data","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.06961","snapshot_observed_at":"2026-08-07T13:59:52.814369Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.814369Z"},"links":{"cited_paper":"/paper/2410.06961","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:6891d7b728b7eee69fca58f56984026e649c633f3a8f16c0459469ff2c50deb9","observation_id":"fba7583b-1717-4553-a9f9-b7f8b80d04d3","resolution":{"observed_at":"2026-08-07T13:59:52.814369Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11657","last_updated":"2024-06-17T15:41:30Z","snapshot_observed_at":"2026-08-06T10:04:21.484738Z","submitted_at":"2024-06-17T15:41:30Z","title":"Can LLM be a Personalized Judge?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11657","snapshot_observed_at":"2026-08-07T13:59:52.915877Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.915877Z"},"links":{"cited_paper":"/paper/2406.11657","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:3c309932d1660b999e9ae1b3cae2ad5c5d8824c71d9fc03ae43b69ebd934cb74","observation_id":"5f7abe1e-2306-4435-bfd8-f916edb00ee1","resolution":{"observed_at":"2026-08-07T13:59:52.915877Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.10164","last_updated":"2024-09-16T10:54:04Z","snapshot_observed_at":"2026-07-06T19:15:56.947205Z","submitted_at":"2024-09-16T10:54:04Z","title":"Quantile Regression for Distributional Reward Models in RLHF","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.10164","snapshot_observed_at":"2026-08-07T13:59:52.976745Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:52.976745Z"},"links":{"cited_paper":"/paper/2409.10164","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:dc4646d35f77a9ba0407d92681e5535eb087725c508539ee8ed93e51db9c73f9","observation_id":"e14e7958-b5e2-40df-8bca-e24c582c732f","resolution":{"observed_at":"2026-08-07T13:59:52.976745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:53.072402Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.072402Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:caec4aad3655f8ba34a23cf2d06e5f118eb86618c48d12f5a6a19da32b0625ea","observation_id":"1ff35b5c-3765-401c-b165-15a60e460072","resolution":{"observed_at":"2026-08-07T13:59:53.072402Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:53.200789Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.200789Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:b7c5075849b639e62cb0dbb698b4396c60d3f7b8ec9e4cbd3c2046dc533a70be","observation_id":"fcdeb199-64e7-48f1-bcf9-8668238593c9","resolution":{"observed_at":"2026-08-07T13:59:53.200789Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:02.900984Z","title":null,"venue":null,"work_id":"f6566920-727c-4d18-99f2-e735c9e00fe0","year":1996},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.332752Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:8ccbc2d0795cd7a20c9f0940d8aea5b2d6c1b83c1d34bbd213887dc0d0eddc00","observation_id":"3ea99d99-a67b-433c-ba33-b671b45781e1","resolution":{"observed_at":"2026-08-07T14:00:03.080662Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:02.579594Z","title":null,"venue":null,"work_id":"a084c6f0-83d9-415c-b934-56aafaf5dde6","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.420570Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:93af5c1112e7ea89bd94dac0292d17a94faa033ae65d5d8b87440154c65b2ad2","observation_id":"00343a65-646b-4023-af0d-2ef261c51290","resolution":{"observed_at":"2026-08-07T14:00:02.740775Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:02.315999Z","title":null,"venue":null,"work_id":"128ec4c1-b462-4c67-a7dc-8011f25895ef","year":1975},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.466253Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:4aec8e02dc249d5a1c7f637b48aa5c5068d82a75a7e9abe131a1887eb3a4d20e","observation_id":"57318e3b-ffaf-4dea-b2d7-75238428955a","resolution":{"observed_at":"2026-08-07T14:00:02.429021Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:53.522813Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.522813Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:53645280b90673757eba376338ccd600442bfb461a8f6caeefab421d56e5b790","observation_id":"a1ece9bb-afd6-47a9-a678-3de17b49b0bf","resolution":{"observed_at":"2026-08-07T13:59:53.522813Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:02.040942Z","title":"The application of grice maxims in conversation: A pragmatic study","venue":null,"work_id":"91249bb1-aa92-4327-b904-f822f0b3a57a","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.580375Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:c1622739d00eceb7918e75817bb19690b42e967a6af0a5e32bcfb1cea49afe22","observation_id":"96f5e166-d88b-4850-9d13-6664ac1c1ed1","resolution":{"observed_at":"2026-08-07T14:00:02.162892Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:01.829049Z","title":null,"venue":null,"work_id":"5b23034f-b045-4dc6-9cf9-5f50a40f01dc","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.640180Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:884578185cc8697ac6e85b5654db415d51e59eabdfa03bf462e19e5eb7815977","observation_id":"8d840564-5881-4979-af90-639689d846ba","resolution":{"observed_at":"2026-08-07T14:00:01.918906Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.05232","last_updated":"2024-11-19T12:42:45Z","snapshot_observed_at":"2026-07-06T16:45:07.733095Z","submitted_at":"2023-11-09T09:25:37Z","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.05232","snapshot_observed_at":"2026-08-07T13:59:53.700748Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.700748Z"},"links":{"cited_paper":"/paper/2311.05232","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:2bc04f1f6ca5490c86749580514f72cba8e7d1eb3eff973ca18353318e354727","observation_id":"62a48f44-bb3d-4b3f-af8b-aa2e4eb9af3f","resolution":{"observed_at":"2026-08-07T13:59:53.700748Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-07T13:59:53.788386Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.788386Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:933c76173b22ffd374b227e2e0e46c8e088963ce095687e5e059f140fb0851bb","observation_id":"20ee6e08-2ce8-4550-915b-8e237631f75a","resolution":{"observed_at":"2026-08-07T13:59:53.788386Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:53.864311Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.864311Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:a62bde8422aa0e8fbcaafcc61ba1bf0890d98464229e5d7ac644a8265628af7d","observation_id":"e2f2ef08-ebfd-4ffc-a1fa-376719b9d26e","resolution":{"observed_at":"2026-08-07T13:59:53.864311Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2021.naacl-main.296","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:59.106054Z","title":null,"venue":null,"work_id":"b176f06d-324a-42a9-9742-06f88b8d956f","year":2021},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:53.937269Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:5459de80b69b5a90339b6305439b8b069b16f74b42a8990092dca4583f742226","observation_id":"c9fb7555-df7a-4fba-a33a-34497043e635","resolution":{"observed_at":"2026-08-07T13:59:59.191532Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-07-06T18:52:07.765911Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-07T13:59:54.023882Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.023882Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:21fe59aac9f822323438e328f83cfd1ef8eeca3d49ec6cbdff54dfddac1457d0","observation_id":"e58d48c8-f8da-4d62-92ae-dcb9336f3f37","resolution":{"observed_at":"2026-08-07T13:59:54.023882Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:01.604610Z","title":null,"venue":null,"work_id":"5e6c091d-24fa-4c0e-a0a4-1e54aa81ded9","year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.069421Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:4a34c2736c68191281ad28b50778b20f5f688d22f2eb6763ae1552766faf4a61","observation_id":"c60f71a3-ff41-4b49-a8f1-801038780803","resolution":{"observed_at":"2026-08-07T14:00:01.720980Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:01.392989Z","title":"Prometheus: Inducing fine-grained evaluation capability in language models","venue":null,"work_id":"97113ce7-ffc4-42e8-b26d-9995b5a9701a","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.132592Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:566d39a0014057fd47a92f2eb0b256c42edb6daa1139ed7ca4bef99b57b4a83b","observation_id":"6d60fe23-69cf-462c-82ff-bb7d9d3c5748","resolution":{"observed_at":"2026-08-07T14:00:01.477476Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.16019","last_updated":"2024-12-03T16:18:10Z","snapshot_observed_at":"2026-08-02T20:55:07.319348Z","submitted_at":"2024-04-24T17:51:36Z","title":"The PRISM Alignment Dataset: What Participatory, Representative and Individualised Human Feedback Reveals About the Subjective and Multicultural Alignment of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.16019","snapshot_observed_at":"2026-08-07T13:59:54.208609Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.208609Z"},"links":{"cited_paper":"/paper/2404.16019","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:0583fdfca1a3491ea95d50ec8b376b419b464b8ea408d24baa4923ab8a0fb75d","observation_id":"f020e35e-8e2b-459d-92af-e2a615d067e2","resolution":{"observed_at":"2026-08-07T13:59:54.208609Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:01.261550Z","title":null,"venue":null,"work_id":"4ed4ab5a-9a53-46eb-9d78-514a2fbaf79b","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.257939Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:9e88d70d5c3f8b820f50f53b7d16625de2e4b36ee63c0d3a9261873a0de56d38","observation_id":"5f5db25d-0701-4338-9243-6de21e8230bb","resolution":{"observed_at":"2026-08-07T14:00:01.324661Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:01.133174Z","title":null,"venue":null,"work_id":"c225a972-9135-472d-af6a-d8653feef815","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.312444Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:ed012b32c4a94fac25344e4246b7691367a4579ee6ff95e9cfca17f14210e7e1","observation_id":"0b5432a1-2c28-4ad1-91fe-e5c3018514ea","resolution":{"observed_at":"2026-08-07T14:00:01.182568Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.06120","last_updated":"2025-05-09T15:21:44Z","snapshot_observed_at":"2026-08-02T13:06:07.304813Z","submitted_at":"2025-05-09T15:21:44Z","title":"LLMs Get Lost In Multi-Turn Conversation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.06120","snapshot_observed_at":"2026-08-07T13:59:54.405296Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.405296Z"},"links":{"cited_paper":"/paper/2505.06120","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:18977fcd8370bb9c222762f05541b90280ee4c18746545f35c2e1ababe995435","observation_id":"521a8b16-f379-40fd-885a-75c8eba5774a","resolution":{"observed_at":"2026-08-07T13:59:54.405296Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.18629","last_updated":"2024-06-26T17:43:06Z","snapshot_observed_at":"2026-08-06T00:24:52.274888Z","submitted_at":"2024-06-26T17:43:06Z","title":"Step-DPO: Step-wise Preference Optimization for Long-chain Reasoning of LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.18629","snapshot_observed_at":"2026-08-07T13:59:54.505939Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.505939Z"},"links":{"cited_paper":"/paper/2406.18629","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:214adae7cfca568a1714ebb24c22a5ebc711c8fb0bd4e340591c6aa3564ab2f3","observation_id":"93167904-f699-4575-8d5c-3297e29e1fcb","resolution":{"observed_at":"2026-08-07T13:59:54.505939Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:01.030129Z","title":"Smith, and Hannaneh Hajishirzi","venue":null,"work_id":"08a960ea-a583-465b-a527-0011a6a730a5","year":2025},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.592707Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:8d5cff21599890a3873f683037d27259c9c2bae874a0e1a59a97aa1e2c99eedf","observation_id":"123f7d3e-037f-4ee9-89b1-282d0df864f8","resolution":{"observed_at":"2026-08-07T14:00:01.071521Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.913029Z","title":"Rlaif vs","venue":null,"work_id":"da5bbda0-8f3f-432f-948c-04f36d831e8f","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.718268Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:5edd02a0a1e3605f0b6492325990d2485190c2649ebb5eb0022568ec21da7b9f","observation_id":"fc69d3af-5071-4d2e-9b6c-1b34db6a16ed","resolution":{"observed_at":"2026-08-07T14:00:00.980571Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.770715Z","title":null,"venue":null,"work_id":"92557ef9-543e-4755-920b-4436217c6b33","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.830244Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:cbb6fbd9426fa3f9a7ff00377300852de790b268e6076fb882a64216ac4233dd","observation_id":"72784d52-41b3-44a8-8f65-2bb06b8a71d7","resolution":{"observed_at":"2026-08-07T14:00:00.826610Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:54.961670Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.961670Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:97deb49a8623b3590ebc41b5ddcdc30357b82036ce393a1af4fa78024455773e","observation_id":"5ad28ea9-8df0-4a15-ae1d-d00c3ffdc413","resolution":{"observed_at":"2026-08-07T13:59:54.961670Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:55.103381Z","title":"Hashimoto","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.103381Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:a154a0874e0c9a63ce1d6c6c79fcfdaff90914882dd41c12c77f12e312925aba","observation_id":"09e44636-8a6c-41a0-90d4-6551a5311a94","resolution":{"observed_at":"2026-08-07T13:59:55.103381Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.621786Z","title":"Wildbench: Benchmarking llms with challenging tasks from real users in the wild","venue":null,"work_id":"63e2c132-ecef-4dc0-b5d7-ebfb05513f69","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.230236Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:f5e2dc096fb7fd08d337ec3506118543027b31ef268b55e9a561031fc1aedf56","observation_id":"94a207a7-fe7e-48c2-86d1-ff308bc72056","resolution":{"observed_at":"2026-08-07T14:00:00.704957Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:55.309556Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.309556Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:abe82e04d5357f0aa267d32f85a5c599d49957a1ae04721e76fba95a7d0f459a","observation_id":"93b92185-9fb6-4438-81c7-9526775f8aa9","resolution":{"observed_at":"2026-08-07T13:59:55.309556Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:55.415007Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.415007Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:15426f6f24d1a823af6d0630ed4faab7f7d486867b0f40cfcc79c8d54b982ea3","observation_id":"8dc77b46-878d-43fe-b4a9-a961280fe1ba","resolution":{"observed_at":"2026-08-07T13:59:55.415007Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.18451","last_updated":"2024-10-24T06:06:26Z","snapshot_observed_at":"2026-08-07T05:53:12.643515Z","submitted_at":"2024-10-24T06:06:26Z","title":"Skywork-Reward: Bag of Tricks for Reward Modeling in LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.18451","snapshot_observed_at":"2026-08-07T13:59:55.501937Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.501937Z"},"links":{"cited_paper":"/paper/2410.18451","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:f0938a2879582e97d7382994ef2a855fdab736427a7eed0f6ffde6cd161c9166","observation_id":"e701fc67-5854-4f6d-b13b-c7272dc2c5eb","resolution":{"observed_at":"2026-08-07T13:59:55.501937Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.00847","last_updated":"2025-02-12T03:34:29Z","snapshot_observed_at":"2026-07-06T19:25:23.988463Z","submitted_at":"2024-10-01T16:29:59Z","title":"Uncertainty-aware Reward Model: Teaching Reward Models to Know What is Unknown","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.00847","snapshot_observed_at":"2026-08-07T13:59:55.598978Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.598978Z"},"links":{"cited_paper":"/paper/2410.00847","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:8916cb2627881c7b8f6dcdfef3b6065babd95136d3bd2b274dbefd9910ef2b8b","observation_id":"3f36f7cb-1e25-4f99-9ba8-6c51aac05e88","resolution":{"observed_at":"2026-08-07T13:59:55.598978Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10012","last_updated":"2022-03-18T15:21:11Z","snapshot_observed_at":"2026-07-06T12:49:36.698431Z","submitted_at":"2022-03-18T15:21:11Z","title":"Report from the NSF Future Directions Workshop on Automatic Evaluation of Dialog: Research Directions and Challenges","version":1},"cited_work":{"arxiv_id":"2203.10012","doi":null,"metadata_source":"pith","pith_arxiv_id":"2203.10012","snapshot_observed_at":"2026-08-07T13:59:59.346944Z","title":"Report from the NSF Future Directions Workshop on Automatic Evaluation of Dialog: Research Directions and Challenges","venue":"cs.CL","work_id":"7aedd368-d5b7-4ba0-8a85-65722d72fb6e","year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.712036Z"},"links":{"cited_paper":"/paper/2203.10012","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:8355b5e4bfd34d3952d2f88485de70bcaba9eddee402a9483beecd4db5dedf27","observation_id":"b421c686-6caf-47e9-9f47-7687d3c55c78","resolution":{"observed_at":"2026-08-07T13:59:59.464473Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.587840Z","title":null,"venue":null,"work_id":"5511f67a-8c08-45c3-8eb6-87cfe941aa5e","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.847996Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:d9179b61359dd37702005ee8d92a9e72ae498ccc961d50b6412bdfdda7fcb847","observation_id":"382484c3-acfb-4683-a335-7bf5c7765ca9","resolution":{"observed_at":"2026-08-07T14:00:00.610339Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.469734Z","title":null,"venue":null,"work_id":"b6102c9f-b07b-4bfb-b8d5-0ec3af00c951","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:55.996141Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:eecb43bbc6013abece83dbdc329f2d4e25796e2c6c30608bf5ab638660fac5ec","observation_id":"0c186211-44a7-4732-871b-b2d7756efcbb","resolution":{"observed_at":"2026-08-07T14:00:00.525457Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.391928Z","title":null,"venue":null,"work_id":"54366b2f-0827-406d-9a4b-c6a54f1b085e","year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.096965Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:50edf51de30dcab046ce237cce4b7628a88a3e279352af4d7c856577b8c29d59","observation_id":"4bab5e71-9a90-45bd-bbf4-39c6a00fe54f","resolution":{"observed_at":"2026-08-07T14:00:00.427876Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:56.194336Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.194336Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:1d73ec93d37bfd97821409f1a241dba85e1faea9e027535e0aa130215092d41e","observation_id":"aa8b444c-7377-4c5d-8309-c81317cc3891","resolution":{"observed_at":"2026-08-07T13:59:56.194336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2020.acl-main.333","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.907003Z","title":null,"venue":null,"work_id":"e64d5e27-5cfc-4066-86de-0d560150bfb6","year":2020},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.277106Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:dba951dd7fd4ed1040b37f8a926109cf0e509b39a4772aba9ef9ee85f986e675","observation_id":"e78a76d3-1af8-4577-a9ed-7b5b85a6c8bb","resolution":{"observed_at":"2026-08-07T13:59:59.007894Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:56.358327Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.358327Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:eca0fba6e99b9e1ee5dc56fd2e37e7708591cbef23dc5ceb2370a0b1be61d721","observation_id":"0830385f-d374-44b2-a32d-2742d0df955b","resolution":{"observed_at":"2026-08-07T13:59:56.358327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.298531Z","title":null,"venue":null,"work_id":"f449f938-25c7-434f-9208-65319d4b0dd3","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.436380Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:707629d7d797a160ed7d30c4ae324646d92e7e77a568e0b1c6ec70893f8e3678","observation_id":"355f5d34-79cd-4a50-a3d3-dbf8e7fd3d5a","resolution":{"observed_at":"2026-08-07T14:00:00.334732Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:56.565885Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.565885Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:49baa1986cb494630f1a1ca3c48b518fb1b922fdb7056146e88ea5ebb07b2ca0","observation_id":"a74e731c-f42c-473c-9d76-c63f5b71a83a","resolution":{"observed_at":"2026-08-07T13:59:56.565885Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.192623Z","title":null,"venue":null,"work_id":"7c2eec08-37d6-4935-b078-c77f8ea071ea","year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.660505Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:4527058fff0095b60465dfe36878d44f03d6d62d3f52e261077427e1dd1e3714","observation_id":"d1c8da5a-3625-4687-bcf3-5c93d6155d23","resolution":{"observed_at":"2026-08-07T14:00:00.255919Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:00:00.092658Z","title":null,"venue":null,"work_id":"5424184a-4cad-4d6a-8f8b-bbd63bda1efc","year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.750853Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:facffb6a31452999fbf32328a6984acc4528f05a78c4223901574bd485fe7f3a","observation_id":"83a12fd4-4e6a-4a3b-a235-ffeaeebd981e","resolution":{"observed_at":"2026-08-07T14:00:00.138294Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:56.885102Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:56.885102Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:a08bb5cf4b28d06220f687d767563512dd21949ee37d1d9f7e7994370769c8d9","observation_id":"3a67f386-5d97-4081-8eec-12c50c2da371","resolution":{"observed_at":"2026-08-07T13:59:56.885102Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.19312","last_updated":"2026-04-16T21:43:49Z","snapshot_observed_at":"2026-07-06T20:43:08.913991Z","submitted_at":"2025-02-26T17:08:46Z","title":"FSPO: Few-Shot Optimization of Synthetic Preferences Personalizes to Real Users","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.19312","snapshot_observed_at":"2026-08-07T13:59:57.010682Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.010682Z"},"links":{"cited_paper":"/paper/2502.19312","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:a13738fbf97ef189226d953febbe487ac8a96cf3892614ee2ec3adafdcb11e39","observation_id":"76496126-2417-400c-914b-8cbb716fc3ab","resolution":{"observed_at":"2026-08-07T13:59:57.010682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:57.127616Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.127616Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:64919fca56974b2363a087c6c65ecc06905cc1c37ab52377a90c1a3c506d4bc7","observation_id":"7f62b010-754c-438c-a191-b2cbff5a17b9","resolution":{"observed_at":"2026-08-07T13:59:57.127616Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:57.295101Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.295101Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:39283be8a037ed4a1857f7fed82b86303f22a88e166fc3edda44bf5119f5345c","observation_id":"fd3f6c79-cef5-4bd1-bc10-29ca00361a57","resolution":{"observed_at":"2026-08-07T13:59:57.295101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:57.385118Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.385118Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:f5a7c1b268fcc0f831ab812f8fe5d74b1477885698cdc8a7f5316c02747096ca","observation_id":"7cd4c086-cd60-433b-96d3-fc65d39b67e4","resolution":{"observed_at":"2026-08-07T13:59:57.385118Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.18796","last_updated":"2024-05-01T15:37:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-04-29T15:33:23Z","title":"Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.18796","snapshot_observed_at":"2026-08-07T13:59:57.495458Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.495458Z"},"links":{"cited_paper":"/paper/2404.18796","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:0a20530ea3b35ccb5fcdddf8b3c441d5754e87e0571c7e0ee330188cb7e15ff9","observation_id":"b1c4fb87-74f8-4191-81d0-ea372c40eb1d","resolution":{"observed_at":"2026-08-07T13:59:57.495458Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:57.636351Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.636351Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:1e61458756c30d9b5b35a682f0c1b5345ac8bbd30c306443daa00301008820bd","observation_id":"3633d54b-4c96-480d-b311-736b53331170","resolution":{"observed_at":"2026-08-07T13:59:57.636351Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:57.757875Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.757875Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:f2c74f8125a553dcfaf79fcc00af0b2f6b8748f8cb65d38cd8ea062c349d3501","observation_id":"04994018-c6d7-4073-a517-c35460bf0f39","resolution":{"observed_at":"2026-08-07T13:59:57.757875Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2021.eancs-1.3","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.776258Z","title":null,"venue":null,"work_id":"3e9a7da0-3693-4960-a64e-ac0ab1e3231b","year":2021},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.874921Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:40f897f9bd0774f512d84d74c546a4f8e5c90f85c45bf3307a614d7baba8d2a2","observation_id":"385a3f28-2e60-49a2-a59d-bcfdaaa4e323","resolution":{"observed_at":"2026-08-07T13:59:58.802204Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:59.991600Z","title":null,"venue":null,"work_id":"f7587cb7-c7d2-487a-bb11-670634482ae5","year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:57.952891Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:76c3368c9d9d4d5d8800f379fe00ae53f6fbfa1c67b1989d9ac9d2f81677e4e2","observation_id":"1ea14980-c606-494b-8e31-e75c97e20bf7","resolution":{"observed_at":"2026-08-07T14:00:00.023343Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.024691Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.024691Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:9de8fb9ca744fa7583c67b0ee07f9daa4c7870b686e64c2b4a5a403f9f77f8a4","observation_id":"150a8092-e8a1-432f-befa-b26af933ff9b","resolution":{"observed_at":"2026-08-07T13:59:58.024691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.13669","last_updated":"2024-06-13T03:44:03Z","snapshot_observed_at":"2026-08-05T08:47:31.549852Z","submitted_at":"2023-05-23T04:22:50Z","title":"The Knowledge Alignment Problem: Bridging Human and External Knowledge for Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.13669","snapshot_observed_at":"2026-08-07T13:59:58.112166Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.112166Z"},"links":{"cited_paper":"/paper/2305.13669","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:2a3e00504242ca28411ed8db8de4bc3f79742df09c7fa0294abfdbcb1658fdc8","observation_id":"156c15bf-0f66-4413-b092-d68708e8c5c9","resolution":{"observed_at":"2026-08-07T13:59:58.112166Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15710","last_updated":"2024-03-11T07:50:05Z","snapshot_observed_at":"2026-07-06T17:07:52.197869Z","submitted_at":"2023-12-25T12:32:49Z","title":"Alleviating Hallucinations of Large Language Models through Induced Hallucinations","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.15710","snapshot_observed_at":"2026-08-07T13:59:58.175111Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.175111Z"},"links":{"cited_paper":"/paper/2312.15710","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:1764723769f8886f73158bcaf41f4ea4446cb72f27268e8978e16f1e54980520","observation_id":"14933fc1-9696-4f0d-bd17-9178fb3c644c","resolution":{"observed_at":"2026-08-07T13:59:58.175111Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.01470","last_updated":"2024-05-02T17:00:02Z","snapshot_observed_at":"2026-07-06T18:08:56.480769Z","submitted_at":"2024-05-02T17:00:02Z","title":"WildChat: 1M ChatGPT Interaction Logs in the Wild","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.01470","snapshot_observed_at":"2026-08-07T13:59:58.259768Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":75,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.259768Z"},"links":{"cited_paper":"/paper/2405.01470","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:63741774788aa5073653696a4e3695a46a812ed225250c57e30d0493017f6d5b","observation_id":"6c6bcec7-8854-4431-aef2-920daf6a1ce3","resolution":{"observed_at":"2026-08-07T13:59:58.259768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.320350Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.320350Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:ed6d885f5c1909798ffba66885f12286053fefe6ea49e9a0e9676a867f9de76f","observation_id":"226bd04f-852e-447d-8b83-ae4adc51206d","resolution":{"observed_at":"2026-08-07T13:59:58.320350Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:59.902966Z","title":"Lmsys-chat-1m: A large-scale real-world llm conversation dataset","venue":null,"work_id":"256929c4-38db-42b1-bc4d-78195767b4a9","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.369250Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:f0259720a2220f30e1489266fe59dd2fe5c2333444152705e842ebca98bd18f7","observation_id":"c9c07012-1d24-4736-b024-9496be59db51","resolution":{"observed_at":"2026-08-07T13:59:59.937781Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.435317Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":78,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.435317Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:db5542f4f101e73da131390de60b55582efdc69795161969ec576b13920a23f4","observation_id":"5f067335-335a-482f-a54e-4440aeebf5eb","resolution":{"observed_at":"2026-08-07T13:59:58.435317Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:59.826639Z","title":"Judgelm: Fine-tuned large language models are scalable judges","venue":null,"work_id":"c41cf461-89da-4f6a-81d8-e867bb670735","year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":79,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.482465Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:4c01a62693c5b4a6178edf88aa9b0156a42c71a09c9139d69af5cfccc9f722be","observation_id":"e2e8417c-a408-4c0f-b8b6-2d3f26badf17","resolution":{"observed_at":"2026-08-07T13:59:59.868271Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.595783Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":80,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.595783Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:40fddfe68f584452ae69cdade382c446cbda33710123b1a3b06697596112fb57","observation_id":"e5f59d1b-0d0b-4f2e-ba3e-ea723d67f16f","resolution":{"observed_at":"2026-08-07T13:59:58.595783Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:59:58.708794Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":81,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:58.708794Z"},"links":{"citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:4183e4072d3a719801f7e7cc60f6f41209c2b0104d2e2fc7a05417a67a417ab9","observation_id":"241902dc-6295-46f4-be88-a21d22c5d075","resolution":{"observed_at":"2026-08-07T13:59:58.708794Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T13:52:11.576261Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries"},"reference_resolution":{"displayed":81,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":69,"verified_exact":4,"verified_fuzzy":8},"total_outbound_references":81},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 81 of 81 outbound references and 0 inbound Pith citation observations for arXiv:2505.20451."}