{"as_of":"2026-08-09T02:03:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:df0e87d102a53da459a597bfef59711b7bc40af9716f6db8befca756cae86142","coverage":[{"denominator":32,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":32,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T07:50:11.461693Z","state":"measured"},{"denominator":32,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":32,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.02409/citation-record","integrity":"/paper/2608.02409/integrity","json":"/paper/2608.02409/citation-record.json","paper":"/paper/2608.02409"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:08.705831Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:08.705831Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:1d6b8ded429cd8153a82d853b46e9b73cefa50a7f3ac49d17fc178f4f696a24e","observation_id":"1a3e1f4a-a109-4b1c-ab6c-2001dcdb1c36","resolution":{"observed_at":"2026-08-04T07:50:08.705831Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:08.822802Z","title":"2020 , eprint=","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:08.822802Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:1aabf45690ab5b616c3999836e8cec86b211f2e22207aeed6c0db1f7bd2d02f3","observation_id":"18eee5d5-8e8e-43f4-adf7-30bf7938d49b","resolution":{"observed_at":"2026-08-04T07:50:08.822802Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:08.940841Z","title":"2024 , eprint=","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:08.940841Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:c621046947b3c5d729dbf1f26045391971095dcb9e931ba381bfde8580b6b683","observation_id":"adb8e81a-de20-4bb1-932b-8354966f4a44","resolution":{"observed_at":"2026-08-04T07:50:08.940841Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:09.016005Z","title":"2023 , eprint=","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:09.016005Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:e4a1fa98eabcf5e3a29cd0259d3ab3a51b15bee4a91aad9c452042916c9f19ff","observation_id":"724de6df-bd31-46a7-bada-58bfdc6b153d","resolution":{"observed_at":"2026-08-04T07:50:09.016005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:09.102615Z","title":"2023 , eprint=","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:09.102615Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:bc928d8b93329b9ffcf10d39ce74c01b1f30286a051f0c0aa3ed2821649ebf01","observation_id":"d5d167a7-4e6a-433d-a550-b00035ad6595","resolution":{"observed_at":"2026-08-04T07:50:09.102615Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:09.231640Z","title":"2024 , eprint=","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:09.231640Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:9485c5e9778bc8f0fb7fad3b74bc2360a44b511f072cad00bb06cd88fc5f14bf","observation_id":"b573b09c-7d7e-44fe-94fe-16406962a940","resolution":{"observed_at":"2026-08-04T07:50:09.231640Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:09.354472Z","title":"2022 , eprint=","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:09.354472Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:ef4773878aae8649b3c29d0d7ce15a8819d06bb5edc6046d5772c660cd194b8c","observation_id":"21ceff13-2b6f-4a8b-ba40-acf28e3e4c69","resolution":{"observed_at":"2026-08-04T07:50:09.354472Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:09.482359Z","title":"The S hare LM Collection and Plugin: Contributing Human-Model Chats for the Benefit of the Community","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:09.482359Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:0820d2724035b31cb2610d0b18042e26935b0c67026d25bd36b51081e4434501","observation_id":"25839b91-0a39-4ace-be16-d37c6c202a92","resolution":{"observed_at":"2026-08-04T07:50:09.482359Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:09.630188Z","title":"Auditing Algorithms: Understanding Algorithmic Systems from the Outside In , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:09.630188Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:5acda7c5d0cd7aae2b8d12cbe219ead7d8ad64f2a37ddd8d1f22b5c394dbcb8b","observation_id":"8b81da8e-9e77-4d9d-8bcc-9cef8d9ab4ee","resolution":{"observed_at":"2026-08-04T07:50:09.630188Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:09.736181Z","title":"2014 , url=","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:09.736181Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:dd65a9786aa21d051b13662d1e00a3df52b575c5a4a8473a055f6b33e576c247","observation_id":"41b8f4af-970e-40c6-b63f-df2d22925325","resolution":{"observed_at":"2026-08-04T07:50:09.736181Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:09.862778Z","title":"Proceedings of the 2024 CHI Conference on Human Factors in Computing Systems , articleno =","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:09.862778Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:a1238ca81694d83c1665667f145fb043657d0ca9b6e089204dc59841a6a89c9d","observation_id":"84b05a39-26d5-4063-9690-ddb8180a0f81","resolution":{"observed_at":"2026-08-04T07:50:09.862778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:09.980564Z","title":"2020 , eprint=","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:09.980564Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:e6d057eef149420eafab6a65becb0fbcaecfc444c53c250255b32af35d7499ca","observation_id":"3fcb6ec2-c231-4320-863f-29b1340b9098","resolution":{"observed_at":"2026-08-04T07:50:09.980564Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:10.087484Z","title":"and Stark, Luke and Wortman Vaughan, Jennifer and Wallach, Hanna , title =","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.087484Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:77123678dfa6775e062997a0ff7458a33d3c18bce899d1bb885b2873e922ef7f","observation_id":"501dbc3e-0450-4883-a005-b77bfe0b4a7c","resolution":{"observed_at":"2026-08-04T07:50:10.087484Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:10.216150Z","title":"2022 , isbn =","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.216150Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:45d57e668ddd2543b394e5d13133535ef134cde03743a361db040a7390fb4ffd","observation_id":"daeca13b-cab0-47ac-8478-be9cc5ce485b","resolution":{"observed_at":"2026-08-04T07:50:10.216150Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:10.292122Z","title":"and Gordon, Mitchell L","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.292122Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:59185372c7e05334bf817da1af570feda3ae7e401af0f254b799160b95b66e1e","observation_id":"886413b7-0527-4764-8629-96f3b47a9064","resolution":{"observed_at":"2026-08-04T07:50:10.292122Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:10.344502Z","title":"Transactions of the Association for Computational Linguistics , author =","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.344502Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:319c960876e837d6f8b5f96fe3145973d5df194471db57326e6900ac565550ad","observation_id":"8cbe77ea-fcea-4d35-9f79-74233753e145","resolution":{"observed_at":"2026-08-04T07:50:10.344502Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:10.402185Z","title":"Okapi: Instruction-tuned Large Language Models in Multiple Languages with Reinforcement Learning from Human Feedback","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.402185Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:c3fc7b6b0444347169db8deb2f21d542d79894ee30edf1a1e5141a2dfa5fe88b","observation_id":"e7fac37b-176b-4f64-97b1-25aa7c73eaf9","resolution":{"observed_at":"2026-08-04T07:50:10.402185Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:10.486748Z","title":"Proceedings of the International Conference on Learning Representations (ICLR) , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.486748Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:ebf87dbbc73f3f19c122e4f5899f4d2b5bb0f30d32cf82244af519dfd87e5dbe","observation_id":"0bd842f6-ba28-47a4-a294-2c8681f347b0","resolution":{"observed_at":"2026-08-04T07:50:10.486748Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:10.539737Z","title":"2023 , eprint=","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.539737Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:1aabe301653cf7602a28314c0227cd73992beb2a5af7a0518d0e893917aab468","observation_id":"bbfb5aad-6b09-4718-8964-d17be05bcade","resolution":{"observed_at":"2026-08-04T07:50:10.539737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:10.591038Z","title":"Building Safe G en AI Applications: An End-to-End Overview of Red Teaming for Large Language Models","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.591038Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:37b6185bd151b6491ec01d85230c1ef364f0d72b016a9698136bd369b3bdbd64","observation_id":"4309dc35-20c2-466a-a989-3706cb97847e","resolution":{"observed_at":"2026-08-04T07:50:10.591038Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:10.648176Z","title":"and Lipton, Zachary C","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.648176Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:c71cf1cea685ba4e236472917a8698f7ad34af9a329513f2243753ab403df686","observation_id":"8f54aadc-b844-4019-92bc-acf8afcc78e8","resolution":{"observed_at":"2026-08-04T07:50:10.648176Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:10.695226Z","title":"Yu , keywords =","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.695226Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:b631d42d6b0a37276d7b5b971f2374b91a83190779d50c35b334ff4e82096405","observation_id":"feba93dd-72fd-4473-8cc1-5686989cd5ea","resolution":{"observed_at":"2026-08-04T07:50:10.695226Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06775","last_updated":"2024-07-08T14:01:20Z","snapshot_observed_at":"2026-08-07T06:53:25.948739Z","submitted_at":"2023-12-12T20:54:51Z","title":"Large language models in healthcare and medical domain: A review","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.06775","snapshot_observed_at":"2026-08-04T07:50:10.756264Z","title":"Large language models in healthcare and medical domain:","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.756264Z"},"links":{"cited_paper":"/paper/2401.06775","citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:6283e0d4af935c1c6910508279cbb407caa0857bc70ce9a6defa298329a50522","observation_id":"0927f03c-fa54-4aa1-b2f4-cd7d08681274","resolution":{"observed_at":"2026-08-04T07:50:10.756264Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:10.819337Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.819337Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:1d96282654e06d342e7a756ad278ad44703743b283dbe8b15867a6299f5be351","observation_id":"5986f6c4-b6de-4e7b-b1dd-104e0b4ed4ee","resolution":{"observed_at":"2026-08-04T07:50:10.819337Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:10.873724Z","title":"Biases in Large Language Models: Origins, Inventory, and Discussion , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.873724Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:a60cd93ab52cda0ef068ff4701bbe1471371404354e7a58785836315c7aaf54b","observation_id":"96186bbf-1365-4ba6-834c-de99551067dc","resolution":{"observed_at":"2026-08-04T07:50:10.873724Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:10.953368Z","title":"2025 , issue_date =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:10.953368Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:75770fd8dc90eafcfd257f17db0b8bba5639e41d66ce66688ff58a61909fc6cb","observation_id":"9f8626b7-8992-44c0-87ce-69ebd6abde8c","resolution":{"observed_at":"2026-08-04T07:50:10.953368Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:11.039422Z","title":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems , articleno =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:11.039422Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:b524fa2a351ba3eaf7efe318b97e90938f3e620b9578480c4c440329753e93ad","observation_id":"b99a2521-4ca0-4710-aad9-3e739c9c6f30","resolution":{"observed_at":"2026-08-04T07:50:11.039422Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:11.126803Z","title":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency , pages =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:11.126803Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:62703409e6b257fb11174ed0fa717ef07f769d656a9c800d872b3d2ec15e4b55","observation_id":"037694cd-cb3f-4933-a2e6-9edd9aa20684","resolution":{"observed_at":"2026-08-04T07:50:11.126803Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:11.208027Z","title":"R eal H arm: A Collection of Real-World Language Model Application Failures","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:11.208027Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:b28355bd8dc1c35913dabc763a0d09c40ce15b169e528a415a7cb6547b0d94da","observation_id":"b3243485-1897-4f91-be9a-10ad43be08a5","resolution":{"observed_at":"2026-08-04T07:50:11.208027Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:11.259060Z","title":"Designing and Conducting Mixed Methods Research , author =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:11.259060Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:0af5ddb7858ca46cc30091b3817adc90a1db7c089b1aa18af45bbc1dbd514643","observation_id":"30d1a21e-1e5e-48d0-8821-eabb83454511","resolution":{"observed_at":"2026-08-04T07:50:11.259060Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3610209","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"and Pandit, Ayush and Kalicki, Colin H","venue":"Proceedings of the ACM on Human-Computer Interaction","work_id":"6adbb551-0bab-492b-bb7b-ea52973da642","year":null},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:11.376682Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:71a873296cc5590a09f434bd9610adb69e8949ebbfe402b623ffda3d6e07304e","observation_id":"8c49b5c4-8b4f-445d-97e1-6c9323572870","resolution":{"observed_at":"2026-08-04T07:54:11.881787Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T07:50:11.461693Z","title":"Proceedings of the 2024 CHI Conference on Human Factors in Computing Systems , articleno =","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-04T07:50:11.461693Z"},"links":{"citing_paper":"/paper/2608.02409"},"observation_digest":"sha256:fb5fc2fdd9f5d03b0344083cf4c12dee2a3d612b47ed482fa6860bbfd197ce88","observation_id":"66c15da8-b20a-44c2-a2ae-2e5a0ef1dd98","resolution":{"observed_at":"2026-08-04T07:50:11.461693Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2608.02409","last_updated":"2026-08-03T15:50:33Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-08T22:27:17.832761Z","submitted_at":"2026-08-03T15:50:33Z","title":"MonitrLLM: A Community-Centered Evaluation Infrastructure for Large Language Models"},"reference_resolution":{"displayed":32,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":31,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":32},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 32 of 32 outbound references and 0 inbound Pith citation observations for arXiv:2608.02409."}