{"as_of":"2026-08-08T16:51:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:57262ede6f53c9e23eca1610778aab58b9162fa30e19b9e4c2e7cf2f231137ad","coverage":[{"denominator":37,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":37,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T15:00:37.841915Z","state":"measured"},{"denominator":37,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":37,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.16591/citation-record","integrity":"/paper/2505.16591/integrity","json":"/paper/2505.16591/citation-record.json","paper":"/paper/2505.16591"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:44.415737Z","title":null,"venue":null,"work_id":"a9f8dfc9-6bb2-47e0-8986-ecc702e4b323","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.067635Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:7c9ed6c29696168af4db5a911ac61f0c5a64e7b0f7a0521b99da6fdb76cfbc27","observation_id":"5e55c8f1-4715-4fc7-a8cf-06f37a68e73a","resolution":{"observed_at":"2026-08-07T15:00:44.484777Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:44.276467Z","title":"The output triples are represented in the form of a list, and ensure that:","venue":null,"work_id":"2d81155f-6caf-4a2c-a5d7-5cb56f27d152","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.186848Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:b747274476933ad65a15306fd8fc08111468b19fe232d3f64d94ebb8c90c681a","observation_id":"a6ecc5c7-0101-4831-aac8-20ef5936a342","resolution":{"observed_at":"2026-08-07T15:00:44.322905Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:43.784914Z","title":null,"venue":null,"work_id":"6fc862e0-1ca7-4f11-af1b-7e3d5d115941","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.538306Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:aa77b6cb02811b10d8fd254550c17dbc693acbcea67f827583fc79b39ffae1ae","observation_id":"4ca9f9d1-112c-4e80-8b27-9e6525f15abe","resolution":{"observed_at":"2026-08-07T15:00:43.844051Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:43.607215Z","title":null,"venue":null,"work_id":"6c40ba59-d8c4-4db0-8f73-c7bd8db96945","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.619909Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:4aa8243b0110906e139979f77784e1d775f74e03fb9a660f36bbeecda55c914c","observation_id":"e39c9573-2344-4bd1-83f0-88cfe141bf99","resolution":{"observed_at":"2026-08-07T15:00:43.686586Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:44.119638Z","title":null,"venue":null,"work_id":"a1b1c214-4e76-4500-bf13-d566b8b1e39a","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.313837Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:a021a9d908f2190061df715ab29029f03d99e599f7fae491d77830063dc43793","observation_id":"d94cfb63-4f47-45a3-8371-1c5d20f4fc9a","resolution":{"observed_at":"2026-08-07T15:00:44.198238Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:43.943165Z","title":null,"venue":null,"work_id":"02fa3861-fd6a-453b-9613-cd978c36989d","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.411954Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:14af0dbfd765f9c2080005f21d308ae5188d5f2c22af6c76888e92564c8c8fba","observation_id":"737138a7-0350-4b4d-b346-3b2247703f9c","resolution":{"observed_at":"2026-08-07T15:00:44.019771Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.209333Z","title":"The head entity and the relation of the triple are used to generate the question, and the tail entity is the answer","venue":null,"work_id":"aa3cc48e-5474-45d8-b51b-2e37a76fa844","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.422050Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:d3810697acc352a51c74020c43b950b6b9a3b74183693d206ef897db8510b109","observation_id":"34068198-e946-4c51-bc53-0de714c35a85","resolution":{"observed_at":"2026-08-07T15:00:42.269000Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.072806Z","title":"question","venue":null,"work_id":"f93311ec-b898-4d1c-a6c8-b6ac0effa33d","year":1954},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.496275Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:2e5b121ede7891f8dd76ae4a5a5bc95d572e796e1139c498ff3cf4af482baeb2","observation_id":"0471f0b2-d21c-493c-8acd-2303ca24c14e","resolution":{"observed_at":"2026-08-07T15:00:42.123283Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:43.440865Z","title":"The final output format is: [[‘Entity A’, ‘Relation 1’, ‘Entity B’], [‘Entity B’, ‘Relation 2’, ‘Entity A’]]","venue":null,"work_id":"576dd37f-2a09-4430-ba3e-149fab3c73b1","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.716368Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:1e7644040473145797a7c88c62d4be60477221d3fad9abd08954d70a0bcfbfc2","observation_id":"58299f09-c1a8-4b0e-8a1b-798d4d925cfd","resolution":{"observed_at":"2026-08-07T15:00:43.527542Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:43.116747Z","title":"Each question is an independent question that can be answered inde- pendently without the materials","venue":null,"work_id":"577afefc-b001-453d-b02d-3a9b05141e2d","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.907303Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:b452282902830a0885faaa9929af9f68fb146adbf6713c67b52c626d91c79685","observation_id":"d19c3d91-ca8d-48a2-adfd-88a25df71252","resolution":{"observed_at":"2026-08-07T15:00:43.184611Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.987647Z","title":null,"venue":null,"work_id":"a1d8e24a-39de-443a-921d-f446929d1a79","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.953399Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:97972f4664b9da3663fe1eff238d703f9586c0daa47d69cdcb1013860c80fb9e","observation_id":"db9f1c50-6627-4924-b6c0-d750eeefd409","resolution":{"observed_at":"2026-08-07T15:00:43.051023Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.817111Z","title":null,"venue":null,"work_id":"6b4fdbb2-4637-461a-bbf0-d0e92d5d9bb1","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.067137Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:c62d4fa330a17f47ecd0975e95027ff47c29af75e51a25e25d86fb9530161d96","observation_id":"889b82c1-b9b7-4c36-971a-e8043a0c9bee","resolution":{"observed_at":"2026-08-07T15:00:42.869659Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.641765Z","title":"For example, for the triple [”China”, ”contains”, ”Beijing”], the question cannot be ”Which province does China contain?” because the answer is not unique","venue":null,"work_id":"bf13b7a3-6f24-4719-82a3-0d5f39a16a5c","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.172444Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:0699038ea191425399245bd25215a7f42dc58b3e96ee3b1b70e2b5b5ae1dda4c","observation_id":"7748e6e4-4197-4c8e-b7d3-6edb3b204134","resolution":{"observed_at":"2026-08-07T15:00:42.705536Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.517545Z","title":"If the provided triple is [], the corresponding question and answer should be None","venue":null,"work_id":"f7c6664c-9e5f-4678-bb14-d3b9e3302dbe","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.233416Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:7c18c039529cbae51c8021b352fac70d954cc3eb8f55e3c7d97cbc909bee282b","observation_id":"63caa9ef-79b8-4e70-827b-a2c01ad87d06","resolution":{"observed_at":"2026-08-07T15:00:42.571684Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:42.353967Z","title":null,"venue":null,"work_id":"729f721f-1ddc-49d5-a33a-8c470cb42289","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.362043Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:e7c288a5cc31822c894e9a99e7cfcb74497dc2b2b16ec24e7d6aee663d7e45ee","observation_id":"fe9ce5f8-6918-4354-8e15-1861325414aa","resolution":{"observed_at":"2026-08-07T15:00:42.422379Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:41.882340Z","title":null,"venue":null,"work_id":"d241be2d-7c50-4d2d-b349-51c0ea370d00","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.545424Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:9699b1c5abed99c123fe01018e98375a8d2bdf59b25013e810b50b9b4f88299f","observation_id":"57feff51-465a-4af9-8a75-79fb585463da","resolution":{"observed_at":"2026-08-07T15:00:41.977675Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:41.754081Z","title":null,"venue":null,"work_id":"c925be3a-6afd-49fa-84ae-be43cb022229","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.628117Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:d9fccb38e337afe368ab80a2b9978e4313d307d6c596ed5bae996389a013a2d0","observation_id":"c4d7c116-be1b-44e1-8391-54e98219a432","resolution":{"observed_at":"2026-08-07T15:00:41.821437Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:41.602241Z","title":null,"venue":null,"work_id":"b7684375-3fb2-437f-a0bf-1dddc67bcc07","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.698953Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:101d86e67ff79700ba08194e70a82ba8d58de363dbf43581fc2c45cd1eab83a9","observation_id":"bc0e80c2-c9bb-45f2-aa9e-11f6a7765211","resolution":{"observed_at":"2026-08-07T15:00:41.662029Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:41.483422Z","title":null,"venue":null,"work_id":"190bc093-476f-40d0-a470-343eafd3c9ce","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.805151Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:371c2474bf92061f30a9d7aa1aa443a7005adfb96b1fcd448ff9722f23c64a33","observation_id":"e18e8453-3803-4216-a654-37aee8015f2a","resolution":{"observed_at":"2026-08-07T15:00:41.532334Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:41.308223Z","title":"For instance, do not ask ”Where did Barack and Michelle Obama meet?” (which could have multiple answers like ”Chicago” or ”Sidley Austin LLP”)","venue":null,"work_id":"6d065b1d-954f-4ebd-ba73-b14c11d9338a","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.876158Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:7f5a3e29a8a81645ec68355a40ccaa1a2a046de7f6db4eff44a6ca84a15d8881","observation_id":"d27108f6-88ac-4d05-9e84-40647bb4a73a","resolution":{"observed_at":"2026-08-07T15:00:41.378906Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:41.144491Z","title":"Avoid asking questions whose answers change over time","venue":null,"work_id":"0b14ba9d-25de-4fb8-bcdc-cd160759964c","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:35.958270Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:24ee394e039a03cb069bf3b836b75cb9cc07f733a097cdea96269cd375f21381","observation_id":"0c4ac7bf-978d-44d3-8bac-9062e2d0dab9","resolution":{"observed_at":"2026-08-07T15:00:41.191098Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:40.956337Z","title":null,"venue":null,"work_id":"7615c9cf-2178-4a34-a6f8-55675556ced1","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:36.090019Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:6faba58268e4827103dc5efd91e20b86dd5db78bc3f02b00dbbc1dea7f4f0ea5","observation_id":"29908cac-9f3c-4421-94bd-68ff16e28dbe","resolution":{"observed_at":"2026-08-07T15:00:41.025427Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:40.791684Z","title":"China\",","venue":null,"work_id":"416556dd-e796-4b42-a356-d940ac01a7ad","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:36.250318Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:2c46627485c0c556727c940f703e6d4d13110204d7f6b8dbc7ef270aeaefbe80","observation_id":"4be00c11-2ea4-4da6-a9c9-9489c25309c6","resolution":{"observed_at":"2026-08-07T15:00:40.851902Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:40.610249Z","title":"check_triple","venue":null,"work_id":"8857fe2b-7072-41f0-8f46-6891fad998f0","year":1998},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:36.400728Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:40deb48f8fb14bdf07349d97864799eb3009574df01a1237d3f71a06076a1521","observation_id":"e8bcce57-e4a8-4b14-8344-503cbcda1080","resolution":{"observed_at":"2026-08-07T15:00:40.694367Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:40.414859Z","title":null,"venue":null,"work_id":"fa29dd3c-0e96-4ea0-a017-6f84dc0dab62","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:36.521929Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:9dac6542d985cb5c8e1304798140d9c44b04ed2bfcb090593610f4549b2a65c5","observation_id":"b5795363-1d02-4e55-baa4-07a35f732c15","resolution":{"observed_at":"2026-08-07T15:00:40.525022Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:40.228373Z","title":"However,","venue":null,"work_id":"0499a684-fbba-4579-af27-8dc13ab252e6","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:36.716819Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:66e46fcd54f2c6706528cb3217a8495fc646674d9002c745e118156d4222d60d","observation_id":"98db4843-ebaf-42f2-9563-c570a6025f43","resolution":{"observed_at":"2026-08-07T15:00:40.288401Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:40.036952Z","title":null,"venue":null,"work_id":"efb9db61-a043-430d-a7c1-6cc8e6a2146d","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:36.868053Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:961dc37b2e872333bd46ae7dc499f57e0c776fba34e728895af191fb038231bb","observation_id":"3f4fdf16-0d32-4c68-94d8-c22598b48881","resolution":{"observed_at":"2026-08-07T15:00:40.120467Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:39.859349Z","title":null,"venue":null,"work_id":"ba85c337-4188-4a0a-a03c-c27fd7136a5f","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.022185Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:1f58615c7039d286a944a6a5d3a7edda40faf2644b9a30f963784f31c7d7a6a2","observation_id":"ff386aef-21a7-4578-9ee1-8332ca623f1e","resolution":{"observed_at":"2026-08-07T15:00:39.940159Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:39.511965Z","title":null,"venue":null,"work_id":"a92eb0e1-90a5-4093-93f4-0329631fc8ef","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.154634Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:868c9320a622064049594059068d58733f05996fce57c0690d0d52533383f009","observation_id":"1a9d7d1e-df70-492c-b704-2c382c10c124","resolution":{"observed_at":"2026-08-07T15:00:39.652286Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:39.220683Z","title":"However” vs. “however","venue":null,"work_id":"cb74209e-57d7-43de-bb4e-58aa4722560b","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.318177Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:f5d1eae13bbfa4d3b27be36f28866af8c5402961a3c9152d1f13b42788c89889","observation_id":"2e2fea3c-70b9-4d76-b0d9-2e8bcdc0cf2b","resolution":{"observed_at":"2026-08-07T15:00:39.344186Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:38.933346Z","title":"question","venue":null,"work_id":"601064ad-d9ef-4f0e-97c5-b999f954c995","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.456104Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:bb1aa771ab81ed5a2cbaf42c8b1e3202e67f04ef4b0946d718c71bcef186febf","observation_id":"900a22ba-b32f-4922-933b-b1c090d999a4","resolution":{"observed_at":"2026-08-07T15:00:39.057614Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:38.660789Z","title":"Please think step by step to give an explanation **EXPLANATION**","venue":null,"work_id":"5d59fd31-76c4-4ed8-8bf0-809c4ebd6330","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.580772Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:4f10db6464eda2cf5ab25e0867e8a2722784d37e327a7a36567fdc61112a5bc8","observation_id":"d038a6fb-3274-49fa-b4b0-9032e082e650","resolution":{"observed_at":"2026-08-07T15:00:38.809446Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:38.368810Z","title":"If you think it cannot yield the correct answer or you’re not sure, indicate a confidence score of 0 out of 2","venue":null,"work_id":"e641f2ce-b23d-4fad-aaa2-454e580ed888","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.707116Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:77b6d0a253b98fb38c8df606a675a34c38820ebbb6188622cddf85a5a6251a68","observation_id":"90ed9ad7-e6ae-4259-a5b8-6bc9bb203922","resolution":{"observed_at":"2026-08-07T15:00:38.460353Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:38.082892Z","title":"explanation","venue":null,"work_id":"96b24faf-245f-465d-832f-e92a61577b6b","year":null},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:37.841915Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:45f91a2a48481fa4e6435938efecc6f17c2f731484c45944a7c4f412f64a700b","observation_id":"fb916a25-5939-4f7e-aaf8-bac1883d6bbe","resolution":{"observed_at":"2026-08-07T15:00:38.180509Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:00:43.267307Z","title":"triple_pair","venue":null,"work_id":"a201b540-d0ef-4b74-ab03-2bcf63a57e53","year":1953},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":1954,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:34.806704Z"},"links":{"citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:ae4227e96a7c69a50c48b8babab787e87db47bf3de0da677e33f9526a026332b","observation_id":"50314834-0086-4a92-95db-80dd2eebb701","resolution":{"observed_at":"2026-08-07T15:00:43.336443Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.12840","last_updated":"2024-07-30T02:19:13Z","snapshot_observed_at":"2026-07-06T17:32:44.565172Z","submitted_at":"2024-02-20T09:07:41Z","title":"ArabicMMLU: Assessing Massive Multitask Language Understanding in Arabic","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.12840","snapshot_observed_at":"2026-08-07T15:00:33.799626Z","title":"doi: 10.18653/v1/2023.emnlp-main.760","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:33.799626Z"},"links":{"cited_paper":"/paper/2402.12840","citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:fca803dc3dc47fe589476860a71cd026ae34c4f8289bc85ab28850b7b765ef26","observation_id":"13c49c8c-52b5-473e-8fed-3323e505ce1c","resolution":{"observed_at":"2026-08-07T15:00:33.799626Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-07T15:00:33.940929Z","title":"doi: 10.18653/v1/2024.findings-acl.671","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T15:00:33.940929Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2505.16591"},"observation_digest":"sha256:91e0879f2489a728ea877ab26f1cd0d49d6d8522f864a4847fe02793fedc55f8","observation_id":"4f3903ff-d84c-424a-9c58-e47dba1bc7af","resolution":{"observed_at":"2026-08-07T15:00:33.940929Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.16591","last_updated":"2025-05-22T12:27:02Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T14:56:01.484674Z","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering"},"reference_resolution":{"displayed":37,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":19,"verified_exact":0,"verified_fuzzy":17},"total_outbound_references":37},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 37 of 37 outbound references and 0 inbound Pith citation observations for arXiv:2505.16591."}