{"as_of":"2026-08-16T11:52:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:8978d3f12add7509392a23188ce433d9c44579fefb2388a91654a7b8f56f34a5","coverage":[{"denominator":23,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":23,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-14T12:57:29.457679Z","state":"measured"},{"denominator":23,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":23,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/1908.06193/citation-record","integrity":"/paper/1908.06193/integrity","json":"/paper/1908.06193/citation-record.json","paper":"/paper/1908.06193"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.880923Z","title":"Resource letter rbai-1: research-based assessmen t instruments in physics and astronomy,","venue":null,"work_id":"56935012-3972-4864-8022-0751f39b682a","year":2017},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.340803Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:b987d6aa8dd541f26b4a3bc23526715ab8a81f76c04eae2d8c6902d108996339","observation_id":"a69bc157-78d0-4c07-b7b7-c99186243cac","resolution":{"observed_at":"2026-08-14T12:57:29.885991Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.861439Z","title":"The student-centered activities for large enrollmen t undergraduate programs (scale-up) project,","venue":null,"work_id":"27657ed5-c0ed-47c3-acb0-ef6658dfe594","year":2007},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.346812Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:7585bf4fccc61d78b8d9915159f925797a4ed63a939a269b60dbfef18094ec48","observation_id":"7b73c134-46b9-45fb-9373-6cf0a68d091a","resolution":{"observed_at":"2026-08-14T12:57:29.868272Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.841911Z","title":"Toward a modeling theory of physics instruction,","venue":null,"work_id":"024be51c-2d74-47fd-855d-a6731db207ad","year":1987},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.352200Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:19340fe2f4ff27098a4895879bac3531797b1fa5659858ea5c7d09d4753b04bf","observation_id":"502cb62f-1f87-4a42-a8e2-623cc4b2c649","resolution":{"observed_at":"2026-08-14T12:57:29.847763Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.823955Z","title":"Peer instruction: Ten years of experience and results,","venue":null,"work_id":"1a58d4cb-274d-4eb0-858c-a4ade7f62a64","year":2001},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.357667Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:4635540f76f6df7447521acf2d5fa7cca398b93287535529aaf7f2ebd38c8227","observation_id":"6b41399a-b441-4a42-b645-5fde576550b6","resolution":{"observed_at":"2026-08-14T12:57:29.829794Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.807069Z","title":"Alternative model for adminis- tration and analysis of research-based assessments,","venue":null,"work_id":"7f8d2f5e-afc4-4736-afc2-da5c8aa87ef7","year":2016},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.364456Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:28264c45e0801727bd394f47e2a0b76508e3beb396f89de0ffe6e3694bc56bbc","observation_id":"8f8dcccb-4632-42e2-ac96-2a99beac7d63","resolution":{"observed_at":"2026-08-14T12:57:29.812145Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.790921Z","title":"Standardized test- ing in physics via the world wide web,","venue":null,"work_id":"9bb3c95e-48e6-4022-8e9d-91d110803385","year":2002},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.370052Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:6cbdf62b55341aac301392067b0dc598b800950e70f62d5f2587d1747035150a","observation_id":"4c7cc3fd-beb5-473c-8fe0-dfb8680e04ea","resolution":{"observed_at":"2026-08-14T12:57:29.796290Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.773951Z","title":"Learning assistant supported student outcomes (lasso) study initial findings,","venue":null,"work_id":"231ed462-ea11-468a-bf7a-62304460cb2a","year":2015},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.376036Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:7d4b0cf91dbac7a9c0c98eb906097ca2faeda55cb81f366ffe6c564e62812a9a","observation_id":"2b0544f4-dd77-49bd-9ae5-4d857323566c","resolution":{"observed_at":"2026-08-14T12:57:29.779768Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.758875Z","title":null,"venue":null,"work_id":"d953d4d7-dc66-46d0-9d30-080e6e331e5a","year":2015},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.380859Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:d7835381557465657b66952d1ed439090831b91d9e66f87e45f45bb242df80d0","observation_id":"0a5afcac-2b1c-4880-a09f-edb69e2b434f","resolution":{"observed_at":"2026-08-14T12:57:29.763978Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.743706Z","title":"Quantifying crit- ical thinking: Development and validation of the physics lab inventory of critical thinking,","venue":null,"work_id":"782b2cea-3943-4399-ae92-c3ddbae86b32","year":2019},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.385477Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:474798b2691b930d538bf54db1e70a8621b5b8a2315da1dad7dc8b12cb9cfc34","observation_id":"3191af57-979f-4034-af34-357ea6483c1d","resolution":{"observed_at":"2026-08-14T12:57:29.749130Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.729096Z","title":"Force concept inventory,","venue":null,"work_id":"acf3ca88-8ea2-4287-bc24-803b8d61780b","year":1992},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.390613Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:bbfb9e77fc038e9803fc6862b715a2637933c93f0567e4385f651c196614a1b9","observation_id":"208abb81-f644-41f0-93fb-b15ca3365567","resolution":{"observed_at":"2026-08-14T12:57:29.733724Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.713856Z","title":"Surveying students conceptual knowledge of electricity and magnetism,","venue":null,"work_id":"ef32ffa5-2753-4f51-9ea4-b51703c71904","year":2001},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.395492Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:c9db09e5d347bbd0c5aeafed640399f3e58fec380b90a38b1327fdcd7fdbea84","observation_id":"03075430-0a4e-41db-a7f8-17c5b9906a97","resolution":{"observed_at":"2026-08-14T12:57:29.719025Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.698893Z","title":"Participation rates of in-class vs. online administration of low-stakes research-based assessments,","venue":null,"work_id":"e38a712f-100e-4410-a738-5d85d8c15ca2","year":2017},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.400611Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:0a504d5c4c7821fbedfa6c12fbdd146d714cc57ff13e5375bc9c920fe4ebfe6e","observation_id":"5b06ee8b-930d-45dd-befd-a675f86f7bff","resolution":{"observed_at":"2026-08-14T12:57:29.703962Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.683403Z","title":"Performance on in- class vs. online administration of concept inventories,","venue":null,"work_id":"8e6bff1e-46ec-4289-9744-eb0d5daf8775","year":2017},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.406037Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:00efd63491b97b4556486a1c2e80d40d2c2db9f99c0a39e9c2b403861078baac","observation_id":"411558a0-0c28-4f13-8e40-1838b89eb2e3","resolution":{"observed_at":"2026-08-14T12:57:29.688690Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.667024Z","title":"A comparison of computer-administered and written tests,","venue":null,"work_id":"a7c45b52-2eea-4864-b950-0099130d6efb","year":1997},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.411229Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:f4ee659a7acca14d851b83813320f33dbb54d3c45c63aa624d74dfb245996336","observation_id":"fe123a33-b7c1-48d7-9d63-a87c52142543","resolution":{"observed_at":"2026-08-14T12:57:29.672867Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.648281Z","title":"Post-graduate student perfor - mance in supervised in-class vs.unsupervised online mul- tiple choice tests: implications for cheating and test secu - rity,","venue":null,"work_id":"f5f96dd6-3fb4-4067-8eb7-6ab04567220a","year":2015},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.417220Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:f390caa4272b072353ee7ad330062f8e83a3e0813adef2dc15eb2a5af510af4c","observation_id":"cb17f3b7-b2db-4ea9-b73d-3d79e86bfe77","resolution":{"observed_at":"2026-08-14T12:57:29.654126Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.631047Z","title":"The equivalence of paper-and-pencil and computer-based testing,","venue":null,"work_id":"bf285b2b-5905-4161-b476-9cdd179df24d","year":1996},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.422602Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:0d8dbc03aa272b8a04159270d5cbe49b0dec053b58af0f60306f9dc458c35faf","observation_id":"59d16381-c966-43ab-a217-acda906e8d4f","resolution":{"observed_at":"2026-08-14T12:57:29.636236Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.613294Z","title":"Cheating on tests: Prevalence, detection, and implications for online testing,","venue":null,"work_id":"845a5274-a67c-427e-b2d5-dfcc8febce57","year":null},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.428067Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:39868fd7a066d7daa57382ed4f014556c9492681988c85d81b099a66653858f6","observation_id":"e59c3c40-a6f8-4e9e-98f7-ec26042bf747","resolution":{"observed_at":"2026-08-14T12:57:29.619073Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.594573Z","title":"Reliability, compliance, and security in web-based course assessments,","venue":null,"work_id":"478d8ce7-c100-4b80-8709-e2165c25636e","year":2008},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.432895Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:d4ab1d49844bb514239c768d5f510da7a2e8f946a50acefe00bc0f10a2998c9b","observation_id":"5e3e14e7-e5d4-4472-ba22-c5e3a571be26","resolution":{"observed_at":"2026-08-14T12:57:29.600690Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.573600Z","title":"Quantum mechanics concept assess- ment: Development and validation study,","venue":null,"work_id":"fe904d47-83df-4063-8d01-4fa839ba6961","year":2015},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.438033Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:c3ffe1cd98b95d677b1e6c6d1c8827177a15a2ec87a6079b29472acf0d2ad0eb","observation_id":"e620b421-9e5b-4715-ad18-75160cc4168e","resolution":{"observed_at":"2026-08-14T12:57:29.581463Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.549320Z","title":"Val- idation and analysis of the coupled multiple re- sponse colorado upper-division electrostatics diagnosti c,","venue":null,"work_id":"a70ddf4a-cc2a-492b-8a78-b3022faf31f2","year":2015},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.443336Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:362c4f06ce83f7722966e410d268dc61d81b33dbf3fcf2c8256c0fd9fe7a5d0d","observation_id":"a9b67633-12e3-4f2b-a837-6bdfc0f5677e","resolution":{"observed_at":"2026-08-14T12:57:29.554857Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.531192Z","title":"Assessing student learning of newtons laws: The force and motion conceptual evaluation and the evaluation of active learn- ing laboratory and lecture curricula,","venue":null,"work_id":"11be3dd6-cb00-46c7-a068-0bf87ba53699","year":1998},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.447924Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:c0956e007a1b6893c693559bf5791d238bb1bdfe8293d98adb26f60e9d816697","observation_id":"9213afba-c551-4fc1-bc44-7e6e4c83bff1","resolution":{"observed_at":"2026-08-14T12:57:29.536942Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.513550Z","title":"Evaluating an elec- tricity and magnetism assessment tool: Brief electricity and magnetism assessment,","venue":null,"work_id":"6716fed9-ea94-498b-bf10-28ba592f3e08","year":2006},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.452930Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:abcda1335c1553107b84679e0192d014bd4088827f45ad404b97b0cf32c6bc19","observation_id":"c0e93fcd-3717-400a-afe0-ce4c0aef33a7","resolution":{"observed_at":"2026-08-14T12:57:29.519187Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T12:57:29.493857Z","title":"An introduction to classical test t he- ory as applied to conceptual multiple-choice tests,","venue":null,"work_id":"cd9251a9-53ff-48ad-a40b-5b8295782807","year":2009},"citing_paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-14T12:57:29.457679Z"},"links":{"citing_paper":"/paper/1908.06193"},"observation_digest":"sha256:103f27178802be73f22733beea7bf947055da503a0cda7cf6cd7df2bc9bc4fef","observation_id":"32c41ddb-dec7-4ef2-a79b-c7f4641916ca","resolution":{"observed_at":"2026-08-14T12:57:29.501639Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"1908.06193","last_updated":"2019-08-16T22:12:08Z","latest_version":1,"primary_category":"physics.ed-ph","snapshot_observed_at":"2026-08-16T05:21:11.515106Z","submitted_at":"2019-08-16T22:12:08Z","title":"Investigating students' behavior and performance in online conceptual assessment"},"reference_resolution":{"displayed":23,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":1,"verified_exact":0,"verified_fuzzy":22},"total_outbound_references":23},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 23 of 23 outbound references and 0 inbound Pith citation observations for arXiv:1908.06193."}