{"as_of":"2026-08-15T04:59:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:815985cd61256d25e907fbd8072d4338ed22487e2ec377036a4bb26d99d0fcdd","coverage":[{"denominator":30,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":30,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-27T02:24:45.803857Z","state":"measured"},{"denominator":30,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":30,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2606.17261/citation-record","integrity":"/paper/2606.17261/integrity","json":"/paper/2606.17261/citation-record.json","paper":"/paper/2606.17261"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Tracking down performance variation against source code evolution","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:1d7193a3083d2f035c503c39046e270417ddf316dc8b5d5233b793618170369e","observation_id":"d0bfea6d-e9db-4bdc-abd8-487614488e9d","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Writing fast code, 2015","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:dcc0815ca6bb26399c864a4ab901f1cb6fc20d252403ad64310e1f26d329f641","observation_id":"e81b01b2-398b-4314-858d-53d529279c8e","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Identification of causal effects using instrumental variables","venue":null,"work_id":null,"year":1996},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:dd1cb2efc0af7d1e0cf9e3d5f54ac0af12588c495ba9397d5c06ce0f3fd5080b","observation_id":"624f5940-b997-47ee-9929-191bbf4f9e37","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Virtual machine warmup blows hot and cold","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:b495633ee03f0529d9510921a1c976199f76668253dbfc551e6a7e4f154e83a7","observation_id":"c2174a5e-5e29-4cde-b792-2a6ce3de56bd","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Conditional inference from confidence sets","venue":null,"work_id":null,"year":1992},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:51c1e8a3a06742ded8eb78245c21a7032137fc80b483574bbb6bcad7a5318254","observation_id":"963e8b53-b9aa-4323-ba4e-cb2efe5a3549","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1608.04295","last_updated":"2016-08-15T15:02:13Z","snapshot_observed_at":"2026-08-15T04:56:06.229992Z","submitted_at":"2016-08-15T15:02:13Z","title":"Robust benchmarking in noisy environments","version":1},"cited_work":{"arxiv_id":"1608.04295","doi":null,"metadata_source":"pith","pith_arxiv_id":"1608.04295","snapshot_observed_at":"2026-07-09T05:26:02.125184Z","title":"Robust benchmarking in noisy environments","venue":"cs.PF","work_id":"2f3836ca-cfa8-4a88-a80e-28d99ec5d81f","year":2016},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"cited_paper":"/paper/1608.04295","citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:c7e3f6bac4092b4e439a0d052ddc0d0812e3e62b76c5646f60b9c71f2859723a","observation_id":"e783d504-aa5d-495f-9dac-104809c494fc","resolution":{"observed_at":"2026-07-03T18:48:49.810116Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Statistical performance comparisons of computers","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:1d0c5f8fa98cb475cb433df1d90d10baa1a28a139076411a81b3ae79c48fc3c8","observation_id":"9242d6e0-0925-43ce-ba7f-8c61d75f8be8","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Planning of experiments","venue":null,"work_id":null,"year":1958},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:fce779f2ed01ff4cffc046e4a52db4cf8bc6f2e5f7f3b9f9c86e458324f42d1c","observation_id":"c571f712-c5c8-47fb-9771-c1f3d02bbda4","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Stabilizer: S tatistically sound performance evaluation","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:cd73277ddbd4b10f3a561cd2c5ee038b6486ebebe92bba1a1d70b19907aa8122","observation_id":"cb64fced-1fe1-459e-ab53-b6ed3b08880f","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Paired benchmarking: H ow to measure performance, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:13d73f645d3c116cc8d150497ff7c94015e1761a6448b49c8ebdf894af3771e4","observation_id":"d1936e07-291a-46dc-b025-7e3ae0944d90","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"An introduction to probability theory and its applications","venue":null,"work_id":null,"year":1968},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:4ebd20bddf93821066a0216fcf0922f6a550f8416819b562b6a9827730c673f9","observation_id":"123d3f20-89f1-4ceb-8751-13501b39fc48","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Statistically rigorous J ava performance evaluation","venue":null,"work_id":null,"year":2007},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:6817868cfd21aff73bdb4dbd0dcb932403b8ab7b8a5796df8a970fff61c55dfe","observation_id":"137a8687-59d7-4156-aeb2-7f13b8b2adbf","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"A microbenchmark case study and lessons learned","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:15e6bc9039ff8578a881411ac4b530906b37c0fcd8f611288b32dbc7c8c7d138","observation_id":"077fe367-469d-4f0c-9eab-d2ffb5931ad1","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Longest interval between zeros of the tied-down random walk, the B rownian bridge and related renewal processes","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:d688e2925fb691244f739b86c7c52d696109a10b0eb01c7b3ec947395ed0eb49","observation_id":"08e90b1a-1188-4cdf-ba6b-c04944d93440","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"URL https://github.com/google/benchmark/","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:f7ad0e941eea2a121bb549af746269b7b3856d7debb230892d147797b56bdda4","observation_id":"7e322e50-14ed-4549-b901-3a810830694b","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Frequentist post-data inference","venue":null,"work_id":null,"year":1995},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:b46605d51ff8b39a48089b5de05e63b9dab4469b5290da2922779fc23e6dc527","observation_id":"246419e4-8000-436c-971b-0cf11abc189d","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Continuous benchmarking: U sing system benchmarking in build pipelines","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:126d7e374ec2c9942884fd79433245866e6f9fe3771dd54d87f2278d6977f290","observation_id":"181db4db-1bc2-4545-ac65-ccccbb72781f","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Benchmarking as empirical standard in software engineering research","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:c2ee94cfe4307fce184666f61e8b68256cd343210778d56fa94a1c1733fe0940","observation_id":"e1012afe-f9cd-47d9-9e40-094e313826bd","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"An alternative to the kolmogrov-smirnov two-sample test","venue":null,"work_id":null,"year":1986},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:7d4ff3489d00ca73676d758f393b4abbb67c876c7878cb1be6f1f519303f9a2e","observation_id":"6b3e6ee5-a92e-4a95-99a0-0e77c916fd68","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"A note on the higher moments of the random variable t associated with the number of returns of a simple random walk","venue":null,"work_id":null,"year":1986},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:40201a4a4401da975fde60727a75cb52c57207c11c919fa0cb0f433ddcb489eb","observation_id":"cf199e3a-b1c6-40ad-9811-82b5f7c1703b","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"The structure of scientific revolutions, volume 962","venue":null,"work_id":null,"year":1997},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:9deaa9f7dc7371a9f92ef812a5262ad9787f4c49383512ab4474f71d78de7f36","observation_id":"8be3add6-50a8-49a6-9122-6b9131eb6351","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"War of the benchmark means: T ime for a truce","venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:b2c7ca9c884a9f33dbb320a5d555f81cb45954c253795dc79c747d2d1d5ff3fd","observation_id":"0d5a7549-3197-40e6-a94d-65d6b01da174","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Producing wrong data without doing anything obviously wrong! ACM Sigplan Notices, 44 0 (3): 0 265--276, 2009","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:4ff7431f74c345bbeb96c090b2ff400f3f90296add3b7706ba6cda18e9f9d0e1","observation_id":"2c71889c-723b-4478-8770-0c0bb960ac9e","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Theory of games and economic behavior","venue":null,"work_id":null,"year":1944},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:9d30e6ef25de275078083ec3f07164e04cd58ccd763a052e10911ce458117023","observation_id":"ba9f87f7-bbf4-4e91-87c6-4bc4a3a8eb44","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Using benchmarking to advance research: A challenge to software engineering","venue":null,"work_id":null,"year":2003},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:1b1e4db661e5acee9c47a298a4585d885b4ea11a2823f97084a0e81cdc26976a","observation_id":"2bcbf99f-670e-4f06-910c-412acdfbcf86","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"SPEC CPU 2006 B enchmarks, 2006","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:783b31072014dd2b1197c0a1d16031887285cc03654ae2d1b4d682bd5bde0379","observation_id":"f6adb089-2e64-4b80-b91d-1c13e1813347","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Some pairwise independent sequences for which the central limit theorem fails","venue":null,"work_id":null,"year":1988},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:749fcf4ad8866ac546d0f0ebc69345a21848a22ad7dbe6d6af15174a2c2c3577","observation_id":"7c703ba4-ac89-4393-9e84-6d8e2d35e996","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Should computer scientists experiment more? Computer, 31 0 (5): 0 32--40, 1998","venue":null,"work_id":null,"year":1998},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:3f78ed802067886e88c008d6bf33e9afdadf4534ca9bef8a5a6ce71d07beeedc","observation_id":"24dfd5ee-0e50-4365-a187-17c759b95dae","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Dynamic frequency scaling, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:c245e93d7f3a579b0e038fd33fc2d8e6a3ca4c38b9852fd5f05b2265b3d47d60","observation_id":"0f5ad4a6-88ae-4f3b-9a45-45f85847c7ae","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T02:24:45.803857Z","title":"Non-stationary A B tests","venue":null,"work_id":null,"year":2079},"citing_paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-06-27T02:24:45.803857Z"},"links":{"citing_paper":"/paper/2606.17261"},"observation_digest":"sha256:63b802f2639f46c9760a7d0050498a21e6d3ea06b3152b6e5b15054b08c65c94","observation_id":"11744f11-fa13-4526-bd43-ded9ea14eab6","resolution":{"observed_at":"2026-06-27T02:24:45.803857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.17261","last_updated":"2026-06-15T20:11:47Z","latest_version":1,"primary_category":"cs.PF","snapshot_observed_at":"2026-08-04T16:18:19.614318Z","submitted_at":"2026-06-15T20:11:47Z","title":"The Right Call for Software Benchmarking: Consistent Decisions in Stateful Environments"},"reference_resolution":{"displayed":30,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":29,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":30},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 30 of 30 outbound references and 0 inbound Pith citation observations for arXiv:2606.17261."}