{"as_of":"2026-08-23T11:27:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9cf31533617bc214d8569f323f5f839c3a06f45c3a0461958c0ffc9bbbf988f1","coverage":[{"denominator":37,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":37,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T04:37:11.213533Z","state":"measured"},{"denominator":37,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":37,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-23T06:30:58.430688+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2606.27061/citation-record","integrity":"/paper/2606.27061/integrity","json":"/paper/2606.27061/citation-record.json","paper":"/paper/2606.27061"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Fränti and S","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:5e4a4eccb03405b29458c087ef6e50c29a71679c09326cf9bb52d83abc884c44","observation_id":"b58c8e50-f0ba-457c-9cda-17616ee58ae1","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Kinnunen and H","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:5ff2de11a736bbbc93a4c6b2388c15eb86163e50550c436aa855754b916a21f8","observation_id":"0d33bfb7-0daf-45f4-b294-5e2e24199a61","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Kinnunen, I","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:90c1446d61db3ee13e5feeaea1bfd6ae5376ac876f079f3aefb2422d481e8bc1","observation_id":"d8806d73-af81-408a-a8b6-b019f7873dda","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Fränti, C","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:7b869e12e63dd81a3e469448cabf41f81d8568d7bfae96815b2297611b9b8e63","observation_id":"904f8139-ca4b-4cb5-9a1e-ccf63f8d0651","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Fränti, M","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:70bd1154109937de8baaa8b0fd14d1e1a3b63538fd97a0e3f0e795862024044c","observation_id":"e4be809e-de78-4432-b7fb-b3e66c50c7e5","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Fränti, Efficiency of random swap clustering, Journal of Big Data, 5:13, 1-29, 2018","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:81f12879c3ad16f1c49cd7e7fcf33feca66bd730c8449ebd0aa8c05ede3f3248","observation_id":"e0b34888-18a2-49f4-8eb7-6964d1bf48b8","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Fränti, Genetic algorithm with deterministic crossover for vector quantization, Pattern Recognition Letters, 21 (1), 61-68, 2000","venue":null,"work_id":null,"year":2000},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:5f014cb3ffd4b083be81ea2f90cde2bcb50ee888abacf028d339bf8775247d22","observation_id":"cff2c087-2c06-4f7c-953a-b2b966f78410","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Likas, N","venue":null,"work_id":null,"year":2003},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:4d4c80d00b40a4cdb0c0ddb9cf14bb44df9cffe98f6aa4f0f4701423d5e718f3","observation_id":"cfb8e6b2-bdc0-4e8d-a615-1ce7d5c96b80","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Fränti and S","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:555f7cda0279ce30293a4596fa8c20050fbcf6fb30cb235473142e8ef16ad2d5","observation_id":"0f5f9be4-ebcb-4f05-b533-df17e5b10d2e","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Rousseeuw, Silhouettes: a graphical aid to the interpretation and validation of cluster analysis, J","venue":null,"work_id":null,"year":1987},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:be34e00d69756d47090a7b57ac90be3655d8f7c527c50e9fab83634c5c8bbeec","observation_id":"c8de97f3-4b35-44b4-8030-085c393944bb","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Calinski, J","venue":null,"work_id":null,"year":1974},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:d70db51ebd10df4b2edb58e75e64845e2e7a9115d381032328e58b57ab869e58","observation_id":"822d51a5-a65d-4d04-bbf2-fe9e519bff30","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Zhao and P","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:e17072f6be29b9f8e4e4f955daeae36f636d063961a015641ad02b8756705c5c","observation_id":"99efb757-47b1-441c-8897-dfd4a765cf67","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Hämäläinen, S","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:3f2cb79f1c4ec805962228e3a2d1f95ef1cbe699dbc5babc1c0906925d12185a","observation_id":"63bb287d-8747-4053-90b6-0dd8918ac451","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Davies, D","venue":null,"work_id":null,"year":1979},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:5ab0d997dfcc0442c2012106ba809e12516e7b3746ae66e967daeee65dc66cef","observation_id":"0160a9dc-e3dc-4c15-9e56-daceb4720b64","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Niemelä, S","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:35d20d3155b54aeefc3c1beb62b3a7f6ec1dc03d289d8f1c41b70e6df16a3e56","observation_id":"b9d2a747-8027-4665-89be-cfc529bef490","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Bagirov, R.M","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:913a1b28132ccff9774cfd923ea2b8d8a81dd4d836a93e8b15a9dac6b6b6e2e7","observation_id":"7f83dea3-7c47-4849-b82a-e858d7b7a83e","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Ikotun, F","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:ad55c407eab39188a2a7d77cf7aa26d4e9dc6114740d08c1fa0b8119469071fb","observation_id":"886e3020-b8c7-470f-a1b4-1b5263583d20","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"K -means properties on six clustering benchmark datasets","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:f630c2018614943fa46b6b9868f0750f8b7841267d122869a372d6bf2c04e5cd","observation_id":"2284cfdf-1b52-4243-b454-e219869a432b","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Hubert and P","venue":null,"work_id":null,"year":1985},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:b0a41ed0949061e91090e5ce5c50ae89f32ffaaecfad9e6c4c62eab4efbf1841","observation_id":"18d0b7b5-2c7e-4bb0-b7a8-38c8cf4c9a05","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Kvålseth, Entropy and correlation: some comments, IEEE Trans","venue":null,"work_id":null,"year":1987},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:ed2c78ec725608d215cbeb8964e713752067b534cc5590b571cdccb15c056393","observation_id":"bdcb0a6b-299d-4f75-a111-3a5ab3e58698","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Rand, Objective criteria for the evaluation of clustering methods","venue":null,"work_id":null,"year":1971},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:e34ad2caf08fcece3fb41e7e46262c40436fb6d58338ba08d2183d462e8a0fae","observation_id":"41ddbcc2-9785-4b0c-b252-a5ae6ea597b3","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Warrens and H","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:2460ddd271cf2e9b8d480353d236078565aaf543c335d885820d17623f438329","observation_id":"0b8b5261-63e4-46e8-ada1-bdfa7bfe8ff8","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Warrens and H","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:f6b3e9e7db8ea919cb24f8a5b286e297a1316d5e88ed109b8ae472879a8194e3","observation_id":"9f4e0663-6ad6-4f33-85bd-0921a85b8283","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Rezaei and P","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:9c7fd44087dc34a2c940442716f7ee67476c9501120dd2e63ec99dbaa359b8fd","observation_id":"dc23d238-4c11-4694-954e-579d7153a481","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"van Dongen, Performance criteria for graph clustering and Markov cluster experiments, Technical Report INSR0012, Centrum voor Wiskunde en Informatica, 2000","venue":null,"work_id":null,"year":2000},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:2e07e951021f3071aecb01e394b67f34de836b1c7a6e6f64593e78d2aa94fe41","observation_id":"bc62146a-558e-4f5f-ae72-656056ee4786","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Meila and D","venue":null,"work_id":null,"year":2001},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:60988014f894a84a2318af274843a6ea5d08c8811c50b44f87131a9c07fafbf6","observation_id":"72f0df7c-fe9f-4d23-9d72-465b35271351","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":null,"venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:6e5adb49ea0c2d2fc2372f3f61b9248d527396880939a5b8b13096ad389407cd","observation_id":"213999f0-aafb-4ee4-a0de-8445f273672b","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Rendón, I","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:ddd70b1c2d16b4e4b4ad921aa1c4ce7755031298a591e3b66bbe850057762ca3","observation_id":"a18d1cfe-fe53-4eff-8ad0-a1872e284c71","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"de Souto, A.L.V","venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:38d3c00ddb7a81f28df3862ca7699aa2161c4aaa3c57f904f35960c5671bcbe8","observation_id":"6dc0c397-fc6f-45c2-9aec-87061cc835b5","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Zhao and P","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:4d9cf965dcfb6f394ca95b2ab720877af88ff405674c26acb5566b9341b5ef30","observation_id":"9f8b2029-27ad-4f67-a28f-9481e703b54d","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Fränti and M","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:8243829a22188e95949d09d1a6d4102cd9a4dc2a26a2be95777ac795d605b013","observation_id":"94cfac13-066a-4a81-949a-a7373f00c861","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Slonim and N","venue":null,"work_id":null,"year":2000},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:4910729fba4578bbab95d46af4b4451257397a15038e1944bd7006f9245d55b6","observation_id":"d4150f1b-64e1-43ca-afdb-83b649a805e3","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Kuhn, The Hungarian method for the assignment problem, Naval Res","venue":null,"work_id":null,"year":1955},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:e79df38a948f0516ddc84328a1263ad52f1a6cedc3c23a453b5eb34ca522ffe6","observation_id":"533f53f7-4f7b-4d14-9e67-67ae95da7372","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Munkres, Algorithms for the assignment and transportation problems, J","venue":null,"work_id":null,"year":1957},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:7a027c827928dd9559691ed4d5103ad3cbed6a5706956797ba43a719544bf6ad","observation_id":"9741b341-43b2-46e6-a752-09e74f84ca46","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/bf02278710","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"and Volgenant, A","venue":"Computing","work_id":"aa3babe3-f882-41d7-9040-d4811dd31ccc","year":1987},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:aa3e2c2931f7ff24b2902300a739294721093f69b99433043937a3872f5125c5","observation_id":"43582b30-8abf-4853-b217-be7687e9e40b","resolution":{"observed_at":"2026-06-26T04:38:58.870743Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Mahmoudi and D","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:70177fedf084784c40a56ef040f86e7ed389c386402161fd015b4ecb1d97c9c9","observation_id":"162e50c5-0b8f-4483-8b06-b090ebf5eb58","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T04:37:11.213533Z","title":"Rezaei and P","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-06-26T04:37:11.213533Z"},"links":{"citing_paper":"/paper/2606.27061"},"observation_digest":"sha256:0be96156290c520032860b145660683eed7b420fd65ac52a64fb4d810c664cdc","observation_id":"1acce258-0c67-4c35-81ec-045e189f4e5a","resolution":{"observed_at":"2026-06-26T04:37:11.213533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.27061","last_updated":"2026-06-25T14:07:17Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-07T15:08:40.665446Z","submitted_at":"2026-06-25T14:07:17Z","title":"How to evaluate clustering with ground truth?"},"reference_resolution":{"displayed":37,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":36,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":37},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"thesis":"As of 23 August 2026, this Paper Citation Record lists 37 of 37 outbound references and 0 inbound Pith citation observations for arXiv:2606.27061."}