{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:NGH62DSSOP6SCOJEHLRTT3EGN5","short_pith_number":"pith:NGH62DSS","canonical_record":{"source":{"id":"2109.13983","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-09-28T18:47:43Z","cross_cats_sorted":[],"title_canon_sha256":"234663cfd0b0ef8a26a3c9a356f7ead0e5610db0e8805b2098d2338d2c62cb2c","abstract_canon_sha256":"9ea77346cd517a4dfae51cae74531ff094647bbc04a4980c55edbb1bea1de722"},"schema_version":"1.0"},"canonical_sha256":"698fed0e5273fd2139243ae339ec866f4a54b62c71a807afa8269146ae214cc5","source":{"kind":"arxiv","id":"2109.13983","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.13983","created_at":"2026-07-05T03:18:31Z"},{"alias_kind":"arxiv_version","alias_value":"2109.13983v1","created_at":"2026-07-05T03:18:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.13983","created_at":"2026-07-05T03:18:31Z"},{"alias_kind":"pith_short_12","alias_value":"NGH62DSSOP6S","created_at":"2026-07-05T03:18:31Z"},{"alias_kind":"pith_short_16","alias_value":"NGH62DSSOP6SCOJE","created_at":"2026-07-05T03:18:31Z"},{"alias_kind":"pith_short_8","alias_value":"NGH62DSS","created_at":"2026-07-05T03:18:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:NGH62DSSOP6SCOJEHLRTT3EGN5","target":"record","payload":{"canonical_record":{"source":{"id":"2109.13983","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-09-28T18:47:43Z","cross_cats_sorted":[],"title_canon_sha256":"234663cfd0b0ef8a26a3c9a356f7ead0e5610db0e8805b2098d2338d2c62cb2c","abstract_canon_sha256":"9ea77346cd517a4dfae51cae74531ff094647bbc04a4980c55edbb1bea1de722"},"schema_version":"1.0"},"canonical_sha256":"698fed0e5273fd2139243ae339ec866f4a54b62c71a807afa8269146ae214cc5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:18:31.050147Z","signature_b64":"f+eVDBAzOBwNhJw/1zVEJ+PH07fAQAtym6XBj5vQg6JPFn9C3puZsE1UbUX2834HtQa8IHG3sC9h1EabHZtDAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"698fed0e5273fd2139243ae339ec866f4a54b62c71a807afa8269146ae214cc5","last_reissued_at":"2026-07-05T03:18:31.049752Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:18:31.049752Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.13983","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:18:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xW9Swgy3/rwfKm/7lrFUyOvfAhzVJkCYW4sL4jO6M7M61k5CnvXwZSB5gvc4jwLUdIpOHdyloOFeBBp20EZFBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-18T14:45:29.198632Z"},"content_sha256":"b181e2bc3cf47528b062a67d80e8e8d149c5edbf8038051e82aff59360415234","schema_version":"1.0","event_id":"sha256:b181e2bc3cf47528b062a67d80e8e8d149c5edbf8038051e82aff59360415234"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:NGH62DSSOP6SCOJEHLRTT3EGN5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Guidelines for the Computational Testing of Machine Learning approaches to Vehicle Routing Problems","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Andrea Lodi, Daniele Vigo, Luca Accorsi","submitted_at":"2021-09-28T18:47:43Z","abstract_excerpt":"Despite the extensive research efforts and the remarkable results obtained on Vehicle Routing Problems (VRP) by using algorithms proposed by the Machine Learning community that are partially or entirely based on data-driven analysis, most of these approaches are still seldom employed by the Operations Research (OR) community. Among the possible causes, we believe, the different approach to the computational evaluation of the proposed methods may play a major role. With the current work, we want to highlight a number of challenges (and possible ways to handle them) arising during the computatio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.13983","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.13983/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:18:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H0rASrYpPnFrypFcepLXO9vZ/w/SBTWCS4nrS6+gogeQ6VE6/+Yt333oRdf1vWEuvwHpzmy8RPTz/1AznAOzBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-18T14:45:29.198993Z"},"content_sha256":"ac73b3e4345cad9f23248878b64d4b8be2bc27f02d0b968ffff1a80f0fc9ee9a","schema_version":"1.0","event_id":"sha256:ac73b3e4345cad9f23248878b64d4b8be2bc27f02d0b968ffff1a80f0fc9ee9a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NGH62DSSOP6SCOJEHLRTT3EGN5/bundle.json","state_url":"https://pith.science/pith/NGH62DSSOP6SCOJEHLRTT3EGN5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NGH62DSSOP6SCOJEHLRTT3EGN5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-18T14:45:29Z","links":{"resolver":"https://pith.science/pith/NGH62DSSOP6SCOJEHLRTT3EGN5","bundle":"https://pith.science/pith/NGH62DSSOP6SCOJEHLRTT3EGN5/bundle.json","state":"https://pith.science/pith/NGH62DSSOP6SCOJEHLRTT3EGN5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NGH62DSSOP6SCOJEHLRTT3EGN5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:NGH62DSSOP6SCOJEHLRTT3EGN5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9ea77346cd517a4dfae51cae74531ff094647bbc04a4980c55edbb1bea1de722","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-09-28T18:47:43Z","title_canon_sha256":"234663cfd0b0ef8a26a3c9a356f7ead0e5610db0e8805b2098d2338d2c62cb2c"},"schema_version":"1.0","source":{"id":"2109.13983","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.13983","created_at":"2026-07-05T03:18:31Z"},{"alias_kind":"arxiv_version","alias_value":"2109.13983v1","created_at":"2026-07-05T03:18:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.13983","created_at":"2026-07-05T03:18:31Z"},{"alias_kind":"pith_short_12","alias_value":"NGH62DSSOP6S","created_at":"2026-07-05T03:18:31Z"},{"alias_kind":"pith_short_16","alias_value":"NGH62DSSOP6SCOJE","created_at":"2026-07-05T03:18:31Z"},{"alias_kind":"pith_short_8","alias_value":"NGH62DSS","created_at":"2026-07-05T03:18:31Z"}],"graph_snapshots":[{"event_id":"sha256:ac73b3e4345cad9f23248878b64d4b8be2bc27f02d0b968ffff1a80f0fc9ee9a","target":"graph","created_at":"2026-07-05T03:18:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.13983/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the extensive research efforts and the remarkable results obtained on Vehicle Routing Problems (VRP) by using algorithms proposed by the Machine Learning community that are partially or entirely based on data-driven analysis, most of these approaches are still seldom employed by the Operations Research (OR) community. Among the possible causes, we believe, the different approach to the computational evaluation of the proposed methods may play a major role. With the current work, we want to highlight a number of challenges (and possible ways to handle them) arising during the computatio","authors_text":"Andrea Lodi, Daniele Vigo, Luca Accorsi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-09-28T18:47:43Z","title":"Guidelines for the Computational Testing of Machine Learning approaches to Vehicle Routing Problems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.13983","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b181e2bc3cf47528b062a67d80e8e8d149c5edbf8038051e82aff59360415234","target":"record","created_at":"2026-07-05T03:18:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9ea77346cd517a4dfae51cae74531ff094647bbc04a4980c55edbb1bea1de722","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-09-28T18:47:43Z","title_canon_sha256":"234663cfd0b0ef8a26a3c9a356f7ead0e5610db0e8805b2098d2338d2c62cb2c"},"schema_version":"1.0","source":{"id":"2109.13983","kind":"arxiv","version":1}},"canonical_sha256":"698fed0e5273fd2139243ae339ec866f4a54b62c71a807afa8269146ae214cc5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"698fed0e5273fd2139243ae339ec866f4a54b62c71a807afa8269146ae214cc5","first_computed_at":"2026-07-05T03:18:31.049752Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:18:31.049752Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"f+eVDBAzOBwNhJw/1zVEJ+PH07fAQAtym6XBj5vQg6JPFn9C3puZsE1UbUX2834HtQa8IHG3sC9h1EabHZtDAA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:18:31.050147Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.13983","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b181e2bc3cf47528b062a67d80e8e8d149c5edbf8038051e82aff59360415234","sha256:ac73b3e4345cad9f23248878b64d4b8be2bc27f02d0b968ffff1a80f0fc9ee9a"],"state_sha256":"f850818c2b2da43848bdba667ae5368de5e2620a20b926207004e38bd7b78cf7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IeGg6IDC4qrD+z6SNMj75cd2ODDTUXq4o6qCsugv30ShV4pynbtNlCekAq2sqjqtaC9iPdf85AvJLuDmDKQTCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-18T14:45:29.201402Z","bundle_sha256":"0da98ad49993ee698cccb597a6a109e34446f52df02e2dd4993574b8c5c9425b"}}