{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:WKZ2KIJK53GMFGOBVLSG5FNKWZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dbd761aec35b41e2cf7bcb4be4981bf5f6ae67467d9a4696c7cecf50cf25a648","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-07-11T18:42:03Z","title_canon_sha256":"3a78ed6d25b0baf881fdf9beef64cdadfe3602a6f5aeefe24763fb2acae18888"},"schema_version":"1.0","source":{"id":"1907.05446","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.05446","created_at":"2026-07-05T00:22:40Z"},{"alias_kind":"arxiv_version","alias_value":"1907.05446v2","created_at":"2026-07-05T00:22:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.05446","created_at":"2026-07-05T00:22:40Z"},{"alias_kind":"pith_short_12","alias_value":"WKZ2KIJK53GM","created_at":"2026-07-05T00:22:40Z"},{"alias_kind":"pith_short_16","alias_value":"WKZ2KIJK53GMFGOB","created_at":"2026-07-05T00:22:40Z"},{"alias_kind":"pith_short_8","alias_value":"WKZ2KIJK","created_at":"2026-07-05T00:22:40Z"}],"graph_snapshots":[{"event_id":"sha256:73586114ea6425f2342ab585d9658816c5b536f5914d089fc31a8598813b6db0","target":"graph","created_at":"2026-07-05T00:22:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1907.05446/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In instruction conditioned navigation, agents interpret natural language and their surroundings to navigate through an environment. Datasets for studying this task typically contain pairs of these instructions and reference trajectories. Yet, most evaluation metrics used thus far fail to properly account for the latter, relying instead on insufficient similarity comparisons. We address fundamental flaws in previously used metrics and show how Dynamic Time Warping (DTW), a long known method of measuring similarity between two time series, can be used for evaluation of navigation agents. For suc","authors_text":"Alexander Ku, Eugene Ie, Gabriel Ilharco, Jason Baldridge, Vihan Jain","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-07-11T18:42:03Z","title":"General Evaluation for Instruction Conditioned Navigation using Dynamic Time Warping"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.05446","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:199e5a214ed9da5f46caecbd5f69b661e59674e9c25d4e1929379e7638394654","target":"record","created_at":"2026-07-05T00:22:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dbd761aec35b41e2cf7bcb4be4981bf5f6ae67467d9a4696c7cecf50cf25a648","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-07-11T18:42:03Z","title_canon_sha256":"3a78ed6d25b0baf881fdf9beef64cdadfe3602a6f5aeefe24763fb2acae18888"},"schema_version":"1.0","source":{"id":"1907.05446","kind":"arxiv","version":2}},"canonical_sha256":"b2b3a5212aeeccc299c1aae46e95aab670a6518b3a427df3fc4cba3944b56d7f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b2b3a5212aeeccc299c1aae46e95aab670a6518b3a427df3fc4cba3944b56d7f","first_computed_at":"2026-07-05T00:22:40.721563Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:22:40.721563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3DjThbifBkwJqlpQ37KebGR1SoUhG1eSM7IVV7JOOcXzJYxmJLizF+54xd+lFaun607tfD8r7yieyxQW/V/nCw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:22:40.722047Z","signed_message":"canonical_sha256_bytes"},"source_id":"1907.05446","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:199e5a214ed9da5f46caecbd5f69b661e59674e9c25d4e1929379e7638394654","sha256:73586114ea6425f2342ab585d9658816c5b536f5914d089fc31a8598813b6db0"],"state_sha256":"383deb259c6181f433363946410fe525521e8e1c299dac412b2bd4d90f4a7d4b"}