{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:AHB4ES2UMFL7IRIW23AK5JMPEF","short_pith_number":"pith:AHB4ES2U","canonical_record":{"source":{"id":"2007.12298","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-23T23:47:24Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"9dc3fac675d9105e4f1f4c984dc659d8e551a81d6538d6e446afdac8cf043501","abstract_canon_sha256":"a3cd6a5733fa2f5bb8852f1025d8b431d2f0d8f622d323bc704704bab152270c"},"schema_version":"1.0"},"canonical_sha256":"01c3c24b546157f44516d6c0aea58f2144213f5c705a72d9e6c1bc748a0c70b7","source":{"kind":"arxiv","id":"2007.12298","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.12298","created_at":"2026-07-05T01:21:51Z"},{"alias_kind":"arxiv_version","alias_value":"2007.12298v1","created_at":"2026-07-05T01:21:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.12298","created_at":"2026-07-05T01:21:51Z"},{"alias_kind":"pith_short_12","alias_value":"AHB4ES2UMFL7","created_at":"2026-07-05T01:21:51Z"},{"alias_kind":"pith_short_16","alias_value":"AHB4ES2UMFL7IRIW","created_at":"2026-07-05T01:21:51Z"},{"alias_kind":"pith_short_8","alias_value":"AHB4ES2U","created_at":"2026-07-05T01:21:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:AHB4ES2UMFL7IRIW23AK5JMPEF","target":"record","payload":{"canonical_record":{"source":{"id":"2007.12298","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-23T23:47:24Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"9dc3fac675d9105e4f1f4c984dc659d8e551a81d6538d6e446afdac8cf043501","abstract_canon_sha256":"a3cd6a5733fa2f5bb8852f1025d8b431d2f0d8f622d323bc704704bab152270c"},"schema_version":"1.0"},"canonical_sha256":"01c3c24b546157f44516d6c0aea58f2144213f5c705a72d9e6c1bc748a0c70b7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:21:51.026087Z","signature_b64":"aOhD11bVqfapfa6JUdrVeYFFWSYIYvVdjLzzpL509g1VNlRXawGsrG447igJrU25d88A36Jmshh6NHbmO9f9DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"01c3c24b546157f44516d6c0aea58f2144213f5c705a72d9e6c1bc748a0c70b7","last_reissued_at":"2026-07-05T01:21:51.025731Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:21:51.025731Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.12298","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:21:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7PKTzZEHsGsl5K9RQDl6nFrUHkuvwsH/ALeQVIMP8tuZqY5esw7r1fLxCQ4If9ePdRw1dDb95MyHTOlmY5K2CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:59:33.142877Z"},"content_sha256":"f68e4a58c06d284d69f11366f9fbb2c65c1c933477ea4d3aaef97bffb87dee22","schema_version":"1.0","event_id":"sha256:f68e4a58c06d284d69f11366f9fbb2c65c1c933477ea4d3aaef97bffb87dee22"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:AHB4ES2UMFL7IRIW23AK5JMPEF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation metrics for behaviour modeling","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Daniel Jiwoong Im, Iljung Kwak, Kristin Branson","submitted_at":"2020-07-23T23:47:24Z","abstract_excerpt":"A primary difficulty with unsupervised discovery of structure in large data sets is a lack of quantitative evaluation criteria. In this work, we propose and investigate several metrics for evaluating and comparing generative models of behavior learned using imitation learning. Compared to the commonly-used model log-likelihood, these criteria look at longer temporal relationships in behavior, are relevant if behavior has some properties that are inherently unpredictable, and highlight biases in the overall distribution of behaviors produced by the model. Pointwise metrics compare real to model"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.12298","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.12298/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:21:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"60+FF99yZhNN8UuTkbAd5z9I/++264FTOiPbvydJ4jTlJS09hOfHwu/DRLgs9jqiquGNvl3Gn5fx0rcH+iFVBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:59:33.144689Z"},"content_sha256":"488bca76af5329b83162f507e82360a266e2ac6989cac40aab09f07519ff308b","schema_version":"1.0","event_id":"sha256:488bca76af5329b83162f507e82360a266e2ac6989cac40aab09f07519ff308b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AHB4ES2UMFL7IRIW23AK5JMPEF/bundle.json","state_url":"https://pith.science/pith/AHB4ES2UMFL7IRIW23AK5JMPEF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AHB4ES2UMFL7IRIW23AK5JMPEF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T12:59:33Z","links":{"resolver":"https://pith.science/pith/AHB4ES2UMFL7IRIW23AK5JMPEF","bundle":"https://pith.science/pith/AHB4ES2UMFL7IRIW23AK5JMPEF/bundle.json","state":"https://pith.science/pith/AHB4ES2UMFL7IRIW23AK5JMPEF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AHB4ES2UMFL7IRIW23AK5JMPEF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:AHB4ES2UMFL7IRIW23AK5JMPEF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a3cd6a5733fa2f5bb8852f1025d8b431d2f0d8f622d323bc704704bab152270c","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-23T23:47:24Z","title_canon_sha256":"9dc3fac675d9105e4f1f4c984dc659d8e551a81d6538d6e446afdac8cf043501"},"schema_version":"1.0","source":{"id":"2007.12298","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.12298","created_at":"2026-07-05T01:21:51Z"},{"alias_kind":"arxiv_version","alias_value":"2007.12298v1","created_at":"2026-07-05T01:21:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.12298","created_at":"2026-07-05T01:21:51Z"},{"alias_kind":"pith_short_12","alias_value":"AHB4ES2UMFL7","created_at":"2026-07-05T01:21:51Z"},{"alias_kind":"pith_short_16","alias_value":"AHB4ES2UMFL7IRIW","created_at":"2026-07-05T01:21:51Z"},{"alias_kind":"pith_short_8","alias_value":"AHB4ES2U","created_at":"2026-07-05T01:21:51Z"}],"graph_snapshots":[{"event_id":"sha256:488bca76af5329b83162f507e82360a266e2ac6989cac40aab09f07519ff308b","target":"graph","created_at":"2026-07-05T01:21:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.12298/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A primary difficulty with unsupervised discovery of structure in large data sets is a lack of quantitative evaluation criteria. In this work, we propose and investigate several metrics for evaluating and comparing generative models of behavior learned using imitation learning. Compared to the commonly-used model log-likelihood, these criteria look at longer temporal relationships in behavior, are relevant if behavior has some properties that are inherently unpredictable, and highlight biases in the overall distribution of behaviors produced by the model. Pointwise metrics compare real to model","authors_text":"Daniel Jiwoong Im, Iljung Kwak, Kristin Branson","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-23T23:47:24Z","title":"Evaluation metrics for behaviour modeling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.12298","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f68e4a58c06d284d69f11366f9fbb2c65c1c933477ea4d3aaef97bffb87dee22","target":"record","created_at":"2026-07-05T01:21:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a3cd6a5733fa2f5bb8852f1025d8b431d2f0d8f622d323bc704704bab152270c","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-23T23:47:24Z","title_canon_sha256":"9dc3fac675d9105e4f1f4c984dc659d8e551a81d6538d6e446afdac8cf043501"},"schema_version":"1.0","source":{"id":"2007.12298","kind":"arxiv","version":1}},"canonical_sha256":"01c3c24b546157f44516d6c0aea58f2144213f5c705a72d9e6c1bc748a0c70b7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"01c3c24b546157f44516d6c0aea58f2144213f5c705a72d9e6c1bc748a0c70b7","first_computed_at":"2026-07-05T01:21:51.025731Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:21:51.025731Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aOhD11bVqfapfa6JUdrVeYFFWSYIYvVdjLzzpL509g1VNlRXawGsrG447igJrU25d88A36Jmshh6NHbmO9f9DA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:21:51.026087Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.12298","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f68e4a58c06d284d69f11366f9fbb2c65c1c933477ea4d3aaef97bffb87dee22","sha256:488bca76af5329b83162f507e82360a266e2ac6989cac40aab09f07519ff308b"],"state_sha256":"db4eb91c5bbefed886920f4b5fdcb6620cc919cccd402dcfe72a42af39493028"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XU9hgGwVVw8t0RqxQGabz0f9S1nJ2hhQhQWmKhJFYJGEXHCJc/qL0DNZlphTyBw00eeuWpKqNAGyrEPs2gKeDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T12:59:33.154452Z","bundle_sha256":"645524e54f5920f0a3e602a619df626f110fefa3dbf092db0d7b98fd3bb0d7e2"}}