{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:PRJDSKCCS2XHMYVCRQQ2MFDQUZ","short_pith_number":"pith:PRJDSKCC","canonical_record":{"source":{"id":"2504.07096","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-09T17:59:35Z","cross_cats_sorted":[],"title_canon_sha256":"530cd6676333d4975119523409ebd8fe4d0998a98d8a25476284a29205aee78b","abstract_canon_sha256":"d808d0c06a8d5b100736a6f31f783bc77ea61b7183cc38245b8c811399ef7f8f"},"schema_version":"1.0"},"canonical_sha256":"7c5239284296ae7662a28c21a61470a64729f9be2c52ce546069bdca486d4b90","source":{"kind":"arxiv","id":"2504.07096","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.07096","created_at":"2026-07-05T11:33:22Z"},{"alias_kind":"arxiv_version","alias_value":"2504.07096v2","created_at":"2026-07-05T11:33:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.07096","created_at":"2026-07-05T11:33:22Z"},{"alias_kind":"pith_short_12","alias_value":"PRJDSKCCS2XH","created_at":"2026-07-05T11:33:22Z"},{"alias_kind":"pith_short_16","alias_value":"PRJDSKCCS2XHMYVC","created_at":"2026-07-05T11:33:22Z"},{"alias_kind":"pith_short_8","alias_value":"PRJDSKCC","created_at":"2026-07-05T11:33:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:PRJDSKCCS2XHMYVCRQQ2MFDQUZ","target":"record","payload":{"canonical_record":{"source":{"id":"2504.07096","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-09T17:59:35Z","cross_cats_sorted":[],"title_canon_sha256":"530cd6676333d4975119523409ebd8fe4d0998a98d8a25476284a29205aee78b","abstract_canon_sha256":"d808d0c06a8d5b100736a6f31f783bc77ea61b7183cc38245b8c811399ef7f8f"},"schema_version":"1.0"},"canonical_sha256":"7c5239284296ae7662a28c21a61470a64729f9be2c52ce546069bdca486d4b90","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:33:22.788294Z","signature_b64":"2ZIUhL8YefczwriL50l2hPrKx7QK+nB70wCWfssXnSQYOY1VRui6/LFCpElkMINvIJ5CEQJMEBF5nAR/U1uzAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7c5239284296ae7662a28c21a61470a64729f9be2c52ce546069bdca486d4b90","last_reissued_at":"2026-07-05T11:33:22.787695Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:33:22.787695Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.07096","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:33:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MMe8mpmnRo7IOFGtM7CaekKOC3ebMxYXKCRCMx7F7NfdoPjsN5INNWiWWd+To5NrKRa0fZUgTQ5IbNNJMPpnAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T08:18:59.431681Z"},"content_sha256":"e13a62819e607b308421151f2ad4deb1656a473a0df9d9d29754ba85678f81c4","schema_version":"1.0","event_id":"sha256:e13a62819e607b308421151f2ad4deb1656a473a0df9d9d29754ba85678f81c4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:PRJDSKCCS2XHMYVCRQQ2MFDQUZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"OLMoTrace: Tracing Language Model Outputs Back to Trillions of Training Tokens","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aaron Sarnat, Ali Farhadi, Arnavi Chheda-Kothary, Bailey Kuehl, Byron Bischoff, Carissa Schoenick, Cassidy Trier, David Albright, Dirk Groeneveld, Eric Marsh, Evie Cheng, Hannaneh Hajishirzi, Huy Tran, Jenna James, Jesse Dodge, Jiacheng Liu, Jon Borchardt, Karen Farley, Luca Soldaini, Michael Schmitz, Noah A. Smith, Pang Wei Koh, Rock Yuren Pang, Sewon Min, Sophie Lebrecht, Sruthi Sreeram, Taira Anderson, Taylor Blanton, Yanai Elazar, Yejin Choi, YenSung Chen","submitted_at":"2025-04-09T17:59:35Z","abstract_excerpt":"We present OLMoTrace, the first system that traces the outputs of language models back to their full, multi-trillion-token training data in real time. OLMoTrace finds and shows verbatim matches between segments of language model output and documents in the training text corpora. Powered by an extended version of infini-gram (Liu et al., 2024), our system returns tracing results within a few seconds. OLMoTrace can help users understand the behavior of language models through the lens of their training data. We showcase how it can be used to explore fact checking, hallucination, and the creativi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.07096","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.07096/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:33:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0L6brYgz8Lnuf4o038AtKMzhmTrPe+kCjzOXRiA7hs2I7P7iu7h/sLCb5a66IvfePnjH9f/sZLTBWbVZy5TIAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T08:18:59.432065Z"},"content_sha256":"80ae73436f6842f8caa9047ec8a25fd6e761d99012b8fbffa8073100a8d20223","schema_version":"1.0","event_id":"sha256:80ae73436f6842f8caa9047ec8a25fd6e761d99012b8fbffa8073100a8d20223"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PRJDSKCCS2XHMYVCRQQ2MFDQUZ/bundle.json","state_url":"https://pith.science/pith/PRJDSKCCS2XHMYVCRQQ2MFDQUZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PRJDSKCCS2XHMYVCRQQ2MFDQUZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T08:18:59Z","links":{"resolver":"https://pith.science/pith/PRJDSKCCS2XHMYVCRQQ2MFDQUZ","bundle":"https://pith.science/pith/PRJDSKCCS2XHMYVCRQQ2MFDQUZ/bundle.json","state":"https://pith.science/pith/PRJDSKCCS2XHMYVCRQQ2MFDQUZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PRJDSKCCS2XHMYVCRQQ2MFDQUZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PRJDSKCCS2XHMYVCRQQ2MFDQUZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d808d0c06a8d5b100736a6f31f783bc77ea61b7183cc38245b8c811399ef7f8f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-09T17:59:35Z","title_canon_sha256":"530cd6676333d4975119523409ebd8fe4d0998a98d8a25476284a29205aee78b"},"schema_version":"1.0","source":{"id":"2504.07096","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.07096","created_at":"2026-07-05T11:33:22Z"},{"alias_kind":"arxiv_version","alias_value":"2504.07096v2","created_at":"2026-07-05T11:33:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.07096","created_at":"2026-07-05T11:33:22Z"},{"alias_kind":"pith_short_12","alias_value":"PRJDSKCCS2XH","created_at":"2026-07-05T11:33:22Z"},{"alias_kind":"pith_short_16","alias_value":"PRJDSKCCS2XHMYVC","created_at":"2026-07-05T11:33:22Z"},{"alias_kind":"pith_short_8","alias_value":"PRJDSKCC","created_at":"2026-07-05T11:33:22Z"}],"graph_snapshots":[{"event_id":"sha256:80ae73436f6842f8caa9047ec8a25fd6e761d99012b8fbffa8073100a8d20223","target":"graph","created_at":"2026-07-05T11:33:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.07096/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present OLMoTrace, the first system that traces the outputs of language models back to their full, multi-trillion-token training data in real time. OLMoTrace finds and shows verbatim matches between segments of language model output and documents in the training text corpora. Powered by an extended version of infini-gram (Liu et al., 2024), our system returns tracing results within a few seconds. OLMoTrace can help users understand the behavior of language models through the lens of their training data. We showcase how it can be used to explore fact checking, hallucination, and the creativi","authors_text":"Aaron Sarnat, Ali Farhadi, Arnavi Chheda-Kothary, Bailey Kuehl, Byron Bischoff, Carissa Schoenick, Cassidy Trier, David Albright, Dirk Groeneveld, Eric Marsh, Evie Cheng, Hannaneh Hajishirzi, Huy Tran, Jenna James, Jesse Dodge, Jiacheng Liu, Jon Borchardt, Karen Farley, Luca Soldaini, Michael Schmitz, Noah A. Smith, Pang Wei Koh, Rock Yuren Pang, Sewon Min, Sophie Lebrecht, Sruthi Sreeram, Taira Anderson, Taylor Blanton, Yanai Elazar, Yejin Choi, YenSung Chen","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-09T17:59:35Z","title":"OLMoTrace: Tracing Language Model Outputs Back to Trillions of Training Tokens"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.07096","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e13a62819e607b308421151f2ad4deb1656a473a0df9d9d29754ba85678f81c4","target":"record","created_at":"2026-07-05T11:33:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d808d0c06a8d5b100736a6f31f783bc77ea61b7183cc38245b8c811399ef7f8f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-09T17:59:35Z","title_canon_sha256":"530cd6676333d4975119523409ebd8fe4d0998a98d8a25476284a29205aee78b"},"schema_version":"1.0","source":{"id":"2504.07096","kind":"arxiv","version":2}},"canonical_sha256":"7c5239284296ae7662a28c21a61470a64729f9be2c52ce546069bdca486d4b90","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7c5239284296ae7662a28c21a61470a64729f9be2c52ce546069bdca486d4b90","first_computed_at":"2026-07-05T11:33:22.787695Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:33:22.787695Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2ZIUhL8YefczwriL50l2hPrKx7QK+nB70wCWfssXnSQYOY1VRui6/LFCpElkMINvIJ5CEQJMEBF5nAR/U1uzAA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:33:22.788294Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.07096","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e13a62819e607b308421151f2ad4deb1656a473a0df9d9d29754ba85678f81c4","sha256:80ae73436f6842f8caa9047ec8a25fd6e761d99012b8fbffa8073100a8d20223"],"state_sha256":"620fbe87c5703cdf88f2c000f9de7fbf284cdcacd4b52f6be270c13acbade69d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YbwYd7LyF6bDHV5bBaSXs5gvTMONqYKQiCiZ5rKPejYMSr+e85Vw31dvaXEOYP7cKJQ5TWovKo4rKOD6n3AsAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T08:18:59.434290Z","bundle_sha256":"c871681b8a93770dda03537f45606950daecd34fc08398a04788d6fac16779b3"}}