{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GXNIX7WOY7AK7E5QXDG366PCXG","short_pith_number":"pith:GXNIX7WO","canonical_record":{"source":{"id":"2412.02626","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-03T17:54:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a9f6a8752c46393a0ead3190034228ea3b23ee14f4fbf88718749ac64ad6bc68","abstract_canon_sha256":"9417c6223c27625339e4cb4b79f3663c97f5a0a952e27bbf67118b992bafe9b8"},"schema_version":"1.0"},"canonical_sha256":"35da8bfecec7c0af93b0b8cdbf79e2b9a4ce7836464dc5199839f52a40bd2716","source":{"kind":"arxiv","id":"2412.02626","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.02626","created_at":"2026-07-05T10:08:25Z"},{"alias_kind":"arxiv_version","alias_value":"2412.02626v3","created_at":"2026-07-05T10:08:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.02626","created_at":"2026-07-05T10:08:25Z"},{"alias_kind":"pith_short_12","alias_value":"GXNIX7WOY7AK","created_at":"2026-07-05T10:08:25Z"},{"alias_kind":"pith_short_16","alias_value":"GXNIX7WOY7AK7E5Q","created_at":"2026-07-05T10:08:25Z"},{"alias_kind":"pith_short_8","alias_value":"GXNIX7WO","created_at":"2026-07-05T10:08:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GXNIX7WOY7AK7E5QXDG366PCXG","target":"record","payload":{"canonical_record":{"source":{"id":"2412.02626","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-03T17:54:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a9f6a8752c46393a0ead3190034228ea3b23ee14f4fbf88718749ac64ad6bc68","abstract_canon_sha256":"9417c6223c27625339e4cb4b79f3663c97f5a0a952e27bbf67118b992bafe9b8"},"schema_version":"1.0"},"canonical_sha256":"35da8bfecec7c0af93b0b8cdbf79e2b9a4ce7836464dc5199839f52a40bd2716","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:08:25.753790Z","signature_b64":"+v6VNdHFVAlej5J9sd7eJaEl57SLvZ36I2q2nLSX+XuDCEThJC6uCxIuAOIn8zWB4fPhh+g0s1Hy1aYlFcvCBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"35da8bfecec7c0af93b0b8cdbf79e2b9a4ce7836464dc5199839f52a40bd2716","last_reissued_at":"2026-07-05T10:08:25.753345Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:08:25.753345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.02626","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:08:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rmW7WeqrEiCQrdJC8gT0M48+iR7knaEeezmGW+bO7ID+vgYvXWlLrkI3sLJqMIreo/tc+7p1GjlJ4RDfF/qHAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:26:20.371935Z"},"content_sha256":"eb6f80ffe779d02430308984434095c0dc4b8f0a1c68faad41f23d178e4d8673","schema_version":"1.0","event_id":"sha256:eb6f80ffe779d02430308984434095c0dc4b8f0a1c68faad41f23d178e4d8673"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GXNIX7WOY7AK7E5QXDG366PCXG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Time-Reversal Provides Unsupervised Feedback to LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Arun Suggala, Karthikeyan Shanmugam, Prateek Jain, Rahul Madhavan, Sravanti Addepalli, Yerram Varun","submitted_at":"2024-12-03T17:54:12Z","abstract_excerpt":"Large Language Models (LLMs) are typically trained to predict in the forward direction of time. However, recent works have shown that prompting these models to look back and critique their own generations can produce useful feedback. Motivated by this, we explore the question of whether LLMs can be empowered to think (predict and score) backwards to provide unsupervised feedback that complements forward LLMs. Towards this, we introduce Time Reversed Language Models (TRLMs), which can score and generate queries when conditioned on responses, effectively functioning in the reverse direction of t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.02626","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.02626/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:08:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OdjRq/jAOmZDL9RMxO4i/bH3Wa0VPRjvSUlcvWAcfVmzBBaA4LZncLQto66k43EbfEGY+XUqsQuEXq0S0SBrBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:26:20.372309Z"},"content_sha256":"3f173704f11f57e5ae5784f3319e6cd7e5a0616562fd393ee6fb941b6f59fcdb","schema_version":"1.0","event_id":"sha256:3f173704f11f57e5ae5784f3319e6cd7e5a0616562fd393ee6fb941b6f59fcdb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GXNIX7WOY7AK7E5QXDG366PCXG/bundle.json","state_url":"https://pith.science/pith/GXNIX7WOY7AK7E5QXDG366PCXG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GXNIX7WOY7AK7E5QXDG366PCXG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T17:26:20Z","links":{"resolver":"https://pith.science/pith/GXNIX7WOY7AK7E5QXDG366PCXG","bundle":"https://pith.science/pith/GXNIX7WOY7AK7E5QXDG366PCXG/bundle.json","state":"https://pith.science/pith/GXNIX7WOY7AK7E5QXDG366PCXG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GXNIX7WOY7AK7E5QXDG366PCXG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GXNIX7WOY7AK7E5QXDG366PCXG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9417c6223c27625339e4cb4b79f3663c97f5a0a952e27bbf67118b992bafe9b8","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-03T17:54:12Z","title_canon_sha256":"a9f6a8752c46393a0ead3190034228ea3b23ee14f4fbf88718749ac64ad6bc68"},"schema_version":"1.0","source":{"id":"2412.02626","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.02626","created_at":"2026-07-05T10:08:25Z"},{"alias_kind":"arxiv_version","alias_value":"2412.02626v3","created_at":"2026-07-05T10:08:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.02626","created_at":"2026-07-05T10:08:25Z"},{"alias_kind":"pith_short_12","alias_value":"GXNIX7WOY7AK","created_at":"2026-07-05T10:08:25Z"},{"alias_kind":"pith_short_16","alias_value":"GXNIX7WOY7AK7E5Q","created_at":"2026-07-05T10:08:25Z"},{"alias_kind":"pith_short_8","alias_value":"GXNIX7WO","created_at":"2026-07-05T10:08:25Z"}],"graph_snapshots":[{"event_id":"sha256:3f173704f11f57e5ae5784f3319e6cd7e5a0616562fd393ee6fb941b6f59fcdb","target":"graph","created_at":"2026-07-05T10:08:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.02626/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are typically trained to predict in the forward direction of time. However, recent works have shown that prompting these models to look back and critique their own generations can produce useful feedback. Motivated by this, we explore the question of whether LLMs can be empowered to think (predict and score) backwards to provide unsupervised feedback that complements forward LLMs. Towards this, we introduce Time Reversed Language Models (TRLMs), which can score and generate queries when conditioned on responses, effectively functioning in the reverse direction of t","authors_text":"Arun Suggala, Karthikeyan Shanmugam, Prateek Jain, Rahul Madhavan, Sravanti Addepalli, Yerram Varun","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-03T17:54:12Z","title":"Time-Reversal Provides Unsupervised Feedback to LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.02626","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eb6f80ffe779d02430308984434095c0dc4b8f0a1c68faad41f23d178e4d8673","target":"record","created_at":"2026-07-05T10:08:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9417c6223c27625339e4cb4b79f3663c97f5a0a952e27bbf67118b992bafe9b8","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-03T17:54:12Z","title_canon_sha256":"a9f6a8752c46393a0ead3190034228ea3b23ee14f4fbf88718749ac64ad6bc68"},"schema_version":"1.0","source":{"id":"2412.02626","kind":"arxiv","version":3}},"canonical_sha256":"35da8bfecec7c0af93b0b8cdbf79e2b9a4ce7836464dc5199839f52a40bd2716","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"35da8bfecec7c0af93b0b8cdbf79e2b9a4ce7836464dc5199839f52a40bd2716","first_computed_at":"2026-07-05T10:08:25.753345Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:08:25.753345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+v6VNdHFVAlej5J9sd7eJaEl57SLvZ36I2q2nLSX+XuDCEThJC6uCxIuAOIn8zWB4fPhh+g0s1Hy1aYlFcvCBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:08:25.753790Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.02626","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eb6f80ffe779d02430308984434095c0dc4b8f0a1c68faad41f23d178e4d8673","sha256:3f173704f11f57e5ae5784f3319e6cd7e5a0616562fd393ee6fb941b6f59fcdb"],"state_sha256":"2218251d03a0a514be8bd83860abdbc1bc290f982d3927ae12e2798ef0d46df0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IRTvXwKH4dfydHUYWaCJrdCnfjm+oFRXGkKqRuV6zqzz4YoGQv4zubU23fMCdVxaSnHt7OLVdKgfblU6TDkwCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T17:26:20.374432Z","bundle_sha256":"9c0e002aaba272638af37630c07d9a1aba3c931752488a95618401f181ca8a83"}}