{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:US2LBVUFQG24YVIMOLGESGKV24","short_pith_number":"pith:US2LBVUF","canonical_record":{"source":{"id":"2409.03928","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-09-05T22:22:57Z","cross_cats_sorted":[],"title_canon_sha256":"1ccf19f592d7026c4a77d7035739d21cbbde56df206a0287c193eab7de10e293","abstract_canon_sha256":"8d81f5e3339f3241988ee02ccd7b8d7e8540128ca080f03d2756631fa1d0a317"},"schema_version":"1.0"},"canonical_sha256":"a4b4b0d68581b5cc550c72cc491955d70037abbf8c61687ea299a50806fea8ab","source":{"kind":"arxiv","id":"2409.03928","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.03928","created_at":"2026-07-05T09:03:59Z"},{"alias_kind":"arxiv_version","alias_value":"2409.03928v1","created_at":"2026-07-05T09:03:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.03928","created_at":"2026-07-05T09:03:59Z"},{"alias_kind":"pith_short_12","alias_value":"US2LBVUFQG24","created_at":"2026-07-05T09:03:59Z"},{"alias_kind":"pith_short_16","alias_value":"US2LBVUFQG24YVIM","created_at":"2026-07-05T09:03:59Z"},{"alias_kind":"pith_short_8","alias_value":"US2LBVUF","created_at":"2026-07-05T09:03:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:US2LBVUFQG24YVIMOLGESGKV24","target":"record","payload":{"canonical_record":{"source":{"id":"2409.03928","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-09-05T22:22:57Z","cross_cats_sorted":[],"title_canon_sha256":"1ccf19f592d7026c4a77d7035739d21cbbde56df206a0287c193eab7de10e293","abstract_canon_sha256":"8d81f5e3339f3241988ee02ccd7b8d7e8540128ca080f03d2756631fa1d0a317"},"schema_version":"1.0"},"canonical_sha256":"a4b4b0d68581b5cc550c72cc491955d70037abbf8c61687ea299a50806fea8ab","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:03:59.063633Z","signature_b64":"PdQEwoIZ8+X+0gpL6dWj6zNWhsgdqxwws2kERgtBb3Fky7PVe9LuYRY6v/rYzw99zqFUbVd/q49lFN9mpKQfBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a4b4b0d68581b5cc550c72cc491955d70037abbf8c61687ea299a50806fea8ab","last_reissued_at":"2026-07-05T09:03:59.063237Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:03:59.063237Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.03928","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:03:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DASEuhYl0Q26gJBxEFDGrC0MiI5szKyQFwTFxt9TjarbRLMkkvkvEdo1DLbR7LQYLF+edHGQrlZHYahEMzvcCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-20T05:28:53.607619Z"},"content_sha256":"c8dcdbaef6727828d7b6e18468ffae2607976e20b313113ba1dd58002f022388","schema_version":"1.0","event_id":"sha256:c8dcdbaef6727828d7b6e18468ffae2607976e20b313113ba1dd58002f022388"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:US2LBVUFQG24YVIMOLGESGKV24","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RETAIN: Interactive Tool for Regression Testing Guided LLM Migration","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Akash Maharaj, Anirudh Sureshan, Daniel Lee, Sai Sree Harsha, Sally Fang, Tanay Dixit, Yunyao Li","submitted_at":"2024-09-05T22:22:57Z","abstract_excerpt":"Large Language Models (LLMs) are increasingly integrated into diverse applications. The rapid evolution of LLMs presents opportunities for developers to enhance applications continuously. However, this constant adaptation can also lead to performance regressions during model migrations. While several interactive tools have been proposed to streamline the complexity of prompt engineering, few address the specific requirements of regression testing for LLM Migrations. To bridge this gap, we introduce RETAIN (REgression Testing guided LLM migrAtIoN), a tool designed explicitly for regression test"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.03928","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.03928/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:03:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VoLDJ+VQFu4OZeyqIfbUute/BDXbXDSex/1uNS34n9pUe7Km0ggKL5ARCaj5DHA9vsUUGEhbhnIqMjTFd9NdDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-20T05:28:53.607978Z"},"content_sha256":"19b99c7b7a4dfddc57a90a5e3c997ef65c96d4415bd704e243ce283a3f05dddd","schema_version":"1.0","event_id":"sha256:19b99c7b7a4dfddc57a90a5e3c997ef65c96d4415bd704e243ce283a3f05dddd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/US2LBVUFQG24YVIMOLGESGKV24/bundle.json","state_url":"https://pith.science/pith/US2LBVUFQG24YVIMOLGESGKV24/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/US2LBVUFQG24YVIMOLGESGKV24/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-20T05:28:53Z","links":{"resolver":"https://pith.science/pith/US2LBVUFQG24YVIMOLGESGKV24","bundle":"https://pith.science/pith/US2LBVUFQG24YVIMOLGESGKV24/bundle.json","state":"https://pith.science/pith/US2LBVUFQG24YVIMOLGESGKV24/state.json","well_known_bundle":"https://pith.science/.well-known/pith/US2LBVUFQG24YVIMOLGESGKV24/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:US2LBVUFQG24YVIMOLGESGKV24","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8d81f5e3339f3241988ee02ccd7b8d7e8540128ca080f03d2756631fa1d0a317","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-09-05T22:22:57Z","title_canon_sha256":"1ccf19f592d7026c4a77d7035739d21cbbde56df206a0287c193eab7de10e293"},"schema_version":"1.0","source":{"id":"2409.03928","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.03928","created_at":"2026-07-05T09:03:59Z"},{"alias_kind":"arxiv_version","alias_value":"2409.03928v1","created_at":"2026-07-05T09:03:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.03928","created_at":"2026-07-05T09:03:59Z"},{"alias_kind":"pith_short_12","alias_value":"US2LBVUFQG24","created_at":"2026-07-05T09:03:59Z"},{"alias_kind":"pith_short_16","alias_value":"US2LBVUFQG24YVIM","created_at":"2026-07-05T09:03:59Z"},{"alias_kind":"pith_short_8","alias_value":"US2LBVUF","created_at":"2026-07-05T09:03:59Z"}],"graph_snapshots":[{"event_id":"sha256:19b99c7b7a4dfddc57a90a5e3c997ef65c96d4415bd704e243ce283a3f05dddd","target":"graph","created_at":"2026-07-05T09:03:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.03928/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are increasingly integrated into diverse applications. The rapid evolution of LLMs presents opportunities for developers to enhance applications continuously. However, this constant adaptation can also lead to performance regressions during model migrations. While several interactive tools have been proposed to streamline the complexity of prompt engineering, few address the specific requirements of regression testing for LLM Migrations. To bridge this gap, we introduce RETAIN (REgression Testing guided LLM migrAtIoN), a tool designed explicitly for regression test","authors_text":"Akash Maharaj, Anirudh Sureshan, Daniel Lee, Sai Sree Harsha, Sally Fang, Tanay Dixit, Yunyao Li","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-09-05T22:22:57Z","title":"RETAIN: Interactive Tool for Regression Testing Guided LLM Migration"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.03928","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c8dcdbaef6727828d7b6e18468ffae2607976e20b313113ba1dd58002f022388","target":"record","created_at":"2026-07-05T09:03:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8d81f5e3339f3241988ee02ccd7b8d7e8540128ca080f03d2756631fa1d0a317","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-09-05T22:22:57Z","title_canon_sha256":"1ccf19f592d7026c4a77d7035739d21cbbde56df206a0287c193eab7de10e293"},"schema_version":"1.0","source":{"id":"2409.03928","kind":"arxiv","version":1}},"canonical_sha256":"a4b4b0d68581b5cc550c72cc491955d70037abbf8c61687ea299a50806fea8ab","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a4b4b0d68581b5cc550c72cc491955d70037abbf8c61687ea299a50806fea8ab","first_computed_at":"2026-07-05T09:03:59.063237Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:03:59.063237Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PdQEwoIZ8+X+0gpL6dWj6zNWhsgdqxwws2kERgtBb3Fky7PVe9LuYRY6v/rYzw99zqFUbVd/q49lFN9mpKQfBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:03:59.063633Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.03928","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c8dcdbaef6727828d7b6e18468ffae2607976e20b313113ba1dd58002f022388","sha256:19b99c7b7a4dfddc57a90a5e3c997ef65c96d4415bd704e243ce283a3f05dddd"],"state_sha256":"87a617cb92ad39150fb593a0117ec1a6030556e1bf0dc52482fa3c71cbc0172f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SP7k70CrV2KYIVFoosHzVMiQXBzoPVLeE9E9TI/k5WWeA9qsRMGjOvZtC1Ik28WVs4ngfNwuBzizfTC3wEBsDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-20T05:28:53.610417Z","bundle_sha256":"99567cdf16c86a5dac465907ebea14d7aabb26a72aa34c9c895513a4bdad3b5e"}}