{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:5MXS7KVQVOLCCW5YIBMR732EYU","short_pith_number":"pith:5MXS7KVQ","schema_version":"1.0","canonical_sha256":"eb2f2faab0ab96215bb840591fef44c53b35b54eace987b734fdf3ffb09dbee7","source":{"kind":"arxiv","id":"2503.04874","version":1},"attestation_state":"computed","paper":{"title":"Memory Is All You Need: Testing How Model Memory Affects LLM Performance in Annotation Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Joan C. Timoneda, Sebasti\\'an Vallejo Vera","submitted_at":"2025-03-06T16:39:18Z","abstract_excerpt":"Generative Large Language Models (LLMs) have shown promising results in text annotation using zero-shot and few-shot learning. Yet these approaches do not allow the model to retain information from previous annotations, making each response independent from the preceding ones. This raises the question of whether model memory -- the LLM having knowledge about its own previous annotations in the same task -- affects performance. In this article, using OpenAI's GPT-4o and Meta's Llama 3.1 on two political science datasets, we demonstrate that allowing the model to retain information about its own"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2503.04874","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-06T16:39:18Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"99e0ad294c72d827b7f93bcbcbb6f579149252895f655fe2a8c72009954de0f2","abstract_canon_sha256":"e9fdfe7ed61326933a3e5b86be49c7585c1355f662d0f12eab94975684f74a62"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:25:50.814883Z","signature_b64":"F++C6PZrPoFPgWS17yx1JkGDlkagz2pTNyOmQk/l5StU6oZBuXxrsiMT1Gt/DuDZYT9uws33dFRjcFB374Z6CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eb2f2faab0ab96215bb840591fef44c53b35b54eace987b734fdf3ffb09dbee7","last_reissued_at":"2026-07-05T10:25:50.814300Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:25:50.814300Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Memory Is All You Need: Testing How Model Memory Affects LLM Performance in Annotation Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Joan C. Timoneda, Sebasti\\'an Vallejo Vera","submitted_at":"2025-03-06T16:39:18Z","abstract_excerpt":"Generative Large Language Models (LLMs) have shown promising results in text annotation using zero-shot and few-shot learning. Yet these approaches do not allow the model to retain information from previous annotations, making each response independent from the preceding ones. This raises the question of whether model memory -- the LLM having knowledge about its own previous annotations in the same task -- affects performance. In this article, using OpenAI's GPT-4o and Meta's Llama 3.1 on two political science datasets, we demonstrate that allowing the model to retain information about its own"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.04874","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.04874/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2503.04874","created_at":"2026-07-05T10:25:50.814378+00:00"},{"alias_kind":"arxiv_version","alias_value":"2503.04874v1","created_at":"2026-07-05T10:25:50.814378+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.04874","created_at":"2026-07-05T10:25:50.814378+00:00"},{"alias_kind":"pith_short_12","alias_value":"5MXS7KVQVOLC","created_at":"2026-07-05T10:25:50.814378+00:00"},{"alias_kind":"pith_short_16","alias_value":"5MXS7KVQVOLCCW5Y","created_at":"2026-07-05T10:25:50.814378+00:00"},{"alias_kind":"pith_short_8","alias_value":"5MXS7KVQ","created_at":"2026-07-05T10:25:50.814378+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2504.15160","citing_title":"The Synthetic Imputation Approach: Generating Optimal Synthetic Texts For Underrepresented Categories In Supervised Classification Tasks","ref_index":2025,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/5MXS7KVQVOLCCW5YIBMR732EYU","json":"https://pith.science/pith/5MXS7KVQVOLCCW5YIBMR732EYU.json","graph_json":"https://pith.science/api/pith-number/5MXS7KVQVOLCCW5YIBMR732EYU/graph.json","events_json":"https://pith.science/api/pith-number/5MXS7KVQVOLCCW5YIBMR732EYU/events.json","paper":"https://pith.science/paper/5MXS7KVQ"},"agent_actions":{"view_html":"https://pith.science/pith/5MXS7KVQVOLCCW5YIBMR732EYU","download_json":"https://pith.science/pith/5MXS7KVQVOLCCW5YIBMR732EYU.json","view_paper":"https://pith.science/paper/5MXS7KVQ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2503.04874&json=true","fetch_graph":"https://pith.science/api/pith-number/5MXS7KVQVOLCCW5YIBMR732EYU/graph.json","fetch_events":"https://pith.science/api/pith-number/5MXS7KVQVOLCCW5YIBMR732EYU/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/5MXS7KVQVOLCCW5YIBMR732EYU/action/timestamp_anchor","attest_storage":"https://pith.science/pith/5MXS7KVQVOLCCW5YIBMR732EYU/action/storage_attestation","attest_author":"https://pith.science/pith/5MXS7KVQVOLCCW5YIBMR732EYU/action/author_attestation","sign_citation":"https://pith.science/pith/5MXS7KVQVOLCCW5YIBMR732EYU/action/citation_signature","submit_replication":"https://pith.science/pith/5MXS7KVQVOLCCW5YIBMR732EYU/action/replication_record"}},"created_at":"2026-07-05T10:25:50.814378+00:00","updated_at":"2026-07-05T10:25:50.814378+00:00"}