{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:RUBQPXMF3RNZ3MQGLQGVPJ7NJ6","short_pith_number":"pith:RUBQPXMF","canonical_record":{"source":{"id":"2503.16974","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"q-fin.GN","submitted_at":"2025-03-21T09:43:37Z","cross_cats_sorted":["cs.AI","cs.CE","cs.CL","cs.LG"],"title_canon_sha256":"ee3b43a42ecaf41a62a3cb62a340e7cb8b92a7b2fd7ec986cd53fa1f98f29f8f","abstract_canon_sha256":"6406c0c84391cc607e0961095d91cac7b14d375de0229ce5c34883436f9c8cb6"},"schema_version":"1.0"},"canonical_sha256":"8d0307dd85dc5b9db2065c0d57a7ed4fbfa7f484b4d24c0d69819bcbb5b11b10","source":{"kind":"arxiv","id":"2503.16974","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.16974","created_at":"2026-07-05T12:11:16Z"},{"alias_kind":"arxiv_version","alias_value":"2503.16974v4","created_at":"2026-07-05T12:11:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.16974","created_at":"2026-07-05T12:11:16Z"},{"alias_kind":"pith_short_12","alias_value":"RUBQPXMF3RNZ","created_at":"2026-07-05T12:11:16Z"},{"alias_kind":"pith_short_16","alias_value":"RUBQPXMF3RNZ3MQG","created_at":"2026-07-05T12:11:16Z"},{"alias_kind":"pith_short_8","alias_value":"RUBQPXMF","created_at":"2026-07-05T12:11:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:RUBQPXMF3RNZ3MQGLQGVPJ7NJ6","target":"record","payload":{"canonical_record":{"source":{"id":"2503.16974","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"q-fin.GN","submitted_at":"2025-03-21T09:43:37Z","cross_cats_sorted":["cs.AI","cs.CE","cs.CL","cs.LG"],"title_canon_sha256":"ee3b43a42ecaf41a62a3cb62a340e7cb8b92a7b2fd7ec986cd53fa1f98f29f8f","abstract_canon_sha256":"6406c0c84391cc607e0961095d91cac7b14d375de0229ce5c34883436f9c8cb6"},"schema_version":"1.0"},"canonical_sha256":"8d0307dd85dc5b9db2065c0d57a7ed4fbfa7f484b4d24c0d69819bcbb5b11b10","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:11:16.291690Z","signature_b64":"BqGtdl9PUpxxs/MVOIYiQ53CGa7DAUBzvh/8RmO+1hGMIlhR8GjqYia5l9A/TKRwfLDoBZaJjvuuo17W8+QoAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8d0307dd85dc5b9db2065c0d57a7ed4fbfa7f484b4d24c0d69819bcbb5b11b10","last_reissued_at":"2026-07-05T12:11:16.291109Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:11:16.291109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.16974","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:11:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BY5MZ6iNCjSbZmU9jH4APX2Ju+oX8yXHD4ALn5hcUEmyRDigPTvaokZuN4UUhGGmfYQQGXgW4zZzf83vaHjMDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T17:51:54.120183Z"},"content_sha256":"837d6cde0e2bcc0954054c9580a934184f020c6728237eae7d30b0b740d1f0de","schema_version":"1.0","event_id":"sha256:837d6cde0e2bcc0954054c9580a934184f020c6728237eae7d30b0b740d1f0de"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:RUBQPXMF3RNZ3MQGLQGVPJ7NJ6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Assessing Consistency and Reproducibility in the Outputs of Large Language Models: Evidence Across Diverse Finance and Accounting Tasks","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CE","cs.CL","cs.LG"],"primary_cat":"q-fin.GN","authors_text":"Julian Junyan Wang, Victor Xiaoqi Wang","submitted_at":"2025-03-21T09:43:37Z","abstract_excerpt":"This study provides the first comprehensive assessment of consistency and reproducibility in Large Language Model (LLM) outputs in finance and accounting research. We evaluate how consistently LLMs produce outputs given identical inputs through extensive experimentation with 50 independent runs across five common tasks: classification, sentiment analysis, summarization, text generation, and prediction. Using three OpenAI models (GPT-3.5-turbo, GPT-4o-mini, and GPT-4o), we generate over 3.4 million outputs from diverse financial source texts and data, covering MD&As, FOMC statements, finance ne"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.16974","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.16974/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:11:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3uRoUTAKcnoB7FFVQtr2oVcAjUoGNrx2zWLLMlXMBtSEjn4YzIPTfKEQyJSkQ7uP6zEN+SE91a4zPHmkM1DEDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T17:51:54.120680Z"},"content_sha256":"bf460051c37d31b8962c7e1c36513d0404566f9d42e8f74a5944da506b126388","schema_version":"1.0","event_id":"sha256:bf460051c37d31b8962c7e1c36513d0404566f9d42e8f74a5944da506b126388"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RUBQPXMF3RNZ3MQGLQGVPJ7NJ6/bundle.json","state_url":"https://pith.science/pith/RUBQPXMF3RNZ3MQGLQGVPJ7NJ6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RUBQPXMF3RNZ3MQGLQGVPJ7NJ6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T17:51:54Z","links":{"resolver":"https://pith.science/pith/RUBQPXMF3RNZ3MQGLQGVPJ7NJ6","bundle":"https://pith.science/pith/RUBQPXMF3RNZ3MQGLQGVPJ7NJ6/bundle.json","state":"https://pith.science/pith/RUBQPXMF3RNZ3MQGLQGVPJ7NJ6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RUBQPXMF3RNZ3MQGLQGVPJ7NJ6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:RUBQPXMF3RNZ3MQGLQGVPJ7NJ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6406c0c84391cc607e0961095d91cac7b14d375de0229ce5c34883436f9c8cb6","cross_cats_sorted":["cs.AI","cs.CE","cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"q-fin.GN","submitted_at":"2025-03-21T09:43:37Z","title_canon_sha256":"ee3b43a42ecaf41a62a3cb62a340e7cb8b92a7b2fd7ec986cd53fa1f98f29f8f"},"schema_version":"1.0","source":{"id":"2503.16974","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.16974","created_at":"2026-07-05T12:11:16Z"},{"alias_kind":"arxiv_version","alias_value":"2503.16974v4","created_at":"2026-07-05T12:11:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.16974","created_at":"2026-07-05T12:11:16Z"},{"alias_kind":"pith_short_12","alias_value":"RUBQPXMF3RNZ","created_at":"2026-07-05T12:11:16Z"},{"alias_kind":"pith_short_16","alias_value":"RUBQPXMF3RNZ3MQG","created_at":"2026-07-05T12:11:16Z"},{"alias_kind":"pith_short_8","alias_value":"RUBQPXMF","created_at":"2026-07-05T12:11:16Z"}],"graph_snapshots":[{"event_id":"sha256:bf460051c37d31b8962c7e1c36513d0404566f9d42e8f74a5944da506b126388","target":"graph","created_at":"2026-07-05T12:11:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.16974/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This study provides the first comprehensive assessment of consistency and reproducibility in Large Language Model (LLM) outputs in finance and accounting research. We evaluate how consistently LLMs produce outputs given identical inputs through extensive experimentation with 50 independent runs across five common tasks: classification, sentiment analysis, summarization, text generation, and prediction. Using three OpenAI models (GPT-3.5-turbo, GPT-4o-mini, and GPT-4o), we generate over 3.4 million outputs from diverse financial source texts and data, covering MD&As, FOMC statements, finance ne","authors_text":"Julian Junyan Wang, Victor Xiaoqi Wang","cross_cats":["cs.AI","cs.CE","cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"q-fin.GN","submitted_at":"2025-03-21T09:43:37Z","title":"Assessing Consistency and Reproducibility in the Outputs of Large Language Models: Evidence Across Diverse Finance and Accounting Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.16974","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:837d6cde0e2bcc0954054c9580a934184f020c6728237eae7d30b0b740d1f0de","target":"record","created_at":"2026-07-05T12:11:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6406c0c84391cc607e0961095d91cac7b14d375de0229ce5c34883436f9c8cb6","cross_cats_sorted":["cs.AI","cs.CE","cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"q-fin.GN","submitted_at":"2025-03-21T09:43:37Z","title_canon_sha256":"ee3b43a42ecaf41a62a3cb62a340e7cb8b92a7b2fd7ec986cd53fa1f98f29f8f"},"schema_version":"1.0","source":{"id":"2503.16974","kind":"arxiv","version":4}},"canonical_sha256":"8d0307dd85dc5b9db2065c0d57a7ed4fbfa7f484b4d24c0d69819bcbb5b11b10","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8d0307dd85dc5b9db2065c0d57a7ed4fbfa7f484b4d24c0d69819bcbb5b11b10","first_computed_at":"2026-07-05T12:11:16.291109Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:11:16.291109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BqGtdl9PUpxxs/MVOIYiQ53CGa7DAUBzvh/8RmO+1hGMIlhR8GjqYia5l9A/TKRwfLDoBZaJjvuuo17W8+QoAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T12:11:16.291690Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.16974","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:837d6cde0e2bcc0954054c9580a934184f020c6728237eae7d30b0b740d1f0de","sha256:bf460051c37d31b8962c7e1c36513d0404566f9d42e8f74a5944da506b126388"],"state_sha256":"9df8dbdccb445b2fb88e8277afe6c92a701bf7dc7aabf4c2aee991c4bd62c4cc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7PNRez0FjhoOkBgIvi8bVkiUh5EXXt6LJzXXJ7n5044qVTI8O4tEzY7gStsOmYaVsfd7oIyQcGpgqQ51VXoeAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T17:51:54.124494Z","bundle_sha256":"4a94a3913459d28f600bf64e034e34ea8b0d770397492b305f880e429f5cdfe7"}}