{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2026:54EQEAQZ5ZOTHNIBQ2AF4ROGCR","short_pith_number":"pith:54EQEAQZ","schema_version":"1.0","canonical_sha256":"ef09020219ee5d33b50186805e45c61476ea53804e1df5c462feed44696ec59c","source":{"kind":"arxiv","id":"2605.28823","version":1},"attestation_state":"computed","paper":{"title":"What are They Thinking? Delineation, Probing and Tracking of Concepts in LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jiading Zhu, Jonathan Rose, Michelle Yu Collins, Mohamed Abdelwahab, Sihan Chen, Soliman Ali, Yi Cheng Zhao, Zafarullah Mahmood","submitted_at":"2026-04-07T03:50:09Z","abstract_excerpt":"As the influence of LLMs expands, it is imperative to gain insight into their decisions. One way to do that is to develop probes that detect the presence or absence of a broad set of concepts within the embeddings computed in an LLM - which is what we might say a model is \"thinking\" about. Such probes should be low-cost and easily applicable to any LLM, so that monitoring for many concepts is possible during normal operation.\n  In this paper, we take the first steps towards developing the capability of creating many such probes by defining and executing examples of the key tasks needed: first,"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2605.28823","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-04-07T03:50:09Z","cross_cats_sorted":[],"title_canon_sha256":"575a6baa5e528452b561ec3f17cbf8baf600d977f9d3d39c28339728ad101bee","abstract_canon_sha256":"dee55c762392f10e1aa7ece9c368e5e3ab2b0cabea9784568c9e33d21f0efcd0"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-29T00:04:12.972734Z","signature_b64":"UnP7sa4XprdJg6trqtye4kjwGjlUticoHDb9fGcBcuQWnLdl4HP9J9fPC60XYdQEt8ab1Gfkc2RSXzYvC8gHDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ef09020219ee5d33b50186805e45c61476ea53804e1df5c462feed44696ec59c","last_reissued_at":"2026-05-29T00:04:12.971903Z","signature_status":"signed_v1","first_computed_at":"2026-05-29T00:04:12.971903Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"What are They Thinking? Delineation, Probing and Tracking of Concepts in LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jiading Zhu, Jonathan Rose, Michelle Yu Collins, Mohamed Abdelwahab, Sihan Chen, Soliman Ali, Yi Cheng Zhao, Zafarullah Mahmood","submitted_at":"2026-04-07T03:50:09Z","abstract_excerpt":"As the influence of LLMs expands, it is imperative to gain insight into their decisions. One way to do that is to develop probes that detect the presence or absence of a broad set of concepts within the embeddings computed in an LLM - which is what we might say a model is \"thinking\" about. Such probes should be low-cost and easily applicable to any LLM, so that monitoring for many concepts is possible during normal operation.\n  In this paper, we take the first steps towards developing the capability of creating many such probes by defining and executing examples of the key tasks needed: first,"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.28823","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.28823/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2605.28823","created_at":"2026-05-29T00:04:12.972041+00:00"},{"alias_kind":"arxiv_version","alias_value":"2605.28823v1","created_at":"2026-05-29T00:04:12.972041+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.28823","created_at":"2026-05-29T00:04:12.972041+00:00"},{"alias_kind":"pith_short_12","alias_value":"54EQEAQZ5ZOT","created_at":"2026-05-29T00:04:12.972041+00:00"},{"alias_kind":"pith_short_16","alias_value":"54EQEAQZ5ZOTHNIB","created_at":"2026-05-29T00:04:12.972041+00:00"},{"alias_kind":"pith_short_8","alias_value":"54EQEAQZ","created_at":"2026-05-29T00:04:12.972041+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/54EQEAQZ5ZOTHNIBQ2AF4ROGCR","json":"https://pith.science/pith/54EQEAQZ5ZOTHNIBQ2AF4ROGCR.json","graph_json":"https://pith.science/api/pith-number/54EQEAQZ5ZOTHNIBQ2AF4ROGCR/graph.json","events_json":"https://pith.science/api/pith-number/54EQEAQZ5ZOTHNIBQ2AF4ROGCR/events.json","paper":"https://pith.science/paper/54EQEAQZ"},"agent_actions":{"view_html":"https://pith.science/pith/54EQEAQZ5ZOTHNIBQ2AF4ROGCR","download_json":"https://pith.science/pith/54EQEAQZ5ZOTHNIBQ2AF4ROGCR.json","view_paper":"https://pith.science/paper/54EQEAQZ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2605.28823&json=true","fetch_graph":"https://pith.science/api/pith-number/54EQEAQZ5ZOTHNIBQ2AF4ROGCR/graph.json","fetch_events":"https://pith.science/api/pith-number/54EQEAQZ5ZOTHNIBQ2AF4ROGCR/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/54EQEAQZ5ZOTHNIBQ2AF4ROGCR/action/timestamp_anchor","attest_storage":"https://pith.science/pith/54EQEAQZ5ZOTHNIBQ2AF4ROGCR/action/storage_attestation","attest_author":"https://pith.science/pith/54EQEAQZ5ZOTHNIBQ2AF4ROGCR/action/author_attestation","sign_citation":"https://pith.science/pith/54EQEAQZ5ZOTHNIBQ2AF4ROGCR/action/citation_signature","submit_replication":"https://pith.science/pith/54EQEAQZ5ZOTHNIBQ2AF4ROGCR/action/replication_record"}},"created_at":"2026-05-29T00:04:12.972041+00:00","updated_at":"2026-05-29T00:04:12.972041+00:00"}