{"id":"https://openalex.org/W7162813559","doi":"https://doi.org/10.48550/arxiv.2605.28823","title":"What are They Thinking? Delineation, Probing, and Tracking of Concepts in LLMs","display_name":"What are They Thinking? Delineation, Probing, and Tracking of Concepts in LLMs","publication_year":2026,"publication_date":"2026-04-07","ids":{"openalex":"https://openalex.org/W7162813559","doi":"https://doi.org/10.48550/arxiv.2605.28823"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28823","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28823","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28823","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137337011","display_name":"Mohamed Abdelwahab","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abdelwahab, Mohamed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137390158","display_name":"Michelle Yu Collins","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Collins, Michelle Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137364831","display_name":"Sihan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Sihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114120804","display_name":"Yi Cheng Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yi Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074313120","display_name":"Zafarullah Mahmood","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahmood, Zafarullah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137345629","display_name":"Jiading Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jiading","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137329979","display_name":"Soliman ben 'Ali","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ali, Soliman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137347927","display_name":"Jonathan Rose","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rose, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2556000053882599,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2556000053882599,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.09139999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.06650000065565109,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.7073000073432922},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6901000142097473},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6430000066757202},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5501000285148621},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.289900004863739}],"concepts":[{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.7073000073432922},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6901000142097473},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6430000066757202},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6265000104904175},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5501000285148621},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41100001335144043},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2831999957561493},{"id":"https://openalex.org/C89992363","wikidata":"https://www.wikidata.org/wiki/Q5961558","display_name":"Track (disk drive)","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2574000060558319}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28823","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28823","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28823","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28823","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"the":[1,26,39,84,89,102,107,116,122,130,142,154,157,195],"influence":[2],"of":[3,30,34,91,101,110,118,134,137,147,153,156],"LLMs":[4],"expands,":[5],"it":[6,192],"is":[7,20,47,54,74,173,186],"imperative":[8],"to":[9,17,21,65,140,188,197],"gain":[10],"insight":[11],"into":[12],"their":[13],"decisions.":[14],"One":[15],"way":[16],"do":[18],"that":[19,24,69,163],"develop":[22],"probes":[23,58,95,139,165],"detect":[25,141],"presence":[27],"or":[28],"absence":[29],"a":[31,52,111,119,135],"broad":[32],"set":[33,136],"high-level":[35,112],"abstract":[36,113],"concepts":[37,73,168,178],"within":[38],"embeddings":[40],"computed":[41],"in":[42],"an":[43,148,151],"LLM":[44],"-":[45],"which":[46],"what":[48],"we":[49,82,161],"might":[50],"say":[51],"model":[53],"``thinking\"":[55],"about.":[56],"Such":[57],"should":[59],"be":[60],"low-cost":[61],"and":[62,98,126,132,179],"easily":[63],"applicable":[64],"any":[66,145],"LLM,":[67,149],"so":[68],"monitoring":[70],"for":[71],"many":[72,93,189],"possible":[75],"during":[76],"normal":[77],"operation.":[78],"In":[79],"this":[80,184],"paper,":[81],"take":[83],"first":[85],"steps":[86],"towards":[87],"developing":[88],"capability":[90],"creating":[92],"such":[94,164],"by":[96],"defining":[97],"executing":[99],"examples":[100],"key":[103],"tasks":[104],"needed:":[105],"first,":[106],"careful":[108],"delineation":[109],"concept":[114,123,143],"through":[115],"creation":[117],"dataset":[120],"with":[121,175],"both":[124],"present":[125],"then":[127],"absent.":[128],"Then,":[129],"training":[131],"testing":[133],"linear":[138],"on":[144],"layer":[146],"including":[150],"exploration":[152],"complexity":[155],"probe":[158],"needed.":[159],"Finally,":[160],"show":[162],"can":[166],"track":[167],"across":[169],"larger":[170],"contexts.":[171],"This":[172],"done":[174],"four":[176],"separate":[177],"three":[180],"different":[181],"LLMs.":[182],"When":[183],"process":[185],"scaled":[187],"more":[190],"concepts,":[191],"will":[193],"create":[194],"ability":[196],"monitor":[198],"new":[199],"models.":[200]},"counts_by_year":[],"updated_date":"2026-07-08T06:17:01.165560","created_date":"2026-05-30T00:00:00"}