{"id":"https://openalex.org/W7166645708","doi":"https://doi.org/10.48550/arxiv.2606.29067","title":"ThinkProbe: Beyond Accuracy -- Structural Profiling of Open-Ended LLM Reasoning Traces via Non-Generative Thought Graphs","display_name":"ThinkProbe: Beyond Accuracy -- Structural Profiling of Open-Ended LLM Reasoning Traces via Non-Generative Thought Graphs","publication_year":2026,"publication_date":"2026-06-27","ids":{"openalex":"https://openalex.org/W7166645708","doi":"https://doi.org/10.48550/arxiv.2606.29067"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2606.29067","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.29067","pdf_url":"https://arxiv.org/pdf/2606.29067","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2606.29067","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042662381","display_name":"Mohamed Amine Kerkouri","orcid":"https://orcid.org/0000-0002-7479-6879","observed_orcids":["https://orcid.org/0000-0002-7479-6879"]},"institutions":[{"id":"https://openalex.org/I4210099125","display_name":"Development Initiatives","ror":"https://ror.org/00xk5y986","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210099125"]},{"id":"https://openalex.org/I4210125844","display_name":"Community Initiatives","ror":"https://ror.org/0292f6736","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210125844"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Kerkouri, Mohamed Amine","raw_affiliation_strings":["F-Initiatives , Paris , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"F-Initiatives , Paris , France","institution_ids":["https://openalex.org/I4210099125","https://openalex.org/I4210125844"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139676167","display_name":"Simon D. Hernandez","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210099125","display_name":"Development Initiatives","ror":"https://ror.org/00xk5y986","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210099125"]},{"id":"https://openalex.org/I4210125844","display_name":"Community Initiatives","ror":"https://ror.org/0292f6736","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210125844"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Hernandez, Simon D.","raw_affiliation_strings":["F-Initiatives , Paris , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"F-Initiatives , Paris , France","institution_ids":["https://openalex.org/I4210099125","https://openalex.org/I4210125844"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029449671","display_name":"Marouane Tliba","orcid":"https://orcid.org/0000-0002-1696-7764","observed_orcids":["https://orcid.org/0000-0002-1696-7764"]},"institutions":[{"id":"https://openalex.org/I4210091279","display_name":"Universit\u00e9 Sorbonne Paris Nord","ror":"https://ror.org/0199hds37","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210091279"]},{"id":"https://openalex.org/I4210102686","display_name":"Laboratoire Analyse, G\u00e9om\u00e9trie et Applications","ror":"https://ror.org/018nzqy79","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210102686","https://openalex.org/I4210141950","https://openalex.org/I48825208"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Tliba, Marouane","raw_affiliation_strings":["Universit\u00e9 sorbonne Paris Nord , Villetaneuse , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 sorbonne Paris Nord , Villetaneuse , France","institution_ids":["https://openalex.org/I4210091279","https://openalex.org/I4210102686"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108730996","display_name":"Yann Dauxais","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210099125","display_name":"Development Initiatives","ror":"https://ror.org/00xk5y986","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210099125"]},{"id":"https://openalex.org/I4210125844","display_name":"Community Initiatives","ror":"https://ror.org/0292f6736","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210125844"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Dauxais, Yann","raw_affiliation_strings":["F-Initiatives , Paris , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"F-Initiatives , Paris , France","institution_ids":["https://openalex.org/I4210099125","https://openalex.org/I4210125844"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010836618","display_name":"Maha Ben-Fares","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210099125","display_name":"Development Initiatives","ror":"https://ror.org/00xk5y986","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210099125"]},{"id":"https://openalex.org/I4210125844","display_name":"Community Initiatives","ror":"https://ror.org/0292f6736","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210125844"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Ben-Fares, Maha","raw_affiliation_strings":["F-Initiatives , Paris , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"F-Initiatives , Paris , France","institution_ids":["https://openalex.org/I4210099125","https://openalex.org/I4210125844"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062741062","display_name":"Pierre Holat","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210099125","display_name":"Development Initiatives","ror":"https://ror.org/00xk5y986","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210099125"]},{"id":"https://openalex.org/I4210125844","display_name":"Community Initiatives","ror":"https://ror.org/0292f6736","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210125844"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Holat, Pierre","raw_affiliation_strings":["F-Initiatives , Paris , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"F-Initiatives , Paris , France","institution_ids":["https://openalex.org/I4210099125","https://openalex.org/I4210125844"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7714999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7714999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0794999971985817,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.020400000736117363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-profiling","display_name":"cognitive profiling","score":0.722000002861023},{"id":"https://openalex.org/keywords/metacognition","display_name":"metacognition","score":0.6710000038146973},{"id":"https://openalex.org/keywords/reasoning-structure","display_name":"reasoning structure","score":0.5649999976158142},{"id":"https://openalex.org/keywords/semantic-linking","display_name":"semantic linking","score":0.7080000042915344}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6510999798774719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5834000110626221},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5652999877929688},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5565000176429749},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5331000089645386},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.4726000130176544},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.42160001397132874},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.38190001249313354},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.36480000615119934},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.3564999997615814},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3546999990940094},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.35179999470710754},{"id":"https://openalex.org/C146380142","wikidata":"https://www.wikidata.org/wiki/Q1137726","display_name":"Directed graph","level":2,"score":0.34310001134872437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3319999873638153},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.3296000063419342},{"id":"https://openalex.org/C161407221","wikidata":"https://www.wikidata.org/wiki/Q4382939","display_name":"Cognitive model","level":3,"score":0.32710000872612},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2752000093460083},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C20854674","wikidata":"https://www.wikidata.org/wiki/Q4386060","display_name":"Cognitive architecture","level":3,"score":0.26600000262260437},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.25999999046325684},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.258899986743927}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2606.29067","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.29067","pdf_url":"https://arxiv.org/pdf/2606.29067","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2606.29067","doi":"https://doi.org/10.48550/arxiv.2606.29067","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29067","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2606.29067","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.29067","pdf_url":"https://arxiv.org/pdf/2606.29067","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166645708.pdf","grobid_xml":"https://content.openalex.org/works/W7166645708.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7162793814","https://openalex.org/W7204194745","https://openalex.org/W7127194820","https://openalex.org/W7162796762","https://openalex.org/W7163683496","https://openalex.org/W4416036399","https://openalex.org/W4302305823","https://openalex.org/W7125673123","https://openalex.org/W4415110870","https://openalex.org/W7135092051"],"abstract_inverted_index":{"We":[0],"present":[1],"ThinkProbe,":[2],"a":[3,17,20,34,46,80],"framework":[4],"for":[5],"structural":[6],"analysis":[7],"of":[8,95],"LLM":[9],"reasoning":[10,64,77],"traces.":[11],"ThinkProbe":[12,74],"converts":[13],"each":[14],"trace":[15],"into":[16],"Thought":[18],"Graph":[19],"directed":[21],"graph":[22],"with":[23,99],"cycles,":[24],"8":[25],"node":[26],"types,":[27],"and":[28,32,53,70],"6":[29],"edge":[30],"types":[31],"derives":[33],"19-metric":[35],"five-dimensional":[36],"cognitive":[37,72,97,110],"profile":[38],"(5D-CP:":[39],"Breadth,":[40],"Depth,":[41],"Structure,":[42],"Metacognitive,":[43],"Efficiency)":[44],"through":[45],"fully":[47],"non-generative":[48],"pipeline":[49],"combining":[50],"rule-based":[51],"segmentation":[52],"discriminative":[54],"semantic":[55],"linking.":[56],"Applied":[57],"to":[58,91,104,113],"4{,}200":[59],"traces":[60],"from":[61],"7":[62],"native":[63],"models":[65],"across":[66,93],"200":[67],"open-ended":[68],"questions":[69],"10":[71],"domains,":[73],"reveals":[75],"that":[76],"structure":[78],"is":[79],"stable,":[81],"model-level":[82],"property:":[83],"between-model":[84],"variance":[85,88],"exceeds":[86],"between-domain":[87],"by":[89],"up":[90],"fourfold":[92],"four":[94],"five":[96],"dimensions,":[98],"Structure":[100],"showing":[101],"genuine":[102],"sensitivity":[103],"question":[105],"domain,":[106],"exposing":[107],"qualitatively":[108],"distinct":[109],"profiles":[111],"invisible":[112],"accuracy-based":[114],"evaluation.":[115]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-07-01T00:00:00"}