{"id":"https://openalex.org/W7129609961","doi":"https://doi.org/10.48550/arxiv.2602.13962","title":"CodeGlance: Understanding Code Reasoning Challenges in LLMs through Multi-Dimensional Feature Analysis","display_name":"CodeGlance: Understanding Code Reasoning Challenges in LLMs through Multi-Dimensional Feature Analysis","publication_year":2026,"publication_date":"2026-02-15","ids":{"openalex":"https://openalex.org/W7129609961","doi":"https://doi.org/10.48550/arxiv.2602.13962"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.13962","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024360962","display_name":"Yunkun Wang","orcid":"https://orcid.org/0009-0007-8121-0163"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wang, Yunkun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126274781","display_name":"Xuanhe Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xuanhe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126243108","display_name":"Junxiao Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Junxiao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126198589","display_name":"Chen Zhi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhi, Chen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126177322","display_name":"Shuiguang Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Shuiguang","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5024360962"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9456999897956848,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9456999897956848,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.013799999840557575,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.009999999776482582,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6089000105857849},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5113000273704529},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4814999997615814},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.4212000072002411},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4147000014781952},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.4016000032424927},{"id":"https://openalex.org/keywords/control-flow","display_name":"Control flow","score":0.39259999990463257},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.38839998841285706},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.3831999897956848}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7329000234603882},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6089000105857849},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5113000273704529},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4823000133037567},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4814999997615814},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.4212000072002411},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4147000014781952},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.4016000032424927},{"id":"https://openalex.org/C160191386","wikidata":"https://www.wikidata.org/wiki/Q868299","display_name":"Control flow","level":2,"score":0.39259999990463257},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.38839998841285706},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3831999897956848},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.3781000077724457},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.374099999666214},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37130001187324524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35589998960494995},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.33799999952316284},{"id":"https://openalex.org/C66429209","wikidata":"https://www.wikidata.org/wiki/Q7248499","display_name":"Programming complexity","level":5,"score":0.33709999918937683},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C2780902518","wikidata":"https://www.wikidata.org/wiki/Q6033780","display_name":"Inheritance (genetic algorithm)","level":3,"score":0.31310001015663147},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.30559998750686646},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2953000068664551},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.13962","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.13962","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.13962","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.13962","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"modern":[1],"software":[2,37,230],"development,":[3],"developers":[4],"frequently":[5],"need":[6],"to":[7,27,35,144],"understand":[8],"code":[9,51,57,81,97,152,171,188,220],"behavior":[10,32],"at":[11],"a":[12,93],"glance":[13],"--":[14,155,167],"whether":[15,202],"reviewing":[16],"pull":[17],"requests,":[18],"debugging":[19],"issues,":[20],"or":[21,208],"navigating":[22],"unfamiliar":[23,70],"codebases.":[24],"This":[25,72],"ability":[26],"reason":[28],"about":[29],"dynamic":[30],"program":[31],"is":[33],"fundamental":[34],"effective":[36],"engineering":[38],"and":[39,69,110,163,187,223],"increasingly":[40],"supported":[41],"by":[42],"Large":[43],"Language":[44],"Models":[45],"(LLMs).":[46],"However,":[47],"existing":[48],"studies":[49],"on":[50,55,140,146,201],"reasoning":[52,82,98,126,172,192,221],"focus":[53],"primarily":[54],"isolated":[56],"snippets,":[58],"overlooking":[59],"the":[60],"complexity":[61,153,166,207],"of":[62,77,117],"real-world":[63,229],"scenarios":[64],"involving":[65],"external":[66],"API":[67,107,160],"interactions":[68],"functions.":[71],"gap":[73],"hinders":[74],"our":[75],"understanding":[76],"what":[78],"truly":[79],"makes":[80],"challenging":[83],"for":[84,131,216],"LLMs":[85],"across":[86,100,174],"diverse":[87],"programming":[88,226],"contexts.":[89],"We":[90,149,176],"present":[91],"CodeGlance,":[92],"multi-dimensional":[94],"benchmark":[95],"investigating":[96],"challenges":[99,129,203],"three":[101],"realistic":[102],"scenarios:":[103],"intrinsic":[104],"logic":[105],"reasoning,":[106,109],"interaction":[108],"unseen":[111,124,141],"function":[112,125],"reasoning.":[113],"Through":[114],"systematic":[115],"evaluation":[116],"7":[118],"state-of-the-art":[119],"LLMs,":[120],"we":[121],"reveal":[122],"that":[123,168,195],"poses":[127],"significant":[128],"especially":[130],"smaller":[132],"models,":[133],"with":[134],"Qwen2.5-3b":[135],"achieving":[136],"only":[137],"6.0\\%":[138],"accuracy":[139],"functions":[142],"compared":[143],"37.5\\%":[145],"familiar":[147],"APIs.":[148],"identify":[150],"critical":[151],"features":[154],"including":[156,183],"execution":[157],"trace":[158],"length,":[159],"invocation":[161],"count,":[162],"control":[164],"flow":[165],"significantly":[169],"impact":[170],"difficulty":[173],"scenarios.":[175],"further":[177],"investigate":[178],"how":[179],"common":[180],"augmentation":[181],"strategies,":[182],"CoT,":[184],"document":[185],"retrieval,":[186],"search,":[189],"can":[190],"improve":[191],"performance,":[193],"finding":[194],"their":[196],"effectiveness":[197],"varies":[198],"substantially":[199],"depending":[200],"stem":[204],"from":[205],"logical":[206],"knowledge":[209],"gaps.":[210],"These":[211],"findings":[212],"provide":[213],"actionable":[214],"guidance":[215],"developing":[217],"more":[218],"capable":[219],"systems":[222],"deploying":[224],"LLM-based":[225],"assistants":[227],"in":[228],"development.":[231]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-18T00:00:00"}