{"id":"https://openalex.org/W4413189005","doi":"https://doi.org/10.3390/sym17081303","title":"Dynamic Asymmetric Attention for Enhanced Reasoning and Interpretability in LLMs","display_name":"Dynamic Asymmetric Attention for Enhanced Reasoning and Interpretability in LLMs","publication_year":2025,"publication_date":"2025-08-12","ids":{"openalex":"https://openalex.org/W4413189005","doi":"https://doi.org/10.3390/sym17081303"},"language":"en","primary_location":{"id":"doi:10.3390/sym17081303","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17081303","pdf_url":"https://www.mdpi.com/2073-8994/17/8/1303/pdf","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/17/8/1303/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073348223","display_name":"Feng Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113703","display_name":"Henan University of Urban Construction","ror":"https://ror.org/01x1skr92","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210113703"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Wen","raw_affiliation_strings":["School of Surveying and Urban Spatial Information, Henan University of Urban Construction, Pingdingshan 467036, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Surveying and Urban Spatial Information, Henan University of Urban Construction, Pingdingshan 467036, China","institution_ids":["https://openalex.org/I4210113703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065697638","display_name":"Xiaoming Lu","orcid":"https://orcid.org/0000-0002-0830-2826"},"institutions":[{"id":"https://openalex.org/I4210120350","display_name":"Henan Provincial Institute of Land and Resources Sciences","ror":"https://ror.org/02rkcky47","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210120350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Lu","raw_affiliation_strings":["The Scientific Academy of Land and Resource of Henan Province, Zhengzhou 467300, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Scientific Academy of Land and Resource of Henan Province, Zhengzhou 467300, China","institution_ids":["https://openalex.org/I4210120350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111230347","display_name":"Haikun Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210117728","display_name":"Center For Remote Sensing (United States)","ror":"https://ror.org/021wvg932","country_code":"US","type":"company","lineage":["https://openalex.org/I4210117728"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haikun Yu","raw_affiliation_strings":["Henan Remote Sensing Institute, Henan Provincial Science and Technology Innovation Center for Natural Resources (Satellite Remote Sensing Research), Zhengzhou 467300, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Henan Remote Sensing Institute, Henan Provincial Science and Technology Innovation Center for Natural Resources (Satellite Remote Sensing Research), Zhengzhou 467300, China","institution_ids":["https://openalex.org/I4210117728"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102990000","display_name":"Chunyang Lu","orcid":"https://orcid.org/0009-0001-4601-3435"},"institutions":[{"id":"https://openalex.org/I4210113703","display_name":"Henan University of Urban Construction","ror":"https://ror.org/01x1skr92","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210113703"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chunyang Lu","raw_affiliation_strings":["School of Surveying and Urban Spatial Information, Henan University of Urban Construction, Pingdingshan 467036, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Surveying and Urban Spatial Information, Henan University of Urban Construction, Pingdingshan 467036, China","institution_ids":["https://openalex.org/I4210113703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100615008","display_name":"Huijie Li","orcid":"https://orcid.org/0000-0002-8304-5241"},"institutions":[{"id":"https://openalex.org/I4210113703","display_name":"Henan University of Urban Construction","ror":"https://ror.org/01x1skr92","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210113703"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huijie Li","raw_affiliation_strings":["School of Surveying and Urban Spatial Information, Henan University of Urban Construction, Pingdingshan 467036, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Surveying and Urban Spatial Information, Henan University of Urban Construction, Pingdingshan 467036, China","institution_ids":["https://openalex.org/I4210113703"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010080018","display_name":"Xiayang Shi","orcid":"https://orcid.org/0000-0003-1539-712X"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiayang Shi","raw_affiliation_strings":["College of Software, Zhengzhou University of Light Industry, Zhengzhou 450000, China"],"raw_orcid":"https://orcid.org/0000-0003-1539-712X","affiliations":[{"raw_affiliation_string":"College of Software, Zhengzhou University of Light Industry, Zhengzhou 450000, China","institution_ids":["https://openalex.org/I23171815"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010080018","https://openalex.org/A5102990000"],"corresponding_institution_ids":["https://openalex.org/I23171815","https://openalex.org/I4210113703"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10158221,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"8","first_page":"1303","last_page":"1303"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8893111944198608},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.4438056945800781},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4193616211414337},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.360553503036499},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3186812400817871}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8893111944198608},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4438056945800781},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4193616211414337},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.360553503036499},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3186812400817871}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/sym17081303","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17081303","pdf_url":"https://www.mdpi.com/2073-8994/17/8/1303/pdf","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/sym17081303","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17081303","pdf_url":"https://www.mdpi.com/2073-8994/17/8/1303/pdf","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413189005.pdf","grobid_xml":"https://content.openalex.org/works/W4413189005.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W2970726176","https://openalex.org/W4221143046","https://openalex.org/W4221161695","https://openalex.org/W4281657280","https://openalex.org/W4287888039","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4377130677","https://openalex.org/W4385570645","https://openalex.org/W4391876619","https://openalex.org/W4400268427","https://openalex.org/W4401043240","https://openalex.org/W4402671578","https://openalex.org/W4402671980","https://openalex.org/W4403577370","https://openalex.org/W4406911809","https://openalex.org/W4412945192","https://openalex.org/W6764072591","https://openalex.org/W6769627184","https://openalex.org/W6776048684","https://openalex.org/W6778883912","https://openalex.org/W6781533629","https://openalex.org/W6809646742","https://openalex.org/W6839328737","https://openalex.org/W6853465110"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959"],"abstract_inverted_index":{"The":[0],"remarkable":[1],"success":[2],"of":[3,23,130,241],"autoregressive":[4],"Large":[5],"Language":[6],"Models":[7],"(LLMs)":[8],"is":[9,173],"predicated":[10],"on":[11,127,136,143],"the":[12,48,81,115,167,177,183,192,235],"causal":[13,83],"attention":[14,96,170],"mechanism,":[15],"which":[16],"enforces":[17],"a":[18,76,86,94,104,128,159,217,222,238],"static":[19,82,218],"and":[20,52,61,139,152,197,224,244],"rigid":[21],"form":[22],"informational":[24],"asymmetry":[25,220],"by":[26,70],"permitting":[27],"each":[28,99],"token":[29],"to":[30,33,46,175,221],"attend":[31],"only":[32,228],"its":[34,206],"predecessors.":[35],"While":[36],"effective":[37],"for":[38,98,162,237],"sequential":[39],"generation,":[40],"this":[41,64,68],"hard-coded":[42],"unidirectional":[43],"constraint":[44],"fails":[45],"capture":[47],"more":[49,209,242,246],"complex,":[50],"dynamic,":[51],"nonlinear":[53],"dependencies":[54],"inherent":[55],"in":[56,134,202],"sophisticated":[57],"reasoning,":[58,204],"logical":[59,200],"inference,":[60],"discourse.":[62],"In":[63],"paper,":[65],"we":[66],"challenge":[67],"paradigm":[69],"introducing":[71],"Dynamic":[72],"Asymmetric":[73],"Attention":[74],"(DAA),":[75],"novel":[77],"mechanism":[78],"that":[79,109,182,214],"replaces":[80],"mask":[84],"with":[85],"learnable":[87],"context-aware":[88],"guidance":[89],"module.":[90],"DAA":[91,157],"dynamically":[92,194],"generates":[93],"continuous-valued":[95],"bias":[97],"query\u2013key":[100],"pair,":[101],"effectively":[102],"learning":[103],"\u201csoft\u201d":[105],"information":[106,179],"flow":[107,180],"policy":[108],"guides":[110],"rather":[111],"than":[112],"merely":[113],"restricts":[114],"model\u2019s":[116],"focus.":[117],"Trained":[118],"end-to-end,":[119],"our":[120],"DAA-augmented":[121],"models":[122],"demonstrate":[123],"significant":[124],"performance":[125,231],"gains":[126],"suite":[129],"benchmarks,":[131],"including":[132],"improvements":[133],"perplexity":[135],"language":[137],"modeling":[138],"notable":[140],"accuracy":[141],"boosts":[142],"complex":[144],"reasoning":[145],"tasks":[146],"such":[147],"as":[148],"code":[149],"generation":[150],"(HumanEval)":[151],"mathematical":[153],"problem-solving":[154],"(GSM8k).":[155],"Crucially,":[156],"provides":[158],"new":[160,239],"lens":[161],"model":[163,184,193,230],"interpretability.":[164],"By":[165],"visualizing":[166],"learned":[168,223],"asymmetric":[169],"patterns,":[171],"it":[172],"possible":[174],"uncover":[176],"implicit":[178],"graphs":[181],"constructs":[185],"during":[186],"inference.":[187],"These":[188],"visualizations":[189],"reveal":[190],"how":[191],"prioritizes":[195],"evidence":[196],"forges":[198],"directed":[199],"links":[201],"chain-of-thought":[203],"making":[205],"decision-making":[207],"process":[208],"transparent.":[210],"Our":[211],"work":[212],"demonstrates":[213],"transitioning":[215],"from":[216],"hard-wired":[219],"dynamic":[225],"one":[226],"not":[227],"enhances":[229],"but":[232],"also":[233],"paves":[234],"way":[236],"class":[240],"capable":[243],"profoundly":[245],"explainable":[247],"LLMs.":[248]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}