{"id":"https://openalex.org/W4416749536","doi":"https://doi.org/10.1109/iros60139.2025.11247772","title":"CROSS-GAiT: Cross-Attention-Based Multimodal Representation Fusion for Parametric Gait Adaptation in Complex Terrains","display_name":"CROSS-GAiT: Cross-Attention-Based Multimodal Representation Fusion for Parametric Gait Adaptation in Complex Terrains","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416749536","doi":"https://doi.org/10.1109/iros60139.2025.11247772"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11247772","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11247772","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108716741","display_name":"Gershom Seneviratne","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Gershom Seneviratne","raw_affiliation_strings":["University of Maryland,College Park,MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland,College Park,MD","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080472165","display_name":"Kasun Weerakoon","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kasun Weerakoon","raw_affiliation_strings":["University of Maryland,College Park,MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland,College Park,MD","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092506235","display_name":"Mohamed Elnoor","orcid":"https://orcid.org/0009-0000-2326-6184"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohamed Elnoor","raw_affiliation_strings":["University of Maryland,College Park,MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland,College Park,MD","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045752223","display_name":"Vaishnav Rajgopal","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vignesh Rajgopal","raw_affiliation_strings":["University of Maryland,College Park,MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland,College Park,MD","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114438836","display_name":"Harshavarthan Varatharajan","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harshavarthan Varatharajan","raw_affiliation_strings":["University of Maryland,College Park,MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland,College Park,MD","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085906283","display_name":"Mohamed Khalid M Jaffar","orcid":"https://orcid.org/0000-0003-2576-857X"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohamed Khalid M. Jaffar","raw_affiliation_strings":["University of Maryland,College Park,MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland,College Park,MD","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036672376","display_name":"Jason Pusey","orcid":"https://orcid.org/0000-0001-9620-6449"},"institutions":[{"id":"https://openalex.org/I1304082316","display_name":"United States Department of the Army","ror":"https://ror.org/035w1gb98","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796"]},{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason Pusey","raw_affiliation_strings":["DEVCOM Army Research Laboratory,MD,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DEVCOM Army Research Laboratory,MD,USA","institution_ids":["https://openalex.org/I166416128","https://openalex.org/I1304082316"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004194238","display_name":"Dinesh Manocha","orcid":"https://orcid.org/0000-0001-7047-9801"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dinesh Manocha","raw_affiliation_strings":["University of Maryland,College Park,MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland,College Park,MD","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5108716741"],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":1.177,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.81249324,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"6079","last_page":"6086"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9034000039100647,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9034000039100647,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.021900000050663948,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.01889999955892563,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.7002000212669373},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.544700026512146},{"id":"https://openalex.org/keywords/gait","display_name":"Gait","score":0.46560001373291016},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4537999927997589},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.36559998989105225},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.36399999260902405},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.3483999967575073},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.33239999413490295}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7300999760627747},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.7002000212669373},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6585000157356262},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6380000114440918},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.544700026512146},{"id":"https://openalex.org/C151800584","wikidata":"https://www.wikidata.org/wiki/Q2370000","display_name":"Gait","level":2,"score":0.46560001373291016},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4537999927997589},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.36559998989105225},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3483999967575073},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.33239999413490295},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.320499986410141},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.32019999623298645},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2736999988555908},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11247772","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11247772","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320316514","display_name":"Arm","ror":"https://ror.org/04mmhzs81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1969240307","https://openalex.org/W2163922914","https://openalex.org/W2772638427","https://openalex.org/W2798036083","https://openalex.org/W2913921102","https://openalex.org/W2924028045","https://openalex.org/W2963190516","https://openalex.org/W3035588244","https://openalex.org/W3127069934","https://openalex.org/W3127756416","https://openalex.org/W3175254947","https://openalex.org/W3200223366","https://openalex.org/W4205430897","https://openalex.org/W4224916778","https://openalex.org/W4250058668","https://openalex.org/W4285304415","https://openalex.org/W4310746161","https://openalex.org/W4312441173","https://openalex.org/W4312726754","https://openalex.org/W4312752326","https://openalex.org/W4312939545","https://openalex.org/W4312943646","https://openalex.org/W4313156423","https://openalex.org/W4383108196","https://openalex.org/W4383171997","https://openalex.org/W4385430650","https://openalex.org/W4387092523","https://openalex.org/W4387092535","https://openalex.org/W4388706355","https://openalex.org/W4389667035","https://openalex.org/W4392044096","https://openalex.org/W4399939205","https://openalex.org/W4401081649","https://openalex.org/W4401415093","https://openalex.org/W4401416354","https://openalex.org/W4402916053","https://openalex.org/W4402916681","https://openalex.org/W4405778991","https://openalex.org/W4405786847"],"related_works":[],"abstract_inverted_index":{"We":[0,125,179],"present":[1],"CROSS-GAiT,":[2],"a":[3,67,77,129,183,191,218,225,249],"novel":[4],"algorithm":[5],"for":[6,103],"quadruped":[7],"robots":[8],"that":[9,51],"uses":[10],"Cross":[11,83],"Attention":[12,84],"to":[13,36,54,112,119,210,230],"fuse":[14],"terrain":[15,56,60,98,121,250],"representations":[16,33,241],"derived":[17],"from":[18,94],"visual":[19,64],"and":[20,28,45,73,88,144,146,176,190,204,224],"time-series":[21,74],"inputs;":[22],"including":[23,134],"linear":[24],"accelerations,":[25],"angular":[26],"velocities,":[27],"joint":[29,196],"efforts.":[30],"These":[31],"fused":[32,108],"are":[34],"used":[35],"continuously":[37,113],"adjust":[38,114],"two":[39],"critical":[40],"gait":[41,105,115],"parameters":[42,116],"(step":[43],"height":[44],"hip":[46],"splay),":[47],"enabling":[48],"adaptive":[49],"gaits":[50],"respond":[52],"dynamically":[53],"varying":[55],"conditions.":[57],"To":[58],"generate":[59],"representations,":[61],"we":[62],"process":[63],"inputs":[65],"through":[66,76],"masked":[68],"Vision":[69,161],"Transformer":[70],"(ViT)":[71],"encoder":[72],"data":[75],"dilated":[78],"causal":[79],"convolutional":[80],"encoder.":[81],"The":[82],"mechanism":[85],"then":[86],"selects":[87],"integrates":[89],"the":[90,158,232,239,246],"most":[91],"relevant":[92],"features":[93],"each":[95],"modality,":[96],"combining":[97],"characteristics":[99],"with":[100,201],"robot":[101],"dynamics":[102],"informed":[104],"adaptation.":[106],"This":[107],"representation":[109],"allows":[110],"CROSS-GAiT":[111,127,214],"in":[117,123,166,186,194,221,228,234],"response":[118],"unpredictable":[120],"conditions":[122],"real-time.":[124],"train":[126],"on":[128,151,157,248],"diverse":[130],"set":[131],"of":[132],"terrains":[133],"asphalt,":[135],"concrete,":[136],"brick":[137],"pavements,":[138],"grass,":[139],"dense":[140],"vegetation,":[141,172],"pebbles,":[142],"gravel,":[143],"sand":[145],"validate":[147],"its":[148],"generalization":[149],"ability":[150],"unseen":[152],"environments.":[153],"Our":[154],"hardware":[155],"implementation":[156],"Ghost":[159],"Robotics":[160],"60":[162],"demonstrates":[163,215],"superior":[164],"performance":[165],"challenging":[167],"terrains,":[168],"such":[169],"as":[170],"high-density":[171],"unstable":[173],"surfaces,":[174],"sandbanks,":[175],"deformable":[177],"substrates.":[178],"observe":[180],"at":[181,216],"least":[182,217],"7.04%":[184],"reduction":[185,193,227],"IMU":[187],"energy":[188,206],"density":[189],"27.3%":[192],"total":[195],"effort,":[197],"which":[198],"directly":[199],"correlates":[200],"increased":[202],"stability":[203],"reduced":[205],"usage":[207],"when":[208],"compared":[209],"state-of-the-art":[211,247],"methods.":[212],"Furthermore,":[213],"64.5%":[219],"increase":[220],"success":[222],"rate":[223],"4.91%":[226],"time":[229],"reach":[231],"goal":[233],"four":[235],"complex":[236],"scenarios.":[237],"Additionally,":[238],"learned":[240],"perform":[242],"4.48%":[243],"better":[244],"than":[245],"classification":[251],"task.":[252]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2025-11-28T00:00:00"}