{"id":"https://openalex.org/W4405754750","doi":"https://doi.org/10.1109/metroxraine62247.2024.10796808","title":"ViLaBot: Connecting Vision and Language for Robots That Assist Humans at Home","display_name":"ViLaBot: Connecting Vision and Language for Robots That Assist Humans at Home","publication_year":2024,"publication_date":"2024-10-21","ids":{"openalex":"https://openalex.org/W4405754750","doi":"https://doi.org/10.1109/metroxraine62247.2024.10796808"},"language":"en","primary_location":{"id":"doi:10.1109/metroxraine62247.2024.10796808","is_oa":false,"landing_page_url":"https://doi.org/10.1109/metroxraine62247.2024.10796808","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Metrology for eXtended Reality, Artificial Intelligence and Neural Engineering (MetroXRAINE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094056098","display_name":"Asfand Yaar","orcid":null},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Asfand Yaar","raw_affiliation_strings":["University of Catania,DMI,Catania,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Catania,DMI,Catania,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043146877","display_name":"Marco Rosano","orcid":null},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Rosano","raw_affiliation_strings":["University of Catania,DMI,Catania,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Catania,DMI,Catania,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089549062","display_name":"Antonino Furnari","orcid":"https://orcid.org/0000-0001-6911-0302"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonino Furnari","raw_affiliation_strings":["University of Catania,DMI,Catania,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Catania,DMI,Catania,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105460983","display_name":"Aki H\u00e4rm\u00e4","orcid":"https://orcid.org/0000-0002-2966-3305"},"institutions":[{"id":"https://openalex.org/I34352273","display_name":"Maastricht University","ror":"https://ror.org/02jz4aj89","country_code":"NL","type":"education","lineage":["https://openalex.org/I34352273"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Aki H\u00e4rm\u00e4","raw_affiliation_strings":["Maastricht University,DACS,Maastricht,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Maastricht University,DACS,Maastricht,The Netherlands","institution_ids":["https://openalex.org/I34352273"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087180022","display_name":"Giovanni Maria Farinella","orcid":"https://orcid.org/0000-0002-6034-0432"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Maria Farinella","raw_affiliation_strings":["University of Catania,DMI,Catania,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Catania,DMI,Catania,Italy","institution_ids":["https://openalex.org/I39063666"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1206","last_page":"1211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9483000040054321,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.72605299949646},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5549305081367493},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.44975653290748596},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40184324979782104},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33790791034698486}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.72605299949646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5549305081367493},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.44975653290748596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40184324979782104},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33790791034698486}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/metroxraine62247.2024.10796808","is_oa":false,"landing_page_url":"https://doi.org/10.1109/metroxraine62247.2024.10796808","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Metrology for eXtended Reality, Artificial Intelligence and Neural Engineering (MetroXRAINE)","raw_type":"proceedings-article"},{"id":"pmh:oai:cris.maastrichtuniversity.nl:publications/a5da8a60-2ca7-422e-80f4-1c270a500610","is_oa":false,"landing_page_url":"https://cris.maastrichtuniversity.nl/en/publications/a5da8a60-2ca7-422e-80f4-1c270a500610","pdf_url":null,"source":{"id":"https://openalex.org/S4306402616","display_name":"Research Publications (Maastricht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I34352273","host_organization_name":"Maastricht University","host_organization_lineage":["https://openalex.org/I34352273"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1523106638","display_name":"Personal Health Interfaces Leveraging Human-Machine Natural Interactions","funder_award_id":"812882","funder_id":"https://openalex.org/F4320338337","funder_display_name":"H2020 Marie Sk\u0142odowska-Curie Actions"}],"funders":[{"id":"https://openalex.org/F4320338337","display_name":"H2020 Marie Sk\u0142odowska-Curie Actions","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W612478963","https://openalex.org/W1978289112","https://openalex.org/W1978892650","https://openalex.org/W1989604857","https://openalex.org/W2109447584","https://openalex.org/W2118781169","https://openalex.org/W2120221335","https://openalex.org/W2160584648","https://openalex.org/W2161414194","https://openalex.org/W2189089430","https://openalex.org/W2415216611","https://openalex.org/W2467589492","https://openalex.org/W2593841437","https://openalex.org/W2793704326","https://openalex.org/W2799002257","https://openalex.org/W2890902815","https://openalex.org/W2950697717","https://openalex.org/W2962684798","https://openalex.org/W2962812366","https://openalex.org/W2963367210","https://openalex.org/W2963800628","https://openalex.org/W2963846044","https://openalex.org/W2964935470","https://openalex.org/W2967186499","https://openalex.org/W3001865277","https://openalex.org/W3009928773","https://openalex.org/W3012008866","https://openalex.org/W3034728521","https://openalex.org/W3034758614","https://openalex.org/W3089355520","https://openalex.org/W3168758573","https://openalex.org/W3173991492","https://openalex.org/W3174851253","https://openalex.org/W3182194800","https://openalex.org/W3202187802","https://openalex.org/W3207057769","https://openalex.org/W4226236972","https://openalex.org/W4312424618","https://openalex.org/W4383108457","https://openalex.org/W4402753977","https://openalex.org/W6636408305","https://openalex.org/W6674383371","https://openalex.org/W6753516098","https://openalex.org/W6764088478","https://openalex.org/W6764158809","https://openalex.org/W6764173040","https://openalex.org/W6765527290","https://openalex.org/W6773029903","https://openalex.org/W6780167394","https://openalex.org/W6780443396","https://openalex.org/W6784840303","https://openalex.org/W6789006708","https://openalex.org/W6791353385","https://openalex.org/W6793258861","https://openalex.org/W6798219303","https://openalex.org/W6803600046","https://openalex.org/W6853534422"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Despite":[0],"significant":[1],"advancements":[2],"in":[3,37,89,97,126],"the":[4,76,107,135,138,143,147],"field":[5],"of":[6,51,92,137,146],"vision,":[7],"language":[8,46],"and":[9,28,62,72,85,141,159],"robotics,":[10],"integrating":[11],"these":[12],"capabilities":[13],"to":[14,34,55,153],"create":[15,59],"an":[16],"autonomous":[17],"robot":[18],"assistant":[19],"remains":[20],"a":[21,31,45,49,90],"challenge.":[22],"This":[23],"paper":[24],"presents":[25],"ViLaBot":[26,43,112],"(Vision":[27],"Language":[29],"roBot),":[30],"system":[32,66,148],"designed":[33],"aid":[35],"humans":[36],"daily":[38],"activities":[39],"while":[40],"at":[41],"home.":[42],"combines":[44],"model":[47],"with":[48],"library":[50],"basic":[52],"visuomotor":[53],"skills":[54],"understand":[56],"human":[57,104],"needs,":[58],"action":[60],"plans":[61],"execute":[63],"them.":[64],"The":[65,132],"relies":[67],"solely":[68],"on":[69],"onboard":[70],"visual":[71,130],"proprioceptive":[73],"sensing,":[74],"eliminating":[75],"need":[77],"for":[78],"pre-built":[79],"maps":[80],"or":[81],"precise":[82],"object":[83],"locations":[84],"facilitating":[86],"real-world":[87],"deployment":[88],"variety":[91],"environments.":[93],"Experimental":[94],"validation":[95],"conducted":[96],"11":[98],"realistic":[99],"home":[100],"environments":[101],"featuring":[102],"simulated":[103],"agents":[105],"using":[106,118],"Habitat":[108],"simulator":[109],"indicated":[110],"that":[111,149],"can":[113],"achieve":[114],"promising":[115],"results":[116,133],"when":[117],"ground-truth":[119],"image":[120],"segmentation,":[121],"yet":[122],"exhibits":[123],"modest":[124],"performance":[125],"scenarios":[127],"involving":[128],"imperfect":[129],"perception.":[131],"support":[134],"validity":[136],"proposed":[139],"pipeline":[140],"highlight":[142],"critical":[144],"components":[145],"should":[150],"be":[151],"improved":[152],"increase":[154],"its":[155],"overall":[156],"success":[157],"rate":[158],"reliability.":[160]},"counts_by_year":[],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}