{"id":"https://openalex.org/W4410993899","doi":"https://doi.org/10.1145/3737891","title":"From Percepts to Semantics: A Multi-modal Saliency Map to Support Social Robots\u2019 Attention","display_name":"From Percepts to Semantics: A Multi-modal Saliency Map to Support Social Robots\u2019 Attention","publication_year":2025,"publication_date":"2025-06-03","ids":{"openalex":"https://openalex.org/W4410993899","doi":"https://doi.org/10.1145/3737891"},"language":"en","primary_location":{"id":"doi:10.1145/3737891","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3737891","pdf_url":null,"source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://upcommons.upc.edu/bitstreams/330f4844-c440-4415-add5-e1ef987a77fb/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012666429","display_name":"Lorenzo Ferrini","orcid":"https://orcid.org/0000-0003-4823-6672"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Lorenzo Ferrini","raw_affiliation_strings":["PAL Robotics, Spain and Technische Universit\u00e4t Wien, Austria"],"raw_orcid":"https://orcid.org/0000-0003-4823-6672","affiliations":[{"raw_affiliation_string":"PAL Robotics, Spain and Technische Universit\u00e4t Wien, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048597091","display_name":"Antonio Andriella","orcid":"https://orcid.org/0000-0002-6641-6450"},"institutions":[{"id":"https://openalex.org/I4210093282","display_name":"Institut de Rob\u00f2tica i Inform\u00e0tica Industrial","ror":"https://ror.org/00mcdyn90","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210093282","https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Antonio Andriella","raw_affiliation_strings":["Institut de Rob\u00f2tica i Inform\u00e0tica Industrial, CSIC UPC, Spain"],"raw_orcid":"https://orcid.org/0000-0002-6641-6450","affiliations":[{"raw_affiliation_string":"Institut de Rob\u00f2tica i Inform\u00e0tica Industrial, CSIC UPC, Spain","institution_ids":["https://openalex.org/I4210093282"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065709426","display_name":"Raquel Ros","orcid":"https://orcid.org/0000-0002-8295-6932"},"institutions":[{"id":"https://openalex.org/I4210093282","display_name":"Institut de Rob\u00f2tica i Inform\u00e0tica Industrial","ror":"https://ror.org/00mcdyn90","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210093282","https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Raquel Ros","raw_affiliation_strings":["IIIA/CSIC, Barcelona, Spain and PAL Robotics, Barcelona, Spain","IIIA-CSIC, Spain and PAL Robotics, Spain"],"raw_orcid":"https://orcid.org/0000-0002-8295-6932","affiliations":[{"raw_affiliation_string":"IIIA/CSIC, Barcelona, Spain and PAL Robotics, Barcelona, Spain","institution_ids":["https://openalex.org/I4210093282"]},{"raw_affiliation_string":"IIIA-CSIC, Spain and PAL Robotics, Spain","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074580437","display_name":"S\u00e9verin Lemaignan","orcid":"https://orcid.org/0000-0002-3391-8876"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"S\u00e9verin Lemaignan","raw_affiliation_strings":["PAL Robotics, Barcelona, Spain","PAL Robotics, Spain"],"raw_orcid":"https://orcid.org/0000-0002-3391-8876","affiliations":[{"raw_affiliation_string":"PAL Robotics, Barcelona, Spain","institution_ids":[]},{"raw_affiliation_string":"PAL Robotics, Spain","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7655,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.70633279,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"14","issue":"4","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10971","display_name":"Olfactory and Sensory Function Studies","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2809","display_name":"Sensory Systems"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6442528963088989},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.623885452747345},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.594271183013916},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5399856567382812},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.530937910079956},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3551098108291626},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.34178459644317627},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07242542505264282}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6442528963088989},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.623885452747345},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.594271183013916},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5399856567382812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.530937910079956},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3551098108291626},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34178459644317627},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07242542505264282},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3737891","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3737891","pdf_url":null,"source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},{"id":"pmh:oai:digital.csic.es:10261/406328","is_oa":false,"landing_page_url":"http://hdl.handle.net/10261/406328","pdf_url":null,"source":{"id":"https://openalex.org/S4306400616","display_name":"DIGITAL.CSIC (Spanish National Research Council (CSIC))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I134820265","host_organization_name":"Consejo Superior de Investigaciones Cient\u00edficas","host_organization_lineage":["https://openalex.org/I134820265"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"http://purl.org/coar/resource_type/c_6501"},{"id":"pmh:oai:upcommons.upc.edu:2117/456124","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/456124","pdf_url":"https://upcommons.upc.edu/bitstreams/330f4844-c440-4415-add5-e1ef987a77fb/download","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:upcommons.upc.edu:2117/456124","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/456124","pdf_url":"https://upcommons.upc.edu/bitstreams/330f4844-c440-4415-add5-e1ef987a77fb/download","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410993899.pdf","grobid_xml":"https://content.openalex.org/works/W4410993899.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W15191017","https://openalex.org/W34686378","https://openalex.org/W1755205674","https://openalex.org/W1861492603","https://openalex.org/W1986291329","https://openalex.org/W1994734056","https://openalex.org/W2026093575","https://openalex.org/W2034261125","https://openalex.org/W2065596546","https://openalex.org/W2070904316","https://openalex.org/W2078847044","https://openalex.org/W2091657244","https://openalex.org/W2091813801","https://openalex.org/W2103748492","https://openalex.org/W2111966567","https://openalex.org/W2128272608","https://openalex.org/W2135835174","https://openalex.org/W2137666850","https://openalex.org/W2150839178","https://openalex.org/W2157403344","https://openalex.org/W2169801054","https://openalex.org/W2617211984","https://openalex.org/W2995230225","https://openalex.org/W3034741164","https://openalex.org/W3093843458","https://openalex.org/W3132958771","https://openalex.org/W3134433028","https://openalex.org/W3178584773","https://openalex.org/W3196435435","https://openalex.org/W3200649711","https://openalex.org/W4206359847","https://openalex.org/W4290080024","https://openalex.org/W4312698921","https://openalex.org/W4313117420","https://openalex.org/W4381929535","https://openalex.org/W4384153897"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W8302103","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W2362990116","https://openalex.org/W2381300099","https://openalex.org/W3171631314","https://openalex.org/W2674584172","https://openalex.org/W2967743314"],"abstract_inverted_index":{"In":[0,28],"social":[1,75],"robots,":[2],"visual":[3],"attention":[4,17,26,45],"expresses":[5],"awareness":[6],"of":[7,24,39,56,71],"the":[8,49,53,57],"scenario":[9],"components":[10],"and":[11,59,80],"dynamics.":[12],"As":[13],"in":[14,74],"humans,":[15],"their":[16],"should":[18],"be":[19],"driven":[20],"by":[21],"a":[22],"combination":[23],"different":[25],"mechanisms.":[27],"this":[29],"article,":[30],"we":[31,66],"introduce":[32],"multi-modal":[33],"saliency":[34,40],"maps,":[35],"i.e.,":[36],"spatial":[37],"representations":[38],"that":[41],"dynamically":[42],"integrate":[43],"multiple":[44],"sources":[46],"depending":[47],"on":[48],"context.":[50],"We":[51],"provide":[52],"mathematical":[54],"formulation":[55],"model":[58],"an":[60,68],"open":[61],"source":[62],"software":[63],"implementation.":[64,83],"Finally,":[65],"present":[67],"initial":[69],"exploration":[70],"its":[72,82],"potential":[73],"interaction":[76],"scenarios":[77],"with":[78],"humans":[79],"evaluate":[81]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}