{"id":"https://openalex.org/W4312774389","doi":"https://doi.org/10.1109/hri53351.2022.9889489","title":"\u2018Cool glasses, where did you get them?\u201d Generating Visually Grounded Conversation Starters for Human-Robot Dialogue","display_name":"\u2018Cool glasses, where did you get them?\u201d Generating Visually Grounded Conversation Starters for Human-Robot Dialogue","publication_year":2022,"publication_date":"2022-03-07","ids":{"openalex":"https://openalex.org/W4312774389","doi":"https://doi.org/10.1109/hri53351.2022.9889489"},"language":"en","primary_location":{"id":"doi:10.1109/hri53351.2022.9889489","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hri53351.2022.9889489","pdf_url":null,"source":{"id":"https://openalex.org/S4363607950","display_name":"2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://biblio.ugent.be/publication/8747513/file/8747514.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027249654","display_name":"Ruben Janssens","orcid":"https://orcid.org/0000-0002-1790-9531"},"institutions":[{"id":"https://openalex.org/I2801227569","display_name":"Ghent University Hospital","ror":"https://ror.org/00xmkp704","country_code":"BE","type":"healthcare","lineage":["https://openalex.org/I2801227569"]},{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]},{"id":"https://openalex.org/I39327780","display_name":"iMinds","ror":"https://ror.org/03baec336","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I39327780"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Ruben Janssens","raw_affiliation_strings":["IDLab Ghent University-imec,Ghent,Belgium","IDLab Ghent University-imec, Ghent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDLab Ghent University-imec,Ghent,Belgium","institution_ids":["https://openalex.org/I2801227569","https://openalex.org/I32597200","https://openalex.org/I39327780"]},{"raw_affiliation_string":"IDLab Ghent University-imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053778039","display_name":"Pieter Wolfert","orcid":"https://orcid.org/0000-0002-7420-7181"},"institutions":[{"id":"https://openalex.org/I2801227569","display_name":"Ghent University Hospital","ror":"https://ror.org/00xmkp704","country_code":"BE","type":"healthcare","lineage":["https://openalex.org/I2801227569"]},{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]},{"id":"https://openalex.org/I39327780","display_name":"iMinds","ror":"https://ror.org/03baec336","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I39327780"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Pieter Wolfert","raw_affiliation_strings":["IDLab Ghent University-imec,Ghent,Belgium","IDLab Ghent University-imec, Ghent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDLab Ghent University-imec,Ghent,Belgium","institution_ids":["https://openalex.org/I2801227569","https://openalex.org/I32597200","https://openalex.org/I39327780"]},{"raw_affiliation_string":"IDLab Ghent University-imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075509168","display_name":"Thomas Demeester","orcid":"https://orcid.org/0000-0002-9901-5768"},"institutions":[{"id":"https://openalex.org/I2801227569","display_name":"Ghent University Hospital","ror":"https://ror.org/00xmkp704","country_code":"BE","type":"healthcare","lineage":["https://openalex.org/I2801227569"]},{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]},{"id":"https://openalex.org/I39327780","display_name":"iMinds","ror":"https://ror.org/03baec336","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I39327780"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Thomas Demeester","raw_affiliation_strings":["IDLab Ghent University-imec,Ghent,Belgium","IDLab Ghent University-imec, Ghent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDLab Ghent University-imec,Ghent,Belgium","institution_ids":["https://openalex.org/I2801227569","https://openalex.org/I32597200","https://openalex.org/I39327780"]},{"raw_affiliation_string":"IDLab Ghent University-imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035627933","display_name":"Tony Belpaeme","orcid":"https://orcid.org/0000-0001-5207-7745"},"institutions":[{"id":"https://openalex.org/I2801227569","display_name":"Ghent University Hospital","ror":"https://ror.org/00xmkp704","country_code":"BE","type":"healthcare","lineage":["https://openalex.org/I2801227569"]},{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]},{"id":"https://openalex.org/I39327780","display_name":"iMinds","ror":"https://ror.org/03baec336","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I39327780"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Tony Belpaeme","raw_affiliation_strings":["IDLab Ghent University-imec,Ghent,Belgium","IDLab Ghent University-imec, Ghent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDLab Ghent University-imec,Ghent,Belgium","institution_ids":["https://openalex.org/I2801227569","https://openalex.org/I32597200","https://openalex.org/I39327780"]},{"raw_affiliation_string":"IDLab Ghent University-imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"821","last_page":"825"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.8061355352401733},{"id":"https://openalex.org/keywords/situated","display_name":"Situated","score":0.8038049936294556},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.738201379776001},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6914084553718567},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.5887715816497803},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5822560787200928},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5612190365791321},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.538591742515564},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5179261565208435},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4932217001914978},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4795353412628174},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4396514892578125},{"id":"https://openalex.org/keywords/judgement","display_name":"Judgement","score":0.4160918593406677},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3785319924354553},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1358356475830078},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12773650884628296},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.11735188961029053}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.8061355352401733},{"id":"https://openalex.org/C132829578","wikidata":"https://www.wikidata.org/wiki/Q581151","display_name":"Situated","level":2,"score":0.8038049936294556},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.738201379776001},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6914084553718567},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.5887715816497803},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5822560787200928},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5612190365791321},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.538591742515564},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5179261565208435},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4932217001914978},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4795353412628174},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4396514892578125},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.4160918593406677},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3785319924354553},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1358356475830078},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12773650884628296},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.11735188961029053},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/hri53351.2022.9889489","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hri53351.2022.9889489","pdf_url":null,"source":{"id":"https://openalex.org/S4363607950","display_name":"2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:8747513","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-8747513","pdf_url":"https://biblio.ugent.be/publication/8747513/file/8747514.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9781665407311","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:archive.ugent.be:8747513","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-8747513","pdf_url":"https://biblio.ugent.be/publication/8747513/file/8747514.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9781665407311","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"display_name":"No poverty","id":"https://metadata.un.org/sdg/1","score":0.47999998927116394}],"awards":[{"id":"https://openalex.org/G506060156","display_name":null,"funder_award_id":"IS95020N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312774389.pdf","grobid_xml":"https://content.openalex.org/works/W4312774389.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W112197792","https://openalex.org/W160135817","https://openalex.org/W1542318638","https://openalex.org/W1576234442","https://openalex.org/W1741471588","https://openalex.org/W1861492603","https://openalex.org/W1985945240","https://openalex.org/W2108774436","https://openalex.org/W2154652894","https://openalex.org/W2250384498","https://openalex.org/W2277195237","https://openalex.org/W2465637045","https://openalex.org/W2552002300","https://openalex.org/W2616867613","https://openalex.org/W2687101809","https://openalex.org/W2905180035","https://openalex.org/W2962974452","https://openalex.org/W2982260276","https://openalex.org/W3004493409","https://openalex.org/W3034999214","https://openalex.org/W4211164456","https://openalex.org/W4236342691","https://openalex.org/W4240195433","https://openalex.org/W4288079519","https://openalex.org/W6604491404","https://openalex.org/W6606489899","https://openalex.org/W6639102338","https://openalex.org/W6682631176","https://openalex.org/W6769311223","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2736990761","https://openalex.org/W2144850963","https://openalex.org/W2765333006","https://openalex.org/W2023938433","https://openalex.org/W4233624114","https://openalex.org/W2889613411","https://openalex.org/W362110373","https://openalex.org/W2899606064","https://openalex.org/W3205824709","https://openalex.org/W4312774389"],"abstract_inverted_index":{"Visually":[0],"situated":[1,23],"language":[2],"interaction":[3,140],"is":[4],"an":[5,139],"important":[6],"challenge":[7],"in":[8,44],"multi-modal":[9],"Human-Robot":[10],"Interaction":[11],"(URI).":[12],"In":[13],"this":[14],"context":[15,46],"we":[16,51,133],"present":[17],"a":[18,53,76,81,114,126,135,142],"data-driven":[19],"method":[20],"to":[21],"generate":[22,38],"conversation":[24],"starters":[25],"based":[26],"on":[27],"visual":[28,32,102],"context.":[29],"We":[30,74,104],"take":[31],"data":[33,56],"about":[34],"the":[35,45,66,87,93],"interactants":[36],"and":[37,80,119],"appropriate":[39],"greetings":[40],"for":[41,116,129],"conversational":[42],"agents":[43],"of":[47,59,63,86],"HRI.":[48],"For":[49],"this,":[50],"constructed":[52],"novel":[54],"open-source":[55],"set":[57],"consisting":[58],"4000":[60],"URI-oriented":[61],"images":[62],"people":[64],"facing":[65],"camera,":[67],"each":[68],"augmented":[69],"by":[70],"three":[71],"conversation-starting":[72],"questions.":[73],"compared":[75],"baseline":[77],"retrieval-based":[78],"model":[79,95],"generative":[82,94],"model.":[83],"Human":[84],"evaluation":[85,118],"models":[88],"using":[89],"crowdsourcing":[90],"shows":[91],"that":[92,121],"scores":[96],"best,":[97],"specifically":[98],"at":[99],"correctly":[100],"referencing":[101],"features.":[103],"also":[105],"investigated":[106],"how":[107],"automated":[108,123],"metrics":[109,124],"can":[110],"be":[111],"used":[112],"as":[113],"proxy":[115],"human":[117,130],"found":[120],"common":[122],"are":[125],"poor":[127],"substitute":[128],"judgement.":[131],"Finally,":[132],"provide":[134],"proof-of-concept":[136],"demonstrator":[137],"through":[138],"with":[141],"Furhat":[143],"social":[144],"robot.":[145]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}