{"id":"https://openalex.org/W2885885306","doi":"https://doi.org/10.1109/tmm.2018.2865828","title":"Integrating Image and Textual Information in Human\u2013Robot Interactions for Children With Autism Spectrum Disorder","display_name":"Integrating Image and Textual Information in Human\u2013Robot Interactions for Children With Autism Spectrum Disorder","publication_year":2018,"publication_date":"2018-08-17","ids":{"openalex":"https://openalex.org/W2885885306","doi":"https://doi.org/10.1109/tmm.2018.2865828","mag":"2885885306"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2018.2865828","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2865828","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014900230","display_name":"Xue Yang","orcid":"https://orcid.org/0000-0002-4148-1096"},"institutions":[{"id":"https://openalex.org/I2799736854","display_name":"Nanjing Institute of Technology","ror":"https://ror.org/00n6txq60","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799736854"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xue Yang","raw_affiliation_strings":["Industrial Center, Nanjing Institute of Technology, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-4148-1096","affiliations":[{"raw_affiliation_string":"Industrial Center, Nanjing Institute of Technology, Jiangsu, China","institution_ids":["https://openalex.org/I2799736854"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036221136","display_name":"Mei\u2010Ling Shyu","orcid":"https://orcid.org/0000-0003-0902-0844"},"institutions":[{"id":"https://openalex.org/I145608581","display_name":"University of Miami","ror":"https://ror.org/02dgjyy92","country_code":"US","type":"education","lineage":["https://openalex.org/I145608581"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mei-Ling Shyu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Miami, Coral Gables, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-0902-0844","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Miami, Coral Gables, FL, USA","institution_ids":["https://openalex.org/I145608581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033783715","display_name":"Hanqi Yu","orcid":"https://orcid.org/0000-0002-3399-991X"},"institutions":[{"id":"https://openalex.org/I2799736854","display_name":"Nanjing Institute of Technology","ror":"https://ror.org/00n6txq60","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799736854"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han-Qi Yu","raw_affiliation_strings":["Industrial Center, Nanjing Institute of Technology, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industrial Center, Nanjing Institute of Technology, Jiangsu, China","institution_ids":["https://openalex.org/I2799736854"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015380353","display_name":"Shiming Sun","orcid":"https://orcid.org/0000-0001-6478-2249"},"institutions":[{"id":"https://openalex.org/I4210118629","display_name":"NARI Group (China)","ror":"https://ror.org/02egn3136","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi-Ming Sun","raw_affiliation_strings":["Department of Basic Research and Development, Nanjing Power Grid Dispatching and Control Branch, NARI Technology Co., Ltd., Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Basic Research and Development, Nanjing Power Grid Dispatching and Control Branch, NARI Technology Co., Ltd., Jiangsu, China","institution_ids":["https://openalex.org/I4210118629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089048064","display_name":"Nian-Sheng Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I2799736854","display_name":"Nanjing Institute of Technology","ror":"https://ror.org/00n6txq60","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799736854"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nian-Sheng Yin","raw_affiliation_strings":["Industrial Center, Nanjing Institute of Technology, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industrial Center, Nanjing Institute of Technology, Jiangsu, China","institution_ids":["https://openalex.org/I2799736854"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100344331","display_name":"Wei Chen","orcid":"https://orcid.org/0000-0001-7515-7895"},"institutions":[{"id":"https://openalex.org/I2799736854","display_name":"Nanjing Institute of Technology","ror":"https://ror.org/00n6txq60","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799736854"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Chen","raw_affiliation_strings":["Industrial Center, Nanjing Institute of Technology, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industrial Center, Nanjing Institute of Technology, Jiangsu, China","institution_ids":["https://openalex.org/I2799736854"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5607,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.8772043,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"21","issue":"3","first_page":"746","last_page":"759"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.942799985408783,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autism-spectrum-disorder","display_name":"Autism spectrum disorder","score":0.7701820135116577},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7473785281181335},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7073819637298584},{"id":"https://openalex.org/keywords/autism","display_name":"Autism","score":0.676278829574585},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5560986995697021},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.5273013114929199},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5081613063812256},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4867532253265381},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.48381370306015015},{"id":"https://openalex.org/keywords/autistic-spectrum-disorder","display_name":"Autistic spectrum disorder","score":0.4769503176212311},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4410792887210846},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3325377106666565},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3211921453475952},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17507478594779968},{"id":"https://openalex.org/keywords/developmental-psychology","display_name":"Developmental psychology","score":0.12423253059387207},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09643334150314331}],"concepts":[{"id":"https://openalex.org/C2778538070","wikidata":"https://www.wikidata.org/wiki/Q1436063","display_name":"Autism spectrum disorder","level":3,"score":0.7701820135116577},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7473785281181335},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7073819637298584},{"id":"https://openalex.org/C205778803","wikidata":"https://www.wikidata.org/wiki/Q38404","display_name":"Autism","level":2,"score":0.676278829574585},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5560986995697021},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5273013114929199},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5081613063812256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4867532253265381},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.48381370306015015},{"id":"https://openalex.org/C2986165187","wikidata":"https://www.wikidata.org/wiki/Q1436063","display_name":"Autistic spectrum disorder","level":3,"score":0.4769503176212311},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4410792887210846},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3325377106666565},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3211921453475952},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17507478594779968},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.12423253059387207},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09643334150314331},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2018.2865828","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2865828","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.9100000262260437}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W203472813","https://openalex.org/W1268482307","https://openalex.org/W1429678352","https://openalex.org/W1510192517","https://openalex.org/W1614298861","https://openalex.org/W1907335134","https://openalex.org/W1963783804","https://openalex.org/W1967786196","https://openalex.org/W1976497813","https://openalex.org/W1979031148","https://openalex.org/W1985966276","https://openalex.org/W2005829599","https://openalex.org/W2010668953","https://openalex.org/W2014782259","https://openalex.org/W2044139120","https://openalex.org/W2046923842","https://openalex.org/W2050365646","https://openalex.org/W2058653881","https://openalex.org/W2069691694","https://openalex.org/W2069928051","https://openalex.org/W2079989606","https://openalex.org/W2083340566","https://openalex.org/W2086505500","https://openalex.org/W2101837429","https://openalex.org/W2103333826","https://openalex.org/W2106126633","https://openalex.org/W2110642088","https://openalex.org/W2110757139","https://openalex.org/W2113607338","https://openalex.org/W2114558148","https://openalex.org/W2114899398","https://openalex.org/W2122715077","https://openalex.org/W2126725946","https://openalex.org/W2129155776","https://openalex.org/W2130315403","https://openalex.org/W2144127483","https://openalex.org/W2151103935","https://openalex.org/W2156367805","https://openalex.org/W2161045317","https://openalex.org/W2161258050","https://openalex.org/W2179731135","https://openalex.org/W2205781458","https://openalex.org/W2276445761","https://openalex.org/W2472057509","https://openalex.org/W2597453731","https://openalex.org/W3160851792","https://openalex.org/W4292416098","https://openalex.org/W4301419755","https://openalex.org/W6636510571","https://openalex.org/W6675969814","https://openalex.org/W6679155404","https://openalex.org/W6720447163","https://openalex.org/W6795644987","https://openalex.org/W7023897575"],"related_works":["https://openalex.org/W1968552888","https://openalex.org/W4313642910","https://openalex.org/W3027541387","https://openalex.org/W3016568881","https://openalex.org/W3190668663","https://openalex.org/W2887020833","https://openalex.org/W4285711189","https://openalex.org/W3112231073","https://openalex.org/W2953565930","https://openalex.org/W2803210547"],"abstract_inverted_index":{"Talking":[0],"and":[1,45,56,62,82,110,121,144,173],"literary":[2],"reading":[3],"are":[4,95],"important":[5],"activities":[6,22],"for":[7,10,156,164],"children,":[8],"especially":[9],"children":[11,162],"with":[12,23,159,181],"autism":[13],"spectrum":[14],"disorder":[15],"(ASD).":[16],"We":[17],"try":[18],"to":[19,26,48,77,90,137],"integrate":[20],"the":[21,50,53,57,69,98,102,111,125,128,138,150,160],"NAO":[24,139],"robots":[25],"excite":[27],"their":[28],"communication":[29],"willingness.":[30],"In":[31,68],"this":[32],"paper,":[33],"a":[34,65,142],"novel":[35],"multimodal":[36],"picture":[37,54],"book":[38],"recommendation":[39,130],"framework":[40,118,152],"that":[41,115,149],"combines":[42],"textual":[43,174],"information":[44,47],"image":[46,73],"calculate":[49],"similarity":[51],"between":[52],"books":[55,169],"conversation":[58],"topics":[59],"is":[60,104,153],"proposed":[61,70,117,129,151],"evaluated":[63,105,155],"using":[64],"testing":[66],"dataset.":[67],"framework,":[71,131],"an":[72,83,132],"neighbor":[74],"discovery":[75],"method":[76,89],"get":[78,91],"more":[79,92],"relative":[80,93],"terms":[81],"near-duplicated":[84],"keyframes":[85],"(NDK)":[86],"friend":[87],"detection":[88],"NDKs":[94],"proposed.":[96],"Finally,":[97],"booklist":[99],"generated":[100],"from":[101],"experiment":[103],"by":[106],"six":[107],"performance":[108,158,166],"indicators":[109],"experimental":[112],"results":[113],"demonstrate":[114],"our":[116],"achieves":[119],"satisfactory":[120],"promising":[122],"performance.":[123],"With":[124],"help":[126],"of":[127],"autistic":[133],"child":[134],"can":[135],"talk":[136],"robot":[140],"in":[141],"relaxed":[143],"enjoyable":[145],"environment.":[146],"Please":[147],"note":[148],"not":[154],"its":[157,165],"ASD":[161],"but":[163],"at":[167],"recommending":[168],"based":[170],"on":[171],"visual":[172],"features.":[175],"Therefore,":[176],"no":[177],"tests":[178],"were":[179],"performed":[180],"either":[182],"professionals":[183],"nor":[184],"diagnosed":[185],"individuals.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}