{"id":"https://openalex.org/W4312495146","doi":"https://doi.org/10.1109/thms.2022.3224767","title":"Augmenting Conversations With Comic-Style Word Balloons","display_name":"Augmenting Conversations With Comic-Style Word Balloons","publication_year":2022,"publication_date":"2022-12-02","ids":{"openalex":"https://openalex.org/W4312495146","doi":"https://doi.org/10.1109/thms.2022.3224767"},"language":"en","primary_location":{"id":"doi:10.1109/thms.2022.3224767","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2022.3224767","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108051603","display_name":"Heng Zhang","orcid":"https://orcid.org/0000-0002-2836-2965"},"institutions":[{"id":"https://openalex.org/I4387154005","display_name":"State Key Laboratory of Digital Medical Engineering","ror":"https://ror.org/03ab0at74","country_code":null,"type":"facility","lineage":["https://openalex.org/I4387154005","https://openalex.org/I76569877"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Heng Zhang","raw_affiliation_strings":["State Key Laboratory of Bioelectronics, Jiangsu Key Lab of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2836-2965","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Bioelectronics, Jiangsu Key Lab of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877","https://openalex.org/I4387154005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009912040","display_name":"Lifeng Zhu","orcid":"https://orcid.org/0000-0002-9999-4513"},"institutions":[{"id":"https://openalex.org/I4387154005","display_name":"State Key Laboratory of Digital Medical Engineering","ror":"https://ror.org/03ab0at74","country_code":null,"type":"facility","lineage":["https://openalex.org/I4387154005","https://openalex.org/I76569877"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lifeng Zhu","raw_affiliation_strings":["State Key Laboratory of Bioelectronics, Jiangsu Key Lab of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9999-4513","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Bioelectronics, Jiangsu Key Lab of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877","https://openalex.org/I4387154005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053114714","display_name":"Qingdi Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4387154005","display_name":"State Key Laboratory of Digital Medical Engineering","ror":"https://ror.org/03ab0at74","country_code":null,"type":"facility","lineage":["https://openalex.org/I4387154005","https://openalex.org/I76569877"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingdi Chen","raw_affiliation_strings":["State Key Laboratory of Bioelectronics, Jiangsu Key Lab of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Bioelectronics, Jiangsu Key Lab of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877","https://openalex.org/I4387154005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048327458","display_name":"Aiguo Song","orcid":"https://orcid.org/0000-0002-1982-6780"},"institutions":[{"id":"https://openalex.org/I4387154005","display_name":"State Key Laboratory of Digital Medical Engineering","ror":"https://ror.org/03ab0at74","country_code":null,"type":"facility","lineage":["https://openalex.org/I4387154005","https://openalex.org/I76569877"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aiguo Song","raw_affiliation_strings":["State Key Laboratory of Bioelectronics, Jiangsu Key Lab of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-1982-6780","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Bioelectronics, Jiangsu Key Lab of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877","https://openalex.org/I4387154005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084967276","display_name":"Lap-Fai Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lap-Fai Yu","raw_affiliation_strings":["Department of Computer Science, George Mason University, Fairfax, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2656-5654","affiliations":[{"raw_affiliation_string":"Department of Computer Science, George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5108051603"],"corresponding_institution_ids":["https://openalex.org/I4387154005","https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":0.4082,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.61074573,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"53","issue":"2","first_page":"367","last_page":"377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.910399317741394},{"id":"https://openalex.org/keywords/comics","display_name":"Comics","score":0.8170144557952881},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6431356072425842},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5609068870544434},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4937196671962738},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.49339547753334045},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.4912993311882019},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.47661176323890686},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3757319748401642},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.34984830021858215},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.33397355675697327},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3248571753501892},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30473268032073975},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.19211196899414062},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16890406608581543},{"id":"https://openalex.org/keywords/visual-arts","display_name":"Visual arts","score":0.13856065273284912},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.12325930595397949}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.910399317741394},{"id":"https://openalex.org/C529099274","wikidata":"https://www.wikidata.org/wiki/Q1004","display_name":"Comics","level":2,"score":0.8170144557952881},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6431356072425842},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5609068870544434},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4937196671962738},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.49339547753334045},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.4912993311882019},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.47661176323890686},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3757319748401642},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.34984830021858215},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.33397355675697327},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3248571753501892},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30473268032073975},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.19211196899414062},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16890406608581543},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.13856065273284912},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.12325930595397949},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/thms.2022.3224767","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2022.3224767","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3889069540","display_name":null,"funder_award_id":"BK20211159","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1499457946","https://openalex.org/W1593163947","https://openalex.org/W1965305672","https://openalex.org/W1995258346","https://openalex.org/W2007003270","https://openalex.org/W2019360853","https://openalex.org/W2020057089","https://openalex.org/W2024585795","https://openalex.org/W2029848040","https://openalex.org/W2038912000","https://openalex.org/W2052404564","https://openalex.org/W2059624216","https://openalex.org/W2061168940","https://openalex.org/W2080575740","https://openalex.org/W2083705582","https://openalex.org/W2087681821","https://openalex.org/W2097649661","https://openalex.org/W2150312211","https://openalex.org/W2188210106","https://openalex.org/W2295844561","https://openalex.org/W2325584572","https://openalex.org/W2345632245","https://openalex.org/W2412782625","https://openalex.org/W2525932717","https://openalex.org/W2574577332","https://openalex.org/W2625051696","https://openalex.org/W2773371143","https://openalex.org/W2785690397","https://openalex.org/W2787091153","https://openalex.org/W2796357535","https://openalex.org/W2810212368","https://openalex.org/W2916104401","https://openalex.org/W2942094826","https://openalex.org/W2943619117","https://openalex.org/W3031700288","https://openalex.org/W3186006359","https://openalex.org/W6604975892","https://openalex.org/W6634974439","https://openalex.org/W6635425622","https://openalex.org/W6734815144","https://openalex.org/W6765034331"],"related_works":["https://openalex.org/W3201315974","https://openalex.org/W3015688758","https://openalex.org/W3171682447","https://openalex.org/W3216780987","https://openalex.org/W2228920720","https://openalex.org/W610194060","https://openalex.org/W608774069","https://openalex.org/W2921140335","https://openalex.org/W1480233384","https://openalex.org/W756031201"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,77],"novel":[3],"approach":[4,20,59,94,109],"for":[5,115],"enabling":[6],"comic-style":[7,25],"conversation":[8,15,26],"in":[9,65,71],"mixed":[10,37],"reality":[11,38],"to":[12,27,36,89,112],"assist":[13],"face-to-face":[14,117],"on-site":[16],"or":[17],"remotely.":[18],"Our":[19],"brings":[21],"word":[22,32,62],"balloons":[23,33,63],"of":[24,46],"the":[28,42,47,49,53,56,61,66,72,100],"real":[29],"world.":[30],"The":[31,97],"can":[34],"adapt":[35],"scenes,":[39],"such":[40],"as":[41],"3-D":[43],"head":[44],"motion":[45],"speaker,":[48],"comic":[50],"styles,":[51],"and":[52,69,84,91,103],"speech.":[54],"During":[55],"conversation,":[57],"our":[58,93,108],"updates":[60],"continuously":[64],"object":[67],"space":[68],"discretely":[70],"image":[73],"space,":[74],"guided":[75],"by":[76],"field":[78],"learned":[79],"from":[80,99],"comics.":[81],"Quantitative":[82],"experiments":[83],"perceptual":[85],"studies":[86],"were":[87],"conducted":[88],"evaluate":[90],"compare":[92],"with":[95],"alternatives.":[96],"results":[98],"user":[101],"study":[102,105],"ablation":[104],"demonstrated":[106],"that":[107],"turns":[110],"out":[111],"be":[113],"practical":[114],"assisting":[116],"conversation.":[118]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}