{"id":"https://openalex.org/W4392248350","doi":"https://doi.org/10.1109/icce59016.2024.10444441","title":"uTalk: Bridging the Gap Between Humans and AI","display_name":"uTalk: Bridging the Gap Between Humans and AI","publication_year":2024,"publication_date":"2024-01-06","ids":{"openalex":"https://openalex.org/W4392248350","doi":"https://doi.org/10.1109/icce59016.2024.10444441"},"language":"en","primary_location":{"id":"doi:10.1109/icce59016.2024.10444441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icce59016.2024.10444441","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Consumer Electronics (ICCE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055651842","display_name":"Hussam Azzuni","orcid":"https://orcid.org/0000-0001-7267-8919"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Hussam Azzuni","raw_affiliation_strings":["Mohamed Bin Zayed University of Artificial Intelligence Masdar City,Abu Dhabi,UAE","Mohamed Bin Zayed University of Artificial Intelligence Masdar City, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"Mohamed Bin Zayed University of Artificial Intelligence Masdar City,Abu Dhabi,UAE","institution_ids":["https://openalex.org/I4210113480"]},{"raw_affiliation_string":"Mohamed Bin Zayed University of Artificial Intelligence Masdar City, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104250390","display_name":"Sharim Jamal","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Sharim Jamal","raw_affiliation_strings":["Mohamed Bin Zayed University of Artificial Intelligence Masdar City,Abu Dhabi,UAE","Mohamed Bin Zayed University of Artificial Intelligence Masdar City, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"Mohamed Bin Zayed University of Artificial Intelligence Masdar City,Abu Dhabi,UAE","institution_ids":["https://openalex.org/I4210113480"]},{"raw_affiliation_string":"Mohamed Bin Zayed University of Artificial Intelligence Masdar City, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110303029","display_name":"Abdulmotaleb El-Saddik","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE","CA"],"is_corresponding":false,"raw_author_name":"Abdulmotaleb Elsaddik","raw_affiliation_strings":["Mohamed Bin Zayed University of Artificial Intelligence Masdar City,Abu Dhabi,UAE","School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","Mohamed Bin Zayed University of Artificial Intelligence Masdar City, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"Mohamed Bin Zayed University of Artificial Intelligence Masdar City,Abu Dhabi,UAE","institution_ids":["https://openalex.org/I4210113480"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"Mohamed Bin Zayed University of Artificial Intelligence Masdar City, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5055651842"],"corresponding_institution_ids":["https://openalex.org/I4210113480"],"apc_list":null,"apc_paid":null,"fwci":1.5745,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.83150881,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9399999976158142,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9334999918937683,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.9199431538581848},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5397170186042786},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1069854199886322}],"concepts":[{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.9199431538581848},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5397170186042786},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1069854199886322}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icce59016.2024.10444441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icce59016.2024.10444441","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Consumer Electronics (ICCE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2886253469","https://openalex.org/W4311000453","https://openalex.org/W4322718191","https://openalex.org/W4324299499","https://openalex.org/W4386072021","https://openalex.org/W4389524500","https://openalex.org/W4393178509","https://openalex.org/W6847363464","https://openalex.org/W6850625674","https://openalex.org/W6851086418","https://openalex.org/W6851847159"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4388870064","https://openalex.org/W2210139803","https://openalex.org/W4235186151","https://openalex.org/W2054685365","https://openalex.org/W2056057048","https://openalex.org/W2667588871","https://openalex.org/W2272354214"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4,192],"revolutionized":[5],"various":[6],"industries":[7],"by":[8,101,164],"harnessing":[9],"their":[10,58,128],"power":[11],"to":[12,30,35,45,53,93,121,125,178,199],"improve":[13],"productivity":[14],"and":[15,72,90,105,175,186,190],"facilitate":[16],"learning":[17],"across":[18],"different":[19],"fields.":[20],"One":[21],"intriguing":[22],"application":[23],"involves":[24],"combining":[25],"LLMs":[26],"with":[27,86,151],"visual":[28],"models":[29],"create":[31,46],"a":[32,47,87,140,146,195],"novel":[33],"approach":[34],"Human-Computer":[36],"Interaction.":[37],"The":[38],"core":[39],"idea":[40],"of":[41,64,142,148,188,203],"this":[42],"system":[43,78,111],"is":[44,62,112,138],"user-friendly":[48],"platform":[49],"that":[50],"enables":[51],"people":[52],"utilize":[54],"ChatGPT\u2019s":[55],"features":[56],"in":[57,83,194],"everyday":[59],"lives.":[60],"uTalk":[61,97],"comprised":[63],"technologies":[65],"like":[66],"Whisper,":[67],"ChatGPT,":[68],"Microsoft":[69],"Speech":[70],"Services,":[71],"the":[73,133,149,152,184,200,204],"state-of-the-art":[74],"(SOTA)":[75],"talking":[76],"head":[77],"SadTalker.":[79],"Users":[80],"can":[81],"engage":[82],"human-like":[84],"conversation":[85],"digital":[88],"twin":[89],"receive":[91],"answers":[92],"any":[94],"questions.":[95],"Also,":[96],"could":[98],"generate":[99],"content":[100],"submitting":[102],"an":[103,123],"image":[104,124],"input":[106,134],"(text":[107,135],"or":[108,136],"audio).":[109],"This":[110,155],"hosted":[113],"on":[114,167],"Streamlit,":[115],"where":[116],"users":[117],"will":[118,144],"be":[119],"prompted":[120],"provide":[122],"serve":[126],"as":[127,132],"AI":[129],"assistant.":[130],"Then,":[131],"audio)":[137],"provided,":[139],"set":[141],"operations":[143],"produce":[145],"video":[147],"avatar":[150],"precise":[153],"response.":[154],"paper":[156],"outlines":[157],"how":[158],"SadTalker\u2019s":[159],"run-time":[160],"has":[161],"been":[162],"optimized":[163],"27.69%":[165],"based":[166],"25":[168],"frames":[169],"per":[170],"second":[171],"(FPS)":[172],"generated":[173,181],"videos":[174],"38.38%":[176],"compared":[177,198],"our":[179],"20FPS":[180],"videos.":[182],"Furthermore,":[183],"integration":[185],"parallelization":[187],"SadTalker":[189],"Streamlit":[191],"resulted":[193],"9.8%":[196],"improvement":[197],"initial":[201],"performance":[202],"system.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}