{"id":"https://openalex.org/W3195822018","doi":"https://doi.org/10.1109/ro-man50785.2021.9515416","title":"Factor exploration of gestural stroke choice in the context of ambiguous instruction utterances: challenges to synthesizing semantic gesture from speech alone","display_name":"Factor exploration of gestural stroke choice in the context of ambiguous instruction utterances: challenges to synthesizing semantic gesture from speech alone","publication_year":2021,"publication_date":"2021-08-08","ids":{"openalex":"https://openalex.org/W3195822018","doi":"https://doi.org/10.1109/ro-man50785.2021.9515416","mag":"3195822018"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man50785.2021.9515416","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man50785.2021.9515416","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 30th IEEE International Conference on Robot & Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088235727","display_name":"Nick DePalma","orcid":"https://orcid.org/0000-0003-0531-743X"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nick DePalma","raw_affiliation_strings":["Facebook AI Research, Pittsburgh, PA"],"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Pittsburgh, PA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011498939","display_name":"Jessica K. Hodgins","orcid":"https://orcid.org/0000-0002-1778-883X"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jessica Hodgins","raw_affiliation_strings":["Facebook AI Research, Pittsburgh, PA"],"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Pittsburgh, PA","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5088235727"],"corresponding_institution_ids":["https://openalex.org/I4210114444"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1442081,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":null,"first_page":"102","last_page":"109"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.9364986419677734},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.7123259902000427},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6571006178855896},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.49355947971343994},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.46289318799972534},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.4328685998916626},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3548886179924011},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3517336845397949},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29620158672332764}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.9364986419677734},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.7123259902000427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6571006178855896},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.49355947971343994},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.46289318799972534},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.4328685998916626},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3548886179924011},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3517336845397949},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29620158672332764},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ro-man50785.2021.9515416","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man50785.2021.9515416","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 30th IEEE International Conference on Robot & Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320308737","display_name":"Facebook","ror":"https://ror.org/01zbnvs85"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1969681536","https://openalex.org/W2008293408","https://openalex.org/W2021732034","https://openalex.org/W2036765125","https://openalex.org/W2118163921","https://openalex.org/W2131734538","https://openalex.org/W2139202955","https://openalex.org/W2146156285","https://openalex.org/W2169462561","https://openalex.org/W2189066119","https://openalex.org/W2296371640","https://openalex.org/W2403891327","https://openalex.org/W2530850764","https://openalex.org/W2592007507","https://openalex.org/W2807935342","https://openalex.org/W2967443589","https://openalex.org/W2981802563","https://openalex.org/W2986302981","https://openalex.org/W3009385801","https://openalex.org/W3021008407","https://openalex.org/W3025893035","https://openalex.org/W3105711131","https://openalex.org/W3133090439","https://openalex.org/W3151196411","https://openalex.org/W3153551559","https://openalex.org/W3206385822","https://openalex.org/W4230312136","https://openalex.org/W4293078879","https://openalex.org/W6679821868","https://openalex.org/W6680355497","https://openalex.org/W6687624567","https://openalex.org/W6713432898","https://openalex.org/W6774717684","https://openalex.org/W6786719791","https://openalex.org/W6793561988"],"related_works":["https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W4312416068","https://openalex.org/W3147379364","https://openalex.org/W2010878661","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W4307784074"],"abstract_inverted_index":{"Current":[0],"models":[1,82],"of":[2,28,30,38,47,60,83,137,222,224],"gesture":[3,56,71,84,147,154,167,215],"synthesis":[4],"focus":[5],"primarily":[6],"on":[7,161,178],"a":[8,19,66,100,120],"speech":[9],"signal":[10],"to":[11,33,64,91,145,189,203,216],"synthesize":[12],"gestures.":[13],"In":[14],"this":[15,23,199,210],"paper,":[16],"we":[17],"take":[18,132],"critical":[20],"look":[21],"at":[22,76],"approach":[24],"from":[25,192],"the":[26,35,39,58,88,135,204,207,220,225],"point":[27],"view":[29],"gesture\u2019s":[31],"tendency":[32],"disambiguate":[34],"verbal":[36,162,179,194,227],"component":[37],"expression.":[40],"We":[41],"identify":[42],"and":[43,106,112,122,150],"contribute":[44],"an":[45],"analysis":[46],"three":[48],"challenge":[49],"factors":[50],"for":[51,70,103,125,148,219],"these":[52],"models:":[53],"1)":[54],"synthesizing":[55],"in":[57,206],"presence":[59],"ambiguous":[61,193,226],"utterances":[62,195],"seems":[63],"be":[65,108,217],"overwhelmingly":[67],"useful":[68],"case":[69],"production":[72],"yet":[73,131],"is":[74,119,158,175,184],"not":[75,130,176],"present":[77,80],"supported":[78],"by":[79],"day":[81],"generation,":[85],"2)":[86],"finding":[87],"best":[89],"f-formation":[90],"convey":[92],"spatial":[93],"gestural":[94,127],"information":[95],"like":[96],"gesturing":[97],"directions":[98],"makes":[99],"significant":[101],"difference":[102],"everyday":[104],"users":[105],"must":[107],"taken":[109],"into":[110,133],"account,":[111],"3)":[113],"assuming":[114],"that":[115,157,166],"captured":[116],"human":[117],"motion":[118,128],"plentiful":[121],"easy":[123],"source":[124],"retargeting":[126],"may":[129,169,213],"account":[134],"readability":[136],"gestures":[138,191],"under":[139],"kinematically":[140],"constrained":[141],"feasibility":[142],"spaces.Recent":[143],"approaches":[144],"generate":[146,190],"agents[1]":[149],"robots":[151],"[2]":[152],"treat":[153],"as":[155],"co-speech":[156],"strictly":[159],"dependent":[160,177],"utterances.":[163],"Evidence":[164],"suggests":[165],"selection":[168],"leverage":[170],"task":[171],"context":[172],"so":[173],"it":[174],"utterance":[180],"only.":[181],"This":[182],"effect":[183],"particularly":[185],"evident":[186],"when":[187,200],"attempting":[188],"(e.g.":[196],"\"You":[197],"do":[198],"you":[201],"get":[202],"fork":[205],"road\").":[208],"Decoupling":[209],"strict":[211],"dependency":[212],"allow":[214],"synthesized":[218],"purpose":[221],"clarification":[223],"utterance.":[228]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}