{"id":"https://openalex.org/W3003323792","doi":"https://doi.org/10.1109/iros40897.2019.8968038","title":"Towards More Realistic Human-Robot Conversation: A Seq2Seq-based Body Gesture Interaction System","display_name":"Towards More Realistic Human-Robot Conversation: A Seq2Seq-based Body Gesture Interaction System","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W3003323792","doi":"https://doi.org/10.1109/iros40897.2019.8968038","mag":"3003323792"},"language":"en","primary_location":{"id":"doi:10.1109/iros40897.2019.8968038","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros40897.2019.8968038","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021544557","display_name":"Minjie Hua","orcid":"https://orcid.org/0000-0002-2850-4935"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Minjie Hua","raw_affiliation_strings":["CloudMinds Technologies Inc.,Beijing,China,100102","CloudMinds Technologies Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CloudMinds Technologies Inc.,Beijing,China,100102","institution_ids":[]},{"raw_affiliation_string":"CloudMinds Technologies Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091673256","display_name":"Fuyuan Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fuyuan Shi","raw_affiliation_strings":["CloudMinds Technologies Inc.,Beijing,China,100102","CloudMinds Technologies Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CloudMinds Technologies Inc.,Beijing,China,100102","institution_ids":[]},{"raw_affiliation_string":"CloudMinds Technologies Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101933787","display_name":"Yibing Nan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yibing Nan","raw_affiliation_strings":["CloudMinds Technologies Inc.,Beijing,China,100102","CloudMinds Technologies Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CloudMinds Technologies Inc.,Beijing,China,100102","institution_ids":[]},{"raw_affiliation_string":"CloudMinds Technologies Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101603540","display_name":"Kai Wang","orcid":"https://orcid.org/0000-0001-9402-5839"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kai Wang","raw_affiliation_strings":["CloudMinds Technologies Inc.,Beijing,China,100102","CloudMinds Technologies Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CloudMinds Technologies Inc.,Beijing,China,100102","institution_ids":[]},{"raw_affiliation_string":"CloudMinds Technologies Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027538158","display_name":"Hao Chen","orcid":"https://orcid.org/0000-0002-8052-6760"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Chen","raw_affiliation_strings":["CloudMinds Technologies Inc.,Beijing,China,100102","CloudMinds Technologies Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CloudMinds Technologies Inc.,Beijing,China,100102","institution_ids":[]},{"raw_affiliation_string":"CloudMinds Technologies Inc., Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066958531","display_name":"Shiguo Lian","orcid":"https://orcid.org/0000-0003-4308-7049"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiguo Lian","raw_affiliation_strings":["CloudMinds Technologies Inc.,Beijing,China,100102","CloudMinds Technologies Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CloudMinds Technologies Inc.,Beijing,China,100102","institution_ids":[]},{"raw_affiliation_string":"CloudMinds Technologies Inc., Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5021544557"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7144,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.76067124,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1393","last_page":"1400"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8166492581367493},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.7712016701698303},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7474132776260376},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6126840710639954},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5563400387763977},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.5446294546127319},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5198690891265869},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5057857036590576},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.4999067783355713},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.48080840706825256},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4735673666000366},{"id":"https://openalex.org/keywords/active-listening","display_name":"Active listening","score":0.4622814953327179},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4351552724838257},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4222426414489746},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4211267828941345},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3666604161262512},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.19379130005836487},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.09797775745391846},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08200129866600037}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8166492581367493},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.7712016701698303},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7474132776260376},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6126840710639954},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5563400387763977},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.5446294546127319},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5198690891265869},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5057857036590576},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.4999067783355713},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.48080840706825256},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4735673666000366},{"id":"https://openalex.org/C177291462","wikidata":"https://www.wikidata.org/wiki/Q423038","display_name":"Active listening","level":2,"score":0.4622814953327179},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4351552724838257},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4222426414489746},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4211267828941345},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3666604161262512},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.19379130005836487},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.09797775745391846},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08200129866600037},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros40897.2019.8968038","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros40897.2019.8968038","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W10957333","https://openalex.org/W63886951","https://openalex.org/W1522301498","https://openalex.org/W1576227399","https://openalex.org/W1591706642","https://openalex.org/W1614298861","https://openalex.org/W1924770834","https://openalex.org/W2021644385","https://openalex.org/W2035046981","https://openalex.org/W2040266692","https://openalex.org/W2064675550","https://openalex.org/W2130942839","https://openalex.org/W2139196777","https://openalex.org/W2139501017","https://openalex.org/W2143612262","https://openalex.org/W2153579005","https://openalex.org/W2160815625","https://openalex.org/W2161466446","https://openalex.org/W2211242044","https://openalex.org/W2250539671","https://openalex.org/W2268828323","https://openalex.org/W2294797155","https://openalex.org/W2295566329","https://openalex.org/W2296371640","https://openalex.org/W2301937176","https://openalex.org/W2402144811","https://openalex.org/W2486034530","https://openalex.org/W2544803199","https://openalex.org/W2566198195","https://openalex.org/W2583585015","https://openalex.org/W2738406145","https://openalex.org/W2769375465","https://openalex.org/W2798338993","https://openalex.org/W2896457183","https://openalex.org/W2950577311","https://openalex.org/W2953384591","https://openalex.org/W2962730651","https://openalex.org/W2962739339","https://openalex.org/W2962883855","https://openalex.org/W2963206148","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963781481","https://openalex.org/W2963790827","https://openalex.org/W2964121744","https://openalex.org/W3022187094","https://openalex.org/W4214544731","https://openalex.org/W4236521339","https://openalex.org/W4294170691","https://openalex.org/W4385245566","https://openalex.org/W6600426076","https://openalex.org/W6602531481","https://openalex.org/W6623987585","https://openalex.org/W6631190155","https://openalex.org/W6635590879","https://openalex.org/W6636510571","https://openalex.org/W6640212811","https://openalex.org/W6640842352","https://openalex.org/W6679436768","https://openalex.org/W6682691769","https://openalex.org/W6696843773","https://openalex.org/W6712878229","https://openalex.org/W6713134421","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6756633688"],"related_works":["https://openalex.org/W3138471234","https://openalex.org/W4247958311","https://openalex.org/W4312431072","https://openalex.org/W2265117524","https://openalex.org/W2969390373","https://openalex.org/W1467576422","https://openalex.org/W4220730560","https://openalex.org/W1773344012","https://openalex.org/W2752001351","https://openalex.org/W4293926484"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,24,28,120,127],"novel":[4],"system":[5,21,115],"that":[6],"enables":[7],"intelligent":[8],"robots":[9],"to":[10,45,69,84,118,131],"exhibit":[11],"realistic":[12],"body":[13,47],"gestures":[14,48],"while":[15],"communicating":[16],"with":[17],"humans.":[18],"The":[19,113],"proposed":[20],"consists":[22],"of":[23,53,75,101,139],"listening":[25,87],"model":[26,30],"and":[27,67,82,88,106],"speaking":[29,89],"used":[31],"in":[32,142],"corresponding":[33],"conversational":[34,136],"phases.":[35],"Both":[36],"models":[37,90,96],"are":[38,62,80,97],"adapted":[39],"from":[40,78],"the":[41,51,58,86,94,110,133],"sequence-to-sequence":[42],"(seq2seq)":[43],"architecture":[44],"synthesize":[46],"represented":[49],"by":[50],"movements":[52],"twelve":[54],"upper-body":[55],"keypoints.":[56],"All":[57],"extracted":[59],"2D":[60],"keypoints":[61],"firstly":[63],"3D-transformed,":[64],"then":[65],"rotated":[66],"normalized":[68],"discard":[70],"irrelevant":[71],"information.":[72],"Substantial":[73],"videos":[74],"human":[76],"conversations":[77],"Youtube":[79],"collected":[81],"preprocessed":[83],"train":[85],"separately,":[91],"after":[92],"which":[93],"two":[95],"evaluated":[98],"using":[99],"metrics":[100],"mean":[102],"squared":[103],"error":[104],"(MSE)":[105],"cosine":[107],"similarity":[108],"on":[109,135],"test":[111],"dataset.":[112],"tuned":[114],"is":[116],"implemented":[117],"drive":[119],"virtual":[121],"avatar":[122],"as":[123,125],"well":[124],"Pepper,":[126],"physical":[128],"humanoid":[129],"robot,":[130],"demonstrate":[132],"improvement":[134],"interaction":[137],"abilities":[138],"our":[140],"method":[141],"practice.":[143]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}