{"id":"https://openalex.org/W4376482742","doi":"https://doi.org/10.1145/3571600.3571633","title":"A Hybrid Rigid and Non-Rigid Motion Approximation for Generating Realistic Listening Behavior Videos","display_name":"A Hybrid Rigid and Non-Rigid Motion Approximation for Generating Realistic Listening Behavior Videos","publication_year":2022,"publication_date":"2022-12-08","ids":{"openalex":"https://openalex.org/W4376482742","doi":"https://doi.org/10.1145/3571600.3571633"},"language":"en","primary_location":{"id":"doi:10.1145/3571600.3571633","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3571600.3571633","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth Indian Conference on Computer Vision, Graphics and Image Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029559904","display_name":"Swasti Shreya Mishra","orcid":"https://orcid.org/0000-0001-5035-629X"},"institutions":[{"id":"https://openalex.org/I181514455","display_name":"International Institute of Information Technology Bangalore","ror":"https://ror.org/05h9eqy10","country_code":"IN","type":"education","lineage":["https://openalex.org/I181514455"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Swasti Shreya Mishra","raw_affiliation_strings":["Multimodal Perception Lab, International Institute of Information Technology Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Multimodal Perception Lab, International Institute of Information Technology Bangalore, India","institution_ids":["https://openalex.org/I181514455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065364451","display_name":"Shubham Kumar","orcid":"https://orcid.org/0000-0001-8899-5070"},"institutions":[{"id":"https://openalex.org/I181514455","display_name":"International Institute of Information Technology Bangalore","ror":"https://ror.org/05h9eqy10","country_code":"IN","type":"education","lineage":["https://openalex.org/I181514455"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kumar Shubham","raw_affiliation_strings":["Multimodal Perception Lab, International Institute of Information Technology Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Multimodal Perception Lab, International Institute of Information Technology Bangalore, India","institution_ids":["https://openalex.org/I181514455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066864733","display_name":"Dinesh Babu Jayagopi","orcid":"https://orcid.org/0000-0003-0080-452X"},"institutions":[{"id":"https://openalex.org/I181514455","display_name":"International Institute of Information Technology Bangalore","ror":"https://ror.org/05h9eqy10","country_code":"IN","type":"education","lineage":["https://openalex.org/I181514455"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Dinesh Babu Jayagopi","raw_affiliation_strings":["Multimodal Perception Lab, International Institute of Information Technology Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Multimodal Perception Lab, International Institute of Information Technology Bangalore, India","institution_ids":["https://openalex.org/I181514455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5029559904"],"corresponding_institution_ids":["https://openalex.org/I181514455"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19800903,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-listening","display_name":"Active listening","score":0.5750499963760376},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5642161965370178},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4965253472328186},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26930665969848633},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.08388149738311768},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07568097114562988}],"concepts":[{"id":"https://openalex.org/C177291462","wikidata":"https://www.wikidata.org/wiki/Q423038","display_name":"Active listening","level":2,"score":0.5750499963760376},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5642161965370178},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4965253472328186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26930665969848633},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.08388149738311768},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07568097114562988}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3571600.3571633","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3571600.3571633","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth Indian Conference on Computer Vision, Graphics and Image Processing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1989640052","https://openalex.org/W2026917519","https://openalex.org/W2100293343","https://openalex.org/W2109269337","https://openalex.org/W2122606320","https://openalex.org/W2129421456","https://openalex.org/W2133665775","https://openalex.org/W2486034530","https://openalex.org/W2726515241","https://openalex.org/W2867159029","https://openalex.org/W2907186820","https://openalex.org/W2957342958","https://openalex.org/W2961791996","https://openalex.org/W2962770929","https://openalex.org/W2963168844","https://openalex.org/W2963917969","https://openalex.org/W2974067445","https://openalex.org/W2984529706","https://openalex.org/W2990452356","https://openalex.org/W3019952993","https://openalex.org/W3035574324","https://openalex.org/W3081492798","https://openalex.org/W3094509928","https://openalex.org/W3094954720","https://openalex.org/W3097715084","https://openalex.org/W3097792222","https://openalex.org/W3101631197","https://openalex.org/W3109114891","https://openalex.org/W3126187118","https://openalex.org/W3178284600","https://openalex.org/W4200189647","https://openalex.org/W4225760288","https://openalex.org/W4236965008","https://openalex.org/W4312551330"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2317723112","https://openalex.org/W2475724061","https://openalex.org/W2773393136","https://openalex.org/W2174706483","https://openalex.org/W2997121352","https://openalex.org/W419536403","https://openalex.org/W2506280730","https://openalex.org/W4237969969"],"abstract_inverted_index":{"The":[0,43],"use":[1,62],"of":[2,63,78,96,113,144,156,167,234],"generated":[3],"behavioral":[4],"videos,":[5],"particularly":[6],"in":[7,16,35,40,197],"a":[8,32,53,110,119,153,180,203,209,241],"controlled":[9],"fashion,":[10],"is":[11,25],"an":[12,26,79,91],"emerging":[13],"research":[14],"direction":[15],"multi-modal":[17],"interaction":[18],"research.":[19],"Apart":[20],"from":[21,47],"speaking-behavior,":[22],"listening-behavior":[23],"understanding":[24],"important":[27,37],"problem.":[28],"Listening":[29],"behaviors":[30],"play":[31],"crucial":[33],"role":[34],"many":[36],"dyadic":[38],"conversations":[39],"day-to-day":[41],"life.":[42],"interviewer":[44],"uses":[45],"cues":[46],"the":[48,61,69,76,94,132,188,220,225,227,232],"listener\u2019s":[49],"behavior":[50,77,88],"to":[51,74,105,118,139,141,147,219,229,238],"judge":[52],"given":[54,210,242],"candidate.":[55],"A":[56],"recent":[57],"study":[58],"has":[59],"demonstrated":[60],"one-shot":[64],"deep-fake":[65],"generation":[66],"models":[67,126,183],"like":[68],"first-order":[70,154,214],"motion":[71,117,211,256],"model":[72,205,248],"(FOMM)":[73],"transfer":[75],"actor":[80],"onto":[81],"any":[82,115,157],"single":[83],"facial":[84,177],"image":[85,122],"for":[86,100,127,164,176,240,253],"listening":[87],"understanding.":[89],"Such":[90],"experiment":[92],"requires":[93],"creation":[95],"multiple":[97,125,168],"motion-transfer":[98],"videos":[99],"different":[101,142],"participants.":[102],"FOMM,":[103,221],"compared":[104,264],"other":[106],"DeepFake":[107],"models,":[108],"provides":[109],"unique":[111],"option":[112],"transferring":[114],"actor\u2019s":[116],"target":[120],"source":[121],"without":[123],"training":[124],"every":[128],"participant.":[129],"In":[130],"addition,":[131],"unsupervised":[133],"keypoint":[134],"learning":[135],"process":[136],"allows":[137],"FOMM":[138],"generalize":[140],"kinds":[143],"motions.":[145],"However,":[146],"generate":[148,185],"high-quality":[149],"output,":[150],"it":[151,236],"makes":[152],"approximation":[155,235],"motion.":[158,217],"This":[159],"limits":[160],"its":[161],"application,":[162],"especially":[163,175],"transformations":[165],"consisting":[166],"rigid":[169],"bodies":[170],"and":[171,190,215],"non-rigid":[172,254],"body-based":[173],"motions,":[174],"movements.":[178],"As":[179],"result,":[181],"these":[182],"often":[184],"artifacts":[186],"around":[187],"lip":[189],"eye":[191],"regions.":[192],"To":[193],"circumvent":[194],"this":[195],"issue,":[196],"our":[198,222,247],"work":[199],"we":[200],"have":[201],"proposed":[202],"hybrid":[204],"which":[206],"can":[207],"approximate":[208],"using":[212],"both":[213],"zero-order":[216],"Compared":[218],"approach":[223],"gives":[224],"network":[226],"flexibility":[228],"decide":[230],"on":[231],"type":[233],"wants":[237],"make":[239],"keypoint.":[243],"Results":[244],"show":[245],"that":[246],"not":[249],"only":[250],"prevents":[251],"distortion":[252],"body":[255],"but":[257],"also":[258],"generates":[259],"better":[260],"quality":[261],"output":[262],"when":[263],"with":[265],"FOMM.":[266]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}