{"id":"https://openalex.org/W4306909688","doi":"https://doi.org/10.1109/tnnls.2022.3213596","title":"A Deep Learning Framework for Start\u2013End Frame Pair-Driven Motion Synthesis","display_name":"A Deep Learning Framework for Start\u2013End Frame Pair-Driven Motion Synthesis","publication_year":2022,"publication_date":"2022-11-03","ids":{"openalex":"https://openalex.org/W4306909688","doi":"https://doi.org/10.1109/tnnls.2022.3213596","pmid":"https://pubmed.ncbi.nlm.nih.gov/36264719"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3213596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3213596","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042140417","display_name":"Guiyu Xia","orcid":"https://orcid.org/0000-0003-4909-0361"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guiyu Xia","raw_affiliation_strings":["Jiangsu Key Laboratory of Big Data Analysis Technology, School of Automation, Nanjing University of Information Science and Technology, Nanjing, China","School of Automation, Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Big Data Analysis Technology, School of Automation, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"School of Automation, Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023729138","display_name":"Peng Xue","orcid":"https://orcid.org/0000-0002-5164-0433"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Xue","raw_affiliation_strings":["Jiangsu Key Laboratory of Big Data Analysis Technology, School of Automation, Nanjing University of Information Science and Technology, Nanjing, China","School of Automation, Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Big Data Analysis Technology, School of Automation, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"School of Automation, Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100677754","display_name":"Du Zhang","orcid":"https://orcid.org/0000-0003-2166-3594"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Du Zhang","raw_affiliation_strings":["Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404959","display_name":"Qingshan Liu","orcid":"https://orcid.org/0000-0002-5512-6984"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingshan Liu","raw_affiliation_strings":["Jiangsu Key Laboratory of Big Data Analysis Technology, School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China","School of Computer and Software, Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Big Data Analysis Technology, School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"School of Computer and Software, Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047679253","display_name":"Yubao Sun","orcid":"https://orcid.org/0000-0002-0462-3729"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yubao Sun","raw_affiliation_strings":["Jiangsu Key Laboratory of Big Data Analysis Technology, School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China","School of Computer and Software, Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Big Data Analysis Technology, School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"School of Computer and Software, Jiangsu Key Laboratory of Big Data Analysis Technology, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5042140417"],"corresponding_institution_ids":["https://openalex.org/I200845125"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12078537,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":"5","first_page":"7021","last_page":"7034"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7418006062507629},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7230828404426575},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6995834112167358},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5395052433013916},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5334591865539551},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5184707045555115},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.49524107575416565},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.43568626046180725},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41784366965293884},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.41108593344688416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7418006062507629},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7230828404426575},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6995834112167358},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5395052433013916},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5334591865539551},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5184707045555115},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49524107575416565},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.43568626046180725},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41784366965293884},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.41108593344688416},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3213596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3213596","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:36264719","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36264719","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2937404559","display_name":null,"funder_award_id":"U2001211","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6614652522","display_name":null,"funder_award_id":"62276139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7375732063","display_name":null,"funder_award_id":"61825601","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1978383016","https://openalex.org/W1986720487","https://openalex.org/W2003217181","https://openalex.org/W2045459928","https://openalex.org/W2067502459","https://openalex.org/W2097944344","https://openalex.org/W2104089517","https://openalex.org/W2132773469","https://openalex.org/W2469134594","https://openalex.org/W2491875666","https://openalex.org/W2550143307","https://openalex.org/W2592663823","https://openalex.org/W2611706523","https://openalex.org/W2743372195","https://openalex.org/W2753548875","https://openalex.org/W2798534672","https://openalex.org/W2883972132","https://openalex.org/W2887738788","https://openalex.org/W2889730849","https://openalex.org/W2910126240","https://openalex.org/W2911400936","https://openalex.org/W2913926115","https://openalex.org/W2954259796","https://openalex.org/W2962824791","https://openalex.org/W2962843773","https://openalex.org/W2963073614","https://openalex.org/W2963266880","https://openalex.org/W2963310566","https://openalex.org/W2963324990","https://openalex.org/W2963853051","https://openalex.org/W2973511309","https://openalex.org/W2979685515","https://openalex.org/W2982573856","https://openalex.org/W2983796203","https://openalex.org/W3001517505","https://openalex.org/W3017793816","https://openalex.org/W3025978279","https://openalex.org/W3039961328","https://openalex.org/W3048474702","https://openalex.org/W3163957165","https://openalex.org/W3188090771","https://openalex.org/W3215570170","https://openalex.org/W4231947169","https://openalex.org/W4245666701","https://openalex.org/W4248876013","https://openalex.org/W6603183647","https://openalex.org/W6681631837","https://openalex.org/W6744043827","https://openalex.org/W6777627607","https://openalex.org/W6779458208"],"related_works":["https://openalex.org/W1980381208","https://openalex.org/W2364594919","https://openalex.org/W2167092671","https://openalex.org/W1861706286","https://openalex.org/W2219338811","https://openalex.org/W2149583853","https://openalex.org/W2143002539","https://openalex.org/W4293472652","https://openalex.org/W1120847856","https://openalex.org/W2130386332"],"abstract_inverted_index":{"A":[0,127,152],"start-end":[1,40,73,175],"frame":[2,41,74,176],"pair":[3,42],"and":[4,19,34,43,67,90,122,178,197],"a":[5,58,105,158,183],"motion":[6,8,22,30,45,77,88,91,116,139,153,180,193,198],"pattern-based":[7],"synthesis":[9,17,92,154,199],"scheme":[10],"can":[11],"provide":[12],"more":[13],"control":[14],"to":[15,76,104,118,135,141,168],"the":[16,25,29,39,44,69,99,110,115,124,138,143,148,170,174,179,202,208],"process":[18],"produce":[20],"content-various":[21],"sequences.":[23],"However,":[24],"data":[26,65,117],"preparation":[27,66],"for":[28],"training":[31],"is":[32,133,167],"intractable,":[33],"concatenating":[35],"feature":[36,120],"spaces":[37],"of":[38,83,114,157,160,165,182,204],"pattern":[46,194],"lacks":[47],"theoretical":[48],"rationality":[49],"in":[50,147,189,207],"previous":[51,149],"works.":[52],"In":[53],"this":[54],"article,":[55],"we":[56],"propose":[57],"deep":[59,100],"learning":[60,102,121],"framework":[61,103],"that":[62],"completes":[63],"automatic":[64],"learns":[68],"nonlinear":[70,171],"mapping":[71],"from":[72],"pairs":[75,177],"patterns.":[78],"The":[79,94,186],"proposed":[80,209],"model":[81],"consists":[82,156],"three":[84],"modules:":[85],"action":[86,95,190],"detection,":[87],"extraction,":[89],"networks.":[93],"detection":[96,191],"network":[97,132,155],"extends":[98],"subspace":[101],"supervised":[106],"version,":[107],"i.e.,":[108],"uses":[109],"local":[111],"self-expression":[112],"(LSE)":[113],"supervise":[119],"complement":[123],"classification":[125],"error.":[126],"long":[128],"short-term":[129],"memory":[130],"(LSTM)-based":[131],"used":[134],"efficiently":[136],"extract":[137],"patterns":[140,181],"address":[142],"speed":[144],"deficiency":[145],"reflected":[146],"optimization-based":[150],"method.":[151],"group":[159],"LSTM-based":[161],"blocks,":[162],"where":[163],"each":[164,205],"them":[166],"learn":[169],"relation":[172],"between":[173],"certain":[184],"joint.":[185],"superior":[187],"performances":[188],"accuracy,":[192],"extraction":[195],"efficiency,":[196],"quality":[200],"show":[201],"effectiveness":[203],"module":[206],"framework.":[210]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}