{"id":"https://openalex.org/W4206704860","doi":"https://doi.org/10.1109/tmm.2022.3142429","title":"Deep Online Video Stabilization Using IMU Sensors","display_name":"Deep Online Video Stabilization Using IMU Sensors","publication_year":2022,"publication_date":"2022-01-13","ids":{"openalex":"https://openalex.org/W4206704860","doi":"https://doi.org/10.1109/tmm.2022.3142429"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3142429","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3142429","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100369939","display_name":"Chen Li","orcid":"https://orcid.org/0000-0003-4059-2058"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Li","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4059-2058","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002404808","display_name":"Li Song","orcid":"https://orcid.org/0000-0002-7124-5182"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Song","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7124-5182","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101402858","display_name":"Shuai Chen","orcid":"https://orcid.org/0000-0002-9215-7050"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210146410","display_name":"Science Oxford","ror":"https://ror.org/04j8yhy50","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210146410"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Shuai Chen","raw_affiliation_strings":["Huawei Technologies, Beijing, China","University of Oxford, Oxford, Oxfordshire, U.K"],"raw_orcid":"https://orcid.org/0000-0002-9215-7050","affiliations":[{"raw_affiliation_string":"Huawei Technologies, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]},{"raw_affiliation_string":"University of Oxford, Oxford, Oxfordshire, U.K","institution_ids":["https://openalex.org/I40120149","https://openalex.org/I4210146410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101577089","display_name":"Rong Xie","orcid":"https://orcid.org/0000-0002-8261-5337"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Xie","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100447806","display_name":"Wenjun Zhang","orcid":"https://orcid.org/0000-0001-8799-1182"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Zhang","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8799-1182","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9441,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.86991746,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"25","issue":null,"first_page":"2047","last_page":"2060"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13579","display_name":"Image and Video Stabilization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13579","display_name":"Image and Video Stabilization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11408","display_name":"Advanced Optical Imaging Technologies","score":0.9509999752044678,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8702935576438904},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6258897185325623},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.601430356502533},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5807802677154541},{"id":"https://openalex.org/keywords/image-stabilization","display_name":"Image stabilization","score":0.5392654538154602},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.5317679047584534},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4796757698059082},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.4594704806804657},{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.440583735704422},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4211009740829468},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.36159390211105347},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1953689455986023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8702935576438904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6258897185325623},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.601430356502533},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5807802677154541},{"id":"https://openalex.org/C27402916","wikidata":"https://www.wikidata.org/wiki/Q31009","display_name":"Image stabilization","level":3,"score":0.5392654538154602},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.5317679047584534},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4796757698059082},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.4594704806804657},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.440583735704422},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4211009740829468},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36159390211105347},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1953689455986023},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3142429","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3142429","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322183","display_name":"Huawei Technologies","ror":"https://ror.org/00cmhce21"},{"id":"https://openalex.org/F4320327718","display_name":"Shanghai Key Laboratory of Digital Media Processing and Transmission","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W38806551","https://openalex.org/W81813850","https://openalex.org/W1602122992","https://openalex.org/W1977088727","https://openalex.org/W1981693481","https://openalex.org/W1991406901","https://openalex.org/W2012557818","https://openalex.org/W2021211494","https://openalex.org/W2025734494","https://openalex.org/W2036785686","https://openalex.org/W2038376816","https://openalex.org/W2049092359","https://openalex.org/W2054899657","https://openalex.org/W2067931351","https://openalex.org/W2083022762","https://openalex.org/W2095988088","https://openalex.org/W2101028311","https://openalex.org/W2101072981","https://openalex.org/W2107481604","https://openalex.org/W2107789863","https://openalex.org/W2110371102","https://openalex.org/W2113018061","https://openalex.org/W2116120141","https://openalex.org/W2120281425","https://openalex.org/W2124935328","https://openalex.org/W2128953738","https://openalex.org/W2149921893","https://openalex.org/W2155273149","https://openalex.org/W2157331557","https://openalex.org/W2169574628","https://openalex.org/W2170490343","https://openalex.org/W2263189687","https://openalex.org/W2266344152","https://openalex.org/W2272769310","https://openalex.org/W2519006193","https://openalex.org/W2591837242","https://openalex.org/W2781685787","https://openalex.org/W2902346020","https://openalex.org/W2957574739","https://openalex.org/W2963210560","https://openalex.org/W2963654998","https://openalex.org/W2999765114","https://openalex.org/W3000161127","https://openalex.org/W3034379322","https://openalex.org/W3108568693","https://openalex.org/W3120882540","https://openalex.org/W3158117306","https://openalex.org/W3181868985","https://openalex.org/W6659849045","https://openalex.org/W6676071220","https://openalex.org/W6677129624","https://openalex.org/W6693139785","https://openalex.org/W6766331931","https://openalex.org/W6788733023"],"related_works":["https://openalex.org/W2091018038","https://openalex.org/W1978572805","https://openalex.org/W2383807498","https://openalex.org/W1997992934","https://openalex.org/W2225378543","https://openalex.org/W1987225439","https://openalex.org/W4238188170","https://openalex.org/W9839718","https://openalex.org/W3110613631","https://openalex.org/W2966118404"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"propose":[4],"a":[5,105,128,145,171],"deep":[6],"learning":[7],"based":[8,78],"sensor-driven":[9],"method":[10,16,149,180,204],"for":[11,40,196],"online":[12,179],"video":[13,33,190],"stabilization.":[14],"This":[15,58],"utilizes":[17],"the":[18,26,71,89,92,98,154,159,216],"Euler":[19],"angles":[20],"and":[21,28,50,114,143,199,215],"acceleration":[22,52],"values":[23,53],"estimated":[24],"from":[25],"gyroscope":[27],"accelerator":[29],"to":[30,54,65,109,123,150,169],"assist":[31],"stable":[32,125],"reconstruction.":[34],"We":[35,131],"introduce":[36],"two":[37],"simple":[38],"sub-networks":[39],"trajectory":[41,99,155],"optimization.":[42],"The":[43,95,112],"first":[44],"network":[45,59,73,101,157],"exploits":[46],"real":[47,80,113],"unstable":[48,81],"trajectories":[49,82],"camera":[51,76,116],"detect":[55],"shooting":[56,141],"scenarios.":[57],"also":[60,132],"generates":[61],"an":[62],"attention":[63],"mask":[64],"adaptively":[66],"choose":[67],"scenario-specific":[68],"features.":[69],"Then":[70],"second":[72],"predicts":[74],"smooth":[75],"paths":[77,117],"on":[79,222],"using":[83],"long":[84],"short-term":[85],"memory":[86],"(LSTM)":[87],"under":[88],"supervision":[90],"of":[91,97,161],"above":[93],"mask.":[94],"output":[96],"optimization":[100],"is":[102],"filtered":[103],"with":[104,135,192],"two-step":[106],"modification":[107],"process":[108],"guarantee":[110],"smoothness.":[111],"smoothed":[115],"are":[118],"then":[119],"utilized":[120],"as":[121,166],"guidance":[122],"generate":[124],"frames":[126,195],"in":[127,187],"projective":[129],"manner.":[130],"capture":[133],"videos":[134],"sensor":[136],"data":[137],"covering":[138],"seven":[139],"typical":[140],"scenarios":[142],"design":[144],"ground":[146],"truth":[147],"generation":[148],"construct":[151,170],"pseud-labels.":[152],"Moreover,":[153],"smoothing":[156],"allows":[158],"use":[160],"3-":[162],"or":[163],"10-frame":[164],"buffers":[165],"future":[167],"information":[168],"lookahead":[172],"filter.":[173],"Experimental":[174],"results":[175],"show":[176],"that":[177],"our":[178,203],"could":[181,205],"outperform":[182],"other":[183],"state-of-the-art":[184],"offline":[185],"methods":[186],"several":[188],"shaky":[189],"clips":[191],"fewer":[193],"buffer":[194],"both":[197],"general":[198],"low-quality":[200],"videos.":[201,224],"Furthermore,":[202],"effectively":[206],"reduce":[207],"running":[208],"times":[209],"without":[210],"performing":[211],"image":[212],"content":[213],"analysis,":[214],"stabilization":[217],"efficiency":[218],"reaches":[219],"25":[220],"fps":[221],"1080p":[223]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}