{"id":"https://openalex.org/W4404034703","doi":"https://doi.org/10.1145/3666025.3699371","title":"M3Cam: Extreme Super-resolution via Multi-Modal Optical Flow for Mobile Cameras","display_name":"M3Cam: Extreme Super-resolution via Multi-Modal Optical Flow for Mobile Cameras","publication_year":2024,"publication_date":"2024-11-04","ids":{"openalex":"https://openalex.org/W4404034703","doi":"https://doi.org/10.1145/3666025.3699371"},"language":"en","primary_location":{"id":"doi:10.1145/3666025.3699371","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3666025.3699371","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3666025.3699371","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM Conference on Embedded Networked Sensor Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3666025.3699371","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007681745","display_name":"Yu Lu","orcid":"https://orcid.org/0000-0002-9024-3692"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yu Lu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059988948","display_name":"Dian Ding","orcid":"https://orcid.org/0000-0002-2190-0919"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dian Ding","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740620","display_name":"Hao Pan","orcid":"https://orcid.org/0000-0002-2531-0107"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Pan","raw_affiliation_strings":["Microsoft Research Asia, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Shanghai, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050655047","display_name":"Yongjian Fu","orcid":"https://orcid.org/0000-0001-8481-2644"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjian Fu","raw_affiliation_strings":["Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107957242","display_name":"Liyun Zhang","orcid":"https://orcid.org/0009-0008-6373-5377"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liyun Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025919556","display_name":"Feitong Tan","orcid":"https://orcid.org/0000-0002-7606-1331"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Feitong Tan","raw_affiliation_strings":["Simon Fraser University, Vancouver, Canada"],"affiliations":[{"raw_affiliation_string":"Simon Fraser University, Vancouver, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113041192","display_name":"Ran Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran Wang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009913466","display_name":"Yi\u2010Chao Chen","orcid":"https://orcid.org/0000-0003-0782-4953"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi-Chao Chen","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101490654","display_name":"Guangtao Xue","orcid":"https://orcid.org/0000-0002-1617-3593"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangtao Xue","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015419107","display_name":"Ju Ren","orcid":"https://orcid.org/0000-0003-2782-183X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ju Ren","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5007681745"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.9971,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.77930672,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"744","last_page":"756"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6841675639152527},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.6806524991989136},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6584277749061584},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.376869261264801},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.10047358274459839},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.0757218599319458}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6841675639152527},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.6806524991989136},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6584277749061584},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.376869261264801},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.10047358274459839},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0757218599319458},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3666025.3699371","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3666025.3699371","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3666025.3699371","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM Conference on Embedded Networked Sensor Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3666025.3699371","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3666025.3699371","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3666025.3699371","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM Conference on Embedded Networked Sensor Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4404034703.pdf"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W764651262","https://openalex.org/W1498909268","https://openalex.org/W2007963058","https://openalex.org/W2026653933","https://openalex.org/W2133665775","https://openalex.org/W2134618025","https://openalex.org/W2148525506","https://openalex.org/W2159739271","https://openalex.org/W2194775991","https://openalex.org/W2281954672","https://openalex.org/W2299467264","https://openalex.org/W2548527721","https://openalex.org/W2560474170","https://openalex.org/W2943832862","https://openalex.org/W2962785568","https://openalex.org/W2963372104","https://openalex.org/W2963782415","https://openalex.org/W2964156315","https://openalex.org/W3013402579","https://openalex.org/W3034193257","https://openalex.org/W3088639796","https://openalex.org/W3100280854","https://openalex.org/W3109908659","https://openalex.org/W3124718178","https://openalex.org/W3133953507","https://openalex.org/W3138516171","https://openalex.org/W3174816433","https://openalex.org/W3182416397","https://openalex.org/W3194818658","https://openalex.org/W3202559727","https://openalex.org/W3207918547","https://openalex.org/W3214726878","https://openalex.org/W4206722835","https://openalex.org/W4224299924","https://openalex.org/W4287020683","https://openalex.org/W4304142024","https://openalex.org/W4306179608","https://openalex.org/W4312766126","https://openalex.org/W4377046888","https://openalex.org/W4386076550","https://openalex.org/W4387212755"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0],"demand":[1],"for":[2,54,83,114],"ultra-high-resolution":[3],"imaging":[4,57,81,204],"in":[5,94,164],"mobile":[6,17,60,84],"phone":[7],"photography":[8],"is":[9,19],"continuously":[10],"increasing.":[11],"However,":[12],"the":[13,23,26,36,147],"image":[14,92,110,158],"resolution":[15],"of":[16,25,122],"devices":[18],"typically":[20],"constrained":[21],"by":[22],"size":[24],"CMOS":[27],"sensor.":[28],"Although":[29],"deep":[30],"learning-based":[31],"super-resolution":[32],"(SR)":[33],"techniques":[34],"have":[35],"potential":[37],"to":[38,127],"overcome":[39],"this":[40,71,138],"limitation,":[41],"existing":[42],"SR":[43,56,64,80,91,144,157,203],"neural":[44],"network":[45],"models":[46],"require":[47],"large":[48],"computational":[49,168],"resources,":[50],"making":[51],"them":[52],"unsuitable":[53],"real-time":[55],"on":[58,176],"current":[59],"devices.":[61],"Additionally,":[62],"cloud-based":[63],"systems":[65],"pose":[66],"privacy":[67],"leakage":[68],"risks.":[69],"In":[70,104],"paper,":[72],"we":[73,106,140,182],"propose":[74],"M3Cam,":[75],"an":[76,108],"innovative":[77],"and":[78,97,117,130,173,199,211],"lightweight":[79],"system":[82,152],"phones.":[85],"M3Cam":[86],"can":[87,153],"ensure":[88],"high-quality":[89],"16\u00d7":[90,156,202],"(4\u00d7":[93],"both":[95],"height":[96],"width)":[98],"visualization":[99],"with":[100,166],"almost":[101],"negligible":[102],"latency.":[103],"detail,":[105],"utilize":[107],"optical":[109,132,188],"stabilization":[111],"(OIS)":[112],"module":[113],"lens":[115],"control":[116],"introduce":[118],"a":[119,142,155],"new":[120],"modality":[121],"data,":[123],"namely":[124],"gyroscope":[125],"readings,":[126],"achieve":[128],"high-precision":[129],"compact":[131],"flow":[133,189],"estimation":[134],"modules.":[135],"Building":[136],"upon":[137],"concept,":[139],"design":[141],"multi-frame-based":[143],"model":[145,190],"utilizing":[146],"Swin":[148],"Transformer.":[149],"Our":[150],"proposed":[151,186],"generate":[154],"from":[159],"four":[160],"captured":[161],"low-resolution":[162],"images":[163],"real-time,":[165],"low":[167,170],"load,":[169],"inference":[171],"latency,":[172],"minimal":[174],"reliance":[175],"runtime":[177],"RAM.":[178],"Through":[179],"extensive":[180],"experiments,":[181],"demonstrate":[183],"that":[184],"our":[185],"multi-modal":[187],"significantly":[191],"enhances":[192],"pixel":[193],"alignment":[194],"accuracy":[195],"between":[196],"multiple":[197],"frames":[198],"delivers":[200],"outstanding":[201],"results":[205],"under":[206],"various":[207],"shooting":[208],"scenarios.":[209],"Code":[210],"dataset":[212],"are":[213],"available":[214],"at:":[215],"https://github.com/liangjindeamo-yuer/M3CAM":[216]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}