{"id":"https://openalex.org/W3009178287","doi":"https://doi.org/10.1109/tpami.2020.2978812","title":"Eigendecomposition-Free Training of Deep Networks for Linear Least-Square Problems","display_name":"Eigendecomposition-Free Training of Deep Networks for Linear Least-Square Problems","publication_year":2020,"publication_date":"2020-03-06","ids":{"openalex":"https://openalex.org/W3009178287","doi":"https://doi.org/10.1109/tpami.2020.2978812","mag":"3009178287","pmid":"https://pubmed.ncbi.nlm.nih.gov/32149625"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2020.2978812","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.2978812","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://infoscience.epfl.ch/record/288095","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101436854","display_name":"Zheng Dang","orcid":"https://orcid.org/0000-0003-2028-6096"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Dang","raw_affiliation_strings":["National Engineering Laboratory for Visual Information Processing and Application, Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-2028-6096","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Visual Information Processing and Application, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049893251","display_name":"Kwang Moo Yi","orcid":"https://orcid.org/0000-0001-9036-3822"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kwang Moo Yi","raw_affiliation_strings":["Visual Computing Group, University of Victoria, Victoria, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0001-9036-3822","affiliations":[{"raw_affiliation_string":"Visual Computing Group, University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072751878","display_name":"Yinlin Hu","orcid":"https://orcid.org/0000-0003-2614-5200"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yinlin Hu","raw_affiliation_strings":["\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, Computer Vision Laboratory, Lausanne, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-2614-5200","affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, Computer Vision Laboratory, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100455958","display_name":"Fei Wang","orcid":"https://orcid.org/0000-0003-3462-8472"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wang","raw_affiliation_strings":["National Engineering Laboratory for Visual Information Processing and Application, Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Visual Information Processing and Application, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038674741","display_name":"Pascal Fua","orcid":"https://orcid.org/0000-0002-6702-9970"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Pascal Fua","raw_affiliation_strings":["\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, Computer Vision Laboratory, Lausanne, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-6702-9970","affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, Computer Vision Laboratory, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049300388","display_name":"Mathieu Salzmann","orcid":"https://orcid.org/0000-0002-8347-8637"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mathieu Salzmann","raw_affiliation_strings":["\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, Computer Vision Laboratory, Lausanne, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-8347-8637","affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, Computer Vision Laboratory, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0768,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.79341387,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"43","issue":"9","first_page":"3167","last_page":"3182"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12549","display_name":"Image and Object Detection Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12549","display_name":"Image and Object Detection Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/eigendecomposition-of-a-matrix","display_name":"Eigendecomposition of a matrix","score":0.7217726707458496},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.6698964834213257},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4835391044616699},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4773324131965637},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4638664126396179},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.4496399462223053},{"id":"https://openalex.org/keywords/linear-system","display_name":"Linear system","score":0.4389726221561432},{"id":"https://openalex.org/keywords/ellipse","display_name":"Ellipse","score":0.4346258044242859},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3825376033782959},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3737231492996216},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3670540153980255}],"concepts":[{"id":"https://openalex.org/C169756996","wikidata":"https://www.wikidata.org/wiki/Q194919","display_name":"Eigendecomposition of a matrix","level":3,"score":0.7217726707458496},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.6698964834213257},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4835391044616699},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4773324131965637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4638664126396179},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.4496399462223053},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.4389726221561432},{"id":"https://openalex.org/C74261601","wikidata":"https://www.wikidata.org/wiki/Q40112","display_name":"Ellipse","level":2,"score":0.4346258044242859},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3825376033782959},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3737231492996216},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3670540153980255},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2020.2978812","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.2978812","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:32149625","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32149625","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:infoscience.epfl.ch:288095","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/288095","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"research article"}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:288095","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/288095","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"research article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4837339684","display_name":null,"funder_award_id":"61603291","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6617168872","display_name":null,"funder_award_id":"2019ZX01008103","funder_id":"https://openalex.org/F4320335960","funder_display_name":"National Major Science and Technology Projects of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320335960","display_name":"National Major Science and Technology Projects of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W83961856","https://openalex.org/W603908379","https://openalex.org/W1515683276","https://openalex.org/W1598123022","https://openalex.org/W1600402929","https://openalex.org/W1909224301","https://openalex.org/W1975461372","https://openalex.org/W1984667320","https://openalex.org/W1985238052","https://openalex.org/W1991544872","https://openalex.org/W2033819227","https://openalex.org/W2046434485","https://openalex.org/W2057069782","https://openalex.org/W2058009001","https://openalex.org/W2061781270","https://openalex.org/W2085261163","https://openalex.org/W2102481828","https://openalex.org/W2105303354","https://openalex.org/W2109635530","https://openalex.org/W2111073598","https://openalex.org/W2115362620","https://openalex.org/W2129249398","https://openalex.org/W2140427427","https://openalex.org/W2142482451","https://openalex.org/W2155056756","https://openalex.org/W2165584048","https://openalex.org/W2204257188","https://openalex.org/W2215091013","https://openalex.org/W2286598524","https://openalex.org/W2346890885","https://openalex.org/W2402144811","https://openalex.org/W2489710028","https://openalex.org/W2498631646","https://openalex.org/W2505728881","https://openalex.org/W2517500902","https://openalex.org/W2520377600","https://openalex.org/W2556455135","https://openalex.org/W2561074213","https://openalex.org/W2563154851","https://openalex.org/W2620478555","https://openalex.org/W2740643007","https://openalex.org/W2754925132","https://openalex.org/W2894971516","https://openalex.org/W2899771611","https://openalex.org/W2953384591","https://openalex.org/W2963072534","https://openalex.org/W2963674285","https://openalex.org/W2963728031","https://openalex.org/W3021282624","https://openalex.org/W4297790086","https://openalex.org/W6618372016","https://openalex.org/W6696000753","https://openalex.org/W6713134421","https://openalex.org/W6725192724","https://openalex.org/W6726554431","https://openalex.org/W6741587593","https://openalex.org/W6756040250"],"related_works":["https://openalex.org/W2371136327","https://openalex.org/W4293234107","https://openalex.org/W2370549269","https://openalex.org/W2386824811","https://openalex.org/W2354618530","https://openalex.org/W2081226903","https://openalex.org/W2363452175","https://openalex.org/W2375225935","https://openalex.org/W2542179972","https://openalex.org/W2470850800"],"abstract_inverted_index":{"Many":[0],"classical":[1],"Computer":[2],"Vision":[3],"problems,":[4],"such":[5],"as":[6],"essential":[7],"matrix":[8,44,127],"computation":[9],"and":[10,153,165,175],"pose":[11],"estimation":[12],"from":[13,73],"3D":[14],"to":[15,36,58,84,109,121],"2D":[16],"correspondences,":[17],"can":[18,28],"be":[19,29],"tackled":[20],"by":[21,31,129],"solving":[22],"a":[23,43,46,79,111,122,126],"linear":[24,47],"least-square":[25],"problem,":[26,164],"which":[27],"done":[30],"finding":[32],"the":[33,37,68,82,96,118,130,145,162],"eigenvector":[34,119],"corresponding":[35,120],"smallest,":[38],"or":[39],"zero,":[40],"eigenvalue":[41,124],"of":[42,63,66,125,144],"representing":[45],"system.":[48],"Incorporating":[49],"this":[50,86,91,102],"in":[51,95,99],"deep":[52,112],"learning":[53],"frameworks":[54],"would":[55],"allow":[56],"us":[57],"explicitly":[59],"encode":[60],"known":[61],"notions":[62],"geometry,":[64],"instead":[65],"having":[67],"network":[69,80,113],"implicitly":[70],"learn":[71],"them":[72],"data.":[74],"However,":[75],"performing":[76],"eigendecomposition":[77,146],"within":[78],"requires":[81],"ability":[83],"differentiate":[85],"operation.":[87],"While":[88],"theoretically":[89],"doable,":[90],"introduces":[92],"numerical":[93],"instability":[94],"optimization":[97],"process":[98],"practice.":[100],"In":[101],"paper,":[103],"we":[104],"introduce":[105],"an":[106],"eigendecomposition-free":[107],"approach":[108,136],"training":[110],"whose":[114],"loss":[115],"depends":[116],"on":[117],"zero":[123],"predicted":[128],"network.":[131],"We":[132],"demonstrate":[133],"that":[134],"our":[135,169],"is":[137],"much":[138],"more":[139],"robust":[140],"than":[141],"explicit":[142],"differentiation":[143],"using":[147],"two":[148],"general":[149],"tasks,":[150],"outlier":[151],"rejection":[152],"denoising,":[154],"with":[155],"several":[156],"practical":[157],"examples":[158],"including":[159],"wide-baseline":[160],"stereo,":[161],"perspective-n-point":[163],"ellipse":[166],"fitting.":[167],"Empirically,":[168],"method":[170],"has":[171],"better":[172],"convergence":[173],"properties":[174],"yields":[176],"state-of-the-art":[177],"results.":[178]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}