{"id":"https://openalex.org/W4307777731","doi":"https://doi.org/10.1109/tnnls.2022.3208944","title":"On the Equivalence of Linear Discriminant Analysis and Least Squares Regression","display_name":"On the Equivalence of Linear Discriminant Analysis and Least Squares Regression","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4307777731","doi":"https://doi.org/10.1109/tnnls.2022.3208944"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3208944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3208944","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003222421","display_name":"Feiping Nie","orcid":"https://orcid.org/0000-0002-0871-6519"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Feiping Nie","raw_affiliation_strings":["School of Computer Science, School of Artificial Intelligence, Optics and Electronics (iOPEN), and the Key Laboratory of Intelligent Interaction and Applications (Ministry of Industry and Information Technology), Northwestern Polytechnical University, Xian, China","School of Artificial Intelligence, Optics and Electronics (iOPEN), and the Key Laboratory of Intelligent Interaction and Applications (Ministry of Industry and Information Technology), School of Computer Science, Northwestern Polytechnical University, Xian, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, School of Artificial Intelligence, Optics and Electronics (iOPEN), and the Key Laboratory of Intelligent Interaction and Applications (Ministry of Industry and Information Technology), Northwestern Polytechnical University, Xian, China","institution_ids":["https://openalex.org/I17145004","https://openalex.org/I890469752"]},{"raw_affiliation_string":"School of Artificial Intelligence, Optics and Electronics (iOPEN), and the Key Laboratory of Intelligent Interaction and Applications (Ministry of Industry and Information Technology), School of Computer Science, Northwestern Polytechnical University, Xian, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008691219","display_name":"Hong Chen","orcid":"https://orcid.org/0000-0002-1143-2082"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Chen","raw_affiliation_strings":["School of Computer Science, School of Artificial Intelligence, Optics and Electronics (iOPEN), and the Key Laboratory of Intelligent Interaction and Applications (Ministry of Industry and Information Technology), Northwestern Polytechnical University, Xian, China","School of Artificial Intelligence, Optics and Electronics (iOPEN), and the Key Laboratory of Intelligent Interaction and Applications (Ministry of Industry and Information Technology), School of Computer Science, Northwestern Polytechnical University, Xian, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, School of Artificial Intelligence, Optics and Electronics (iOPEN), and the Key Laboratory of Intelligent Interaction and Applications (Ministry of Industry and Information Technology), Northwestern Polytechnical University, Xian, China","institution_ids":["https://openalex.org/I17145004","https://openalex.org/I890469752"]},{"raw_affiliation_string":"School of Artificial Intelligence, Optics and Electronics (iOPEN), and the Key Laboratory of Intelligent Interaction and Applications (Ministry of Industry and Information Technology), School of Computer Science, Northwestern Polytechnical University, Xian, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040673285","display_name":"Shiming Xiang","orcid":"https://orcid.org/0000-0002-2089-9733"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiming Xiang","raw_affiliation_strings":["Department of National Laboratory of Pattern Recognition, Chinese Academy of Science, Institute of Automation, Beijing, China","Department of National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Science, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of National Laboratory of Pattern Recognition, Chinese Academy of Science, Institute of Automation, Beijing, China","institution_ids":["https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Department of National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Science, Beijing, China","institution_ids":["https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065063835","display_name":"Changshui Zhang","orcid":"https://orcid.org/0000-0002-8088-367X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changshui Zhang","raw_affiliation_strings":["Institute for Artificial Intelligence, Tsinghua University (THUAI), Beijing, China","Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University (THUAI), Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381753","display_name":"Shuicheng Yan","orcid":"https://orcid.org/0000-0001-8906-3777"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shuicheng Yan","raw_affiliation_strings":["Sea AI Lab (SAIL), National University of Singapore, Queenstown, Singapore"],"affiliations":[{"raw_affiliation_string":"Sea AI Lab (SAIL), National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106943753","display_name":"Xuelong Li","orcid":"https://orcid.org/0000-0003-2924-946X"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelong Li","raw_affiliation_strings":["School of Artificial Intelligence, Optics and Electronics (iOPEN) and the Key Laboratory of Intelligent Interaction and Applications (Ministry of Industry and Information Technology), Northwestern Polytechnical University, Xian, China","Optics and Electronics (iOPEN) and the Key Laboratory of Intelligent Interaction and Applications (Ministry of Industry and Information Technology), School of Artificial Intelligence, Northwestern Polytechnical University, Xian, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Optics and Electronics (iOPEN) and the Key Laboratory of Intelligent Interaction and Applications (Ministry of Industry and Information Technology), Northwestern Polytechnical University, Xian, China","institution_ids":["https://openalex.org/I17145004","https://openalex.org/I890469752"]},{"raw_affiliation_string":"Optics and Electronics (iOPEN) and the Key Laboratory of Intelligent Interaction and Applications (Ministry of Industry and Information Technology), School of Artificial Intelligence, Northwestern Polytechnical University, Xian, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5003222421"],"corresponding_institution_ids":["https://openalex.org/I17145004","https://openalex.org/I890469752"],"apc_list":null,"apc_paid":null,"fwci":0.2043,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.49133709,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"35","issue":"4","first_page":"5710","last_page":"5720"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10640","display_name":"Spectroscopy and Chemometric Analyses","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1602","display_name":"Analytical Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linear-discriminant-analysis","display_name":"Linear discriminant analysis","score":0.8733755946159363},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6633555293083191},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.5515800714492798},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5407813191413879},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4879419207572937},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38608938455581665},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.38122206926345825},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.2555198073387146},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.09311726689338684}],"concepts":[{"id":"https://openalex.org/C69738355","wikidata":"https://www.wikidata.org/wiki/Q1228929","display_name":"Linear discriminant analysis","level":2,"score":0.8733755946159363},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6633555293083191},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.5515800714492798},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5407813191413879},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4879419207572937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38608938455581665},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.38122206926345825},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2555198073387146},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.09311726689338684}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnnls.2022.3208944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3208944","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.75}],"awards":[{"id":"https://openalex.org/G1537487564","display_name":null,"funder_award_id":"61772427","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3280333285","display_name":null,"funder_award_id":"G2019KY0501","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5919459539","display_name":null,"funder_award_id":"2021JM-071","funder_id":"https://openalex.org/F4320336567","funder_display_name":"Natural Science Basic Research Program of Shaanxi Province"},{"id":"https://openalex.org/G7324266398","display_name":null,"funder_award_id":"2018AAA0101902","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7365858389","display_name":null,"funder_award_id":"62176212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7761990065","display_name":null,"funder_award_id":"61936014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336567","display_name":"Natural Science Basic Research Program of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W191001584","https://openalex.org/W862919699","https://openalex.org/W1510147702","https://openalex.org/W1966701961","https://openalex.org/W1978286881","https://openalex.org/W1999085008","https://openalex.org/W2000740329","https://openalex.org/W2004895663","https://openalex.org/W2009596443","https://openalex.org/W2012352340","https://openalex.org/W2014596061","https://openalex.org/W2020111956","https://openalex.org/W2035385095","https://openalex.org/W2054639298","https://openalex.org/W2088900896","https://openalex.org/W2103560185","https://openalex.org/W2106253207","https://openalex.org/W2109410604","https://openalex.org/W2121647436","https://openalex.org/W2135046866","https://openalex.org/W2136261952","https://openalex.org/W2145450006","https://openalex.org/W2151850920","https://openalex.org/W2164728239","https://openalex.org/W2171347282","https://openalex.org/W2586515896","https://openalex.org/W2787894218","https://openalex.org/W2944556810","https://openalex.org/W3004545648","https://openalex.org/W3005272312","https://openalex.org/W3007241084","https://openalex.org/W3117488606","https://openalex.org/W4229706427","https://openalex.org/W4230946174","https://openalex.org/W4230962939","https://openalex.org/W6602761524","https://openalex.org/W6604126237","https://openalex.org/W6675751002","https://openalex.org/W6681494064","https://openalex.org/W6682134243","https://openalex.org/W6684134493","https://openalex.org/W6684195579"],"related_works":["https://openalex.org/W2156856390","https://openalex.org/W1921169094","https://openalex.org/W2160698598","https://openalex.org/W1983848850","https://openalex.org/W32502520","https://openalex.org/W1809065030","https://openalex.org/W2380666260","https://openalex.org/W4232979854","https://openalex.org/W2023698157","https://openalex.org/W2038099157"],"abstract_inverted_index":{"Studying":[0],"the":[1,24,50,77,90,127,138,149,156,170,182],"relationship":[2],"between":[3,52,92],"linear":[4],"discriminant":[5],"analysis":[6],"(LDA)":[7],"and":[8,17,33,55,95,108,160],"least":[9],"squares":[10],"regression":[11],"(LSR)":[12],"is":[13,21,27,118],"of":[14,158,173],"great":[15],"theoretical":[16],"practical":[18],"significance.":[19],"It":[20,131],"well-known":[22],"that":[23,49,89,116,135],"two-class":[25],"LDA":[26,37,54,94,117,152,159,166,174],"equivalent":[28,120,147],"to":[29,121,148,168],"an":[30,39],"LSR":[31,40,56,96,124],"problem,":[32,41],"directly":[34],"casting":[35],"multiclass":[36,53,93],"as":[38],"however,":[42],"becomes":[43],"more":[44],"challenging.":[45],"Recent":[46],"study":[47],"reveals":[48],"equivalence":[51,91,157],"can":[57,97,132],"be":[58,98,133],"established":[59,99],"based":[60,100,125],"on":[61,101,126],"a":[62,69,122,164],"special":[63],"class":[64,105],"indicator":[65,106,129],"matrix,":[66],"but":[67],"under":[68,76,136],"mild":[70,140],"condition":[71],"which":[72],"may":[73],"not":[74],"hold":[75],"scenarios":[78],"with":[79],"low-dimensional":[80],"or":[81],"oversampled":[82],"data.":[83],"In":[84,112],"this":[85],"article,":[86],"we":[87,114,162],"show":[88,115],"arbitrary":[102],"linearly":[103],"independent":[104],"vectors":[107],"without":[109],"any":[110],"condition.":[111],"addition,":[113],"also":[119],"constrained":[123],"data-dependent":[128],"vectors.":[130],"concluded":[134],"exactly":[137],"same":[139],"condition,":[141],"such":[142],"two":[143],"regressions":[144],"are":[145],"both":[146],"null":[150],"space":[151],"method.":[153],"Illuminated":[154],"by":[155],"LSR,":[161],"propose":[163],"direct":[165],"classifier":[167],"replace":[169],"conventional":[171],"framework":[172],"plus":[175],"extra":[176],"classifier.":[177],"Extensive":[178],"experiments":[179],"well":[180],"validate":[181],"above":[183],"theoretic":[184],"analysis.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2022-11-05T00:00:00"}