{"id":"https://openalex.org/W7225347666","doi":"https://doi.org/10.21203/rs.3.rs-11299033/v1","title":"Supervised-Residual Dimension Reduction for High-Dimensional Prediction","display_name":"Supervised-Residual Dimension Reduction for High-Dimensional Prediction","publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7225347666","doi":"https://doi.org/10.21203/rs.3.rs-11299033/v1"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-11299033/v1","doi":"https://doi.org/10.21203/rs.3.rs-11299033/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11299033/v1","pdf_url":"https://www.researchsquare.com/article/rs-11299033/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.researchsquare.com/article/rs-11299033/latest.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160859298","display_name":"Ruijuan Zhong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ruijuan Zhong","raw_affiliation_strings":["City University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139072209","display_name":"Jinfeng Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jinfeng Xu","raw_affiliation_strings":["City University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5160858437","display_name":"Xin Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Chen","raw_affiliation_strings":["Southern University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.8184000253677368,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.8184000253677368,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.10859999805688858,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.023000000044703484,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/high-dimensional-regression","display_name":"high-dimensional regression","score":0.9110000133514404},{"id":"https://openalex.org/keywords/high-dimensional-data-classification","display_name":"high-dimensional classification","score":0.9679999947547913},{"id":"https://openalex.org/keywords/block-krylov-subspace","display_name":"block Krylov subspace","score":0.902999997138977},{"id":"https://openalex.org/keywords/perturbation-bounds","display_name":"perturbation bounds","score":0.9900000095367432},{"id":"https://openalex.org/keywords/data-sparsity","display_name":"data sparsity","score":0.46700000762939453},{"id":"https://openalex.org/keywords/mixed-representations","display_name":"mixed representations","score":0.3580000102519989}],"concepts":[{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.7749999761581421},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6791999936103821},{"id":"https://openalex.org/C147060835","wikidata":"https://www.wikidata.org/wiki/Q1757151","display_name":"Krylov subspace","level":3,"score":0.6402999758720398},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.5935999751091003},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5512999892234802},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.5354999899864197},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5257999897003174},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5016999840736389},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4837999939918518},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.46540001034736633},{"id":"https://openalex.org/C185142706","wikidata":"https://www.wikidata.org/wiki/Q1134404","display_name":"Covariance matrix","level":2,"score":0.44920000433921814},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4309000074863434},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.426800012588501},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.42100000381469727},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4196999967098236},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.41040000319480896},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.36410000920295715},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C27931671","wikidata":"https://www.wikidata.org/wiki/Q7634497","display_name":"Sufficient dimension reduction","level":3,"score":0.3458000123500824},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C74887250","wikidata":"https://www.wikidata.org/wiki/Q3455892","display_name":"Principal component regression","level":3,"score":0.32600000500679016},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C115311070","wikidata":"https://www.wikidata.org/wiki/Q5347255","display_name":"Effective dimension","level":3,"score":0.3100999891757965},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.30880001187324524},{"id":"https://openalex.org/C131109320","wikidata":"https://www.wikidata.org/wiki/Q581012","display_name":"Linear prediction","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2890999913215637},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2702000141143799},{"id":"https://openalex.org/C85817219","wikidata":"https://www.wikidata.org/wiki/Q884772","display_name":"Block matrix","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.2556000053882599}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21203/rs.3.rs-11299033/v1","doi":"https://doi.org/10.21203/rs.3.rs-11299033/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11299033/v1","pdf_url":"https://www.researchsquare.com/article/rs-11299033/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-11299033/v1","doi":"https://doi.org/10.21203/rs.3.rs-11299033/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11299033/v1","pdf_url":"https://www.researchsquare.com/article/rs-11299033/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225347666.pdf","grobid_xml":"https://content.openalex.org/works/W7225347666.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1970377488","https://openalex.org/W1975900269","https://openalex.org/W2008573782","https://openalex.org/W2053550301","https://openalex.org/W2071128523","https://openalex.org/W2088911135","https://openalex.org/W2110510087","https://openalex.org/W2118250684","https://openalex.org/W2122825543","https://openalex.org/W2126999940","https://openalex.org/W2160333357","https://openalex.org/W2163490846","https://openalex.org/W2166446427","https://openalex.org/W2294798173","https://openalex.org/W2524946712","https://openalex.org/W2772383965","https://openalex.org/W2888720202","https://openalex.org/W2909859323","https://openalex.org/W3041640821","https://openalex.org/W4387506651","https://openalex.org/W4392552527","https://openalex.org/W6925873987"],"related_works":["https://openalex.org/W7172094530","https://openalex.org/W3206956912","https://openalex.org/W6946804991","https://openalex.org/W2299934197","https://openalex.org/W3184207562","https://openalex.org/W2980030577","https://openalex.org/W7214508277","https://openalex.org/W2591220388","https://openalex.org/W2884101506","https://openalex.org/W4293581991"],"abstract_inverted_index":{"Abstract":[0],"Supervised--Residual":[1],"Dimension":[2],"Reduction":[3],"(SRDR)":[4],"is":[5],"proposed":[6],"for":[7,110,159],"high-dimensional":[8],"regression":[9,118],"and":[10,14,31,59,65,71,106,119,128,161,164,170],"classification,":[11],"where":[12],"response-guided":[13,27],"variance-based":[15],"predictor":[16,38,142],"information":[17],"may":[18],"provide":[19],"complementary":[20],"predictive":[21,138],"information.":[22],"SRDR":[23],"first":[24],"constructs":[25],"a":[26,92],"block":[28],"Krylov":[29,69],"subspace":[30],"then":[32],"estimates":[33],"principal":[34],"directions":[35,130],"from":[36],"the":[37,44,53,68,85,111,123,133,146,166],"variation":[39,143],"remaining":[40],"after":[41],"projecting":[42],"out":[43],"entire":[45],"supervised":[46,58,127,148],"subspace,":[47],"rather":[48],"than":[49],"applying":[50],"PCA":[51],"to":[52,153],"original":[54],"predictors.":[55],"The":[56],"resulting":[57,112],"residual":[60,72,129],"loading":[61,113],"spaces":[62],"are":[63],"orthogonal,":[64],"cross-validation":[66],"selects":[67],"order":[70],"dimension,":[73],"allowing":[74],"supervised-only,":[75],"residual-only,":[76],"or":[77],"mixed":[78,171],"representations.":[79,172],"An":[80],"equivalent":[81],"formulation":[82],"based":[83],"on":[84,132],"$n\\times":[86],"n$":[87],"Gram":[88],"matrix":[89],"avoids":[90],"forming":[91],"$p\\times":[93],"p$":[94],"covariance":[95],"matrix.":[96],"We":[97],"establish":[98],"exact":[99,103],"finite-sample":[100],"orthogonality,":[101],"an":[102],"primal--dual":[104],"equivalence,":[105],"deterministic":[107],"perturbation":[108],"bounds":[109],"space.":[114,149],"Simulation":[115],"studies":[116],"in":[117],"classification":[120],"show":[121],"that":[122],"selected":[124],"allocation":[125],"between":[126],"depends":[131],"underlying":[134],"signal":[135],"structure,":[136],"with":[137,151],"gains":[139],"when":[140],"useful":[141],"remains":[144],"outside":[145],"fitted":[147],"Applications":[150],"up":[152],"32,321":[154],"predictors":[155],"demonstrate":[156],"computational":[157],"feasibility":[158],"dense":[160],"sparse":[162],"data":[163],"illustrate":[165],"selection":[167],"of":[168],"supervised-only":[169]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-06T00:00:00"}