{"id":"https://openalex.org/W7224940280","doi":"https://doi.org/10.48550/arxiv.2610.40331","title":"Optimal Neural Estimation for High-Dimensional Nonparametric Regression under Multisource Covariate Shift","display_name":"Optimal Neural Estimation for High-Dimensional Nonparametric Regression under Multisource Covariate Shift","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224940280","doi":"https://doi.org/10.48550/arxiv.2610.40331"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.40331","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.40331","pdf_url":"https://arxiv.org/pdf/2610.40331","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.40331","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160230911","display_name":"Chenghao Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu, Chenghao","raw_affiliation_strings":["Department of Mathematics , University of California , San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics , University of California , San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160188173","display_name":"Haotian Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu, Haotian","raw_affiliation_strings":["Department of Mathematics and Statistics , Auburn University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics , Auburn University","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160154603","display_name":"Shivam Kumar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kumar, Shivam","raw_affiliation_strings":["Booth School of Business , University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Booth School of Business , University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5160228724","display_name":"Daren Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Daren","raw_affiliation_strings":["Department of Mathematics , University of California , San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics , University of California , San Diego","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.8535000085830688,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.8535000085830688,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.020500000566244125,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.014999999664723873,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nonparametric-regression","display_name":"nonparametric regression","score":0.8579999804496765},{"id":"https://openalex.org/keywords/high-dimensional-regression","display_name":"high-dimensional regression","score":0.9089999794960022},{"id":"https://openalex.org/keywords/neural-network-estimator","display_name":"neural network estimator","score":0.6959999799728394},{"id":"https://openalex.org/keywords/minimax-optimality","display_name":"minimax optimality","score":0.8500000238418579},{"id":"https://openalex.org/keywords/effective-sample-size","display_name":"effective sample size","score":0.7099999785423279},{"id":"https://openalex.org/keywords/adaptive-estimation","display_name":"adaptive estimation","score":0.6389999985694885}],"concepts":[{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.8636999726295471},{"id":"https://openalex.org/C74127309","wikidata":"https://www.wikidata.org/wiki/Q3455886","display_name":"Nonparametric regression","level":3,"score":0.6366999745368958},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6355999708175659},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.630299985408783},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.590499997138977},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.5703999996185303},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.5386999845504761},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.4675999879837036},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.46709999442100525},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4447999894618988},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.361299991607666},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.3610000014305115},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.35679998993873596},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3192000091075897},{"id":"https://openalex.org/C60316415","wikidata":"https://www.wikidata.org/wiki/Q6664520","display_name":"Local regression","level":4,"score":0.31769999861717224},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.31299999356269836},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C17418463","wikidata":"https://www.wikidata.org/wiki/Q3455874","display_name":"Isotonic regression","level":3,"score":0.2987000048160553},{"id":"https://openalex.org/C70259352","wikidata":"https://www.wikidata.org/wiki/Q1847839","display_name":"Robust regression","level":3,"score":0.2897999882698059},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C203223496","wikidata":"https://www.wikidata.org/wiki/Q4681344","display_name":"Additive model","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C37616216","wikidata":"https://www.wikidata.org/wiki/Q3218363","display_name":"Lasso (programming language)","level":2,"score":0.250900000333786},{"id":"https://openalex.org/C90157343","wikidata":"https://www.wikidata.org/wiki/Q5188196","display_name":"Cross-sectional regression","level":4,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.40331","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.40331","pdf_url":"https://arxiv.org/pdf/2610.40331","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.40331","doi":"https://doi.org/10.48550/arxiv.2610.40331","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.40331","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.40331","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.40331","pdf_url":"https://arxiv.org/pdf/2610.40331","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224940280.pdf","grobid_xml":"https://content.openalex.org/works/W7224940280.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7134239999","https://openalex.org/W7170174269","https://openalex.org/W7162469124","https://openalex.org/W4380434451","https://openalex.org/W4416888791","https://openalex.org/W4226152812","https://openalex.org/W7024980840","https://openalex.org/W4396679224","https://openalex.org/W4389925999","https://openalex.org/W2980877143"],"abstract_inverted_index":{"We":[0,50,139],"study":[1],"high-dimensional":[2],"nonparametric":[3],"regression":[4,19,42,91],"under":[5,45],"multisource":[6],"covariate":[7,25,48,129,137],"shift,":[8],"where":[9,79],"$\\mathrm":[10],"J$":[11],"sources":[12,38],"of":[13,89,114,131,149],"training":[14],"data":[15],"share":[16],"a":[17,46],"common":[18],"function":[20,43],"but":[21],"differ":[22],"in":[23],"their":[24],"distributions,":[26],"sample":[27,96,112],"sizes,":[28],"and":[29,57,69,81,87,93,122,134],"noise":[30,120,151],"variances.":[31],"Our":[32],"goal":[33],"is":[34,75,98,110,118],"to":[35,39,63,167],"combine":[36],"these":[37],"estimate":[40],"the":[41,84,90,94,111,125,128,135,162],"accurately":[44],"target":[47,136],"distribution.":[49,138],"propose":[51],"an":[52,142],"oracle":[53,163],"weighted":[54],"neural":[55],"estimator":[56],"establish":[58],"its":[59,119],"minimax":[60,164],"optimality":[61],"up":[62,166],"logarithmic":[64,168],"factors":[65],"through":[66],"matching":[67],"upper":[68],"lower":[70],"bounds.":[71],"The":[72],"resulting":[73],"rate":[74,165],"$\\mathsf":[76],"n_{\\rm":[77,101],"eff}^{-2p/(2p+K)}$,":[78],"$p$":[80],"$K$":[82],"denote":[83],"effective":[85,95],"smoothness":[86],"dimension":[88],"function,":[92],"size":[97,113],"\\begin{align}":[99],"\\mathsf":[100],"eff}":[102],"=\\sum_{j=1}^{\\mathrm":[103],"J}":[104],"\\frac{n_j}{(1+\u03c3_{\u03c1,j})\u03c3_{\u03b5,j}^{2}}.":[105],"\\nonumber":[106],"\\end{align}":[107],"Here,":[108],"$n_j$":[109],"source":[115,132,150],"$j$,":[116],"$\u03c3_{\u03b5,j}^{2}$":[117],"variance,":[121],"$\u03c3_{\u03c1,j}$":[123],"controls":[124],"deviation":[126],"between":[127],"distribution":[130],"$j$":[133],"also":[140],"develop":[141],"adaptive":[143],"procedure":[144,160],"that":[145],"requires":[146],"no":[147],"knowledge":[148],"variances":[152],"or":[153],"covariate-shift":[154],"parameters.":[155],"Under":[156],"suitable":[157],"conditions,":[158],"this":[159],"attains":[161],"factors.":[169]},"counts_by_year":[],"updated_date":"2026-11-02T09:45:03.842371","created_date":"2026-10-31T00:00:00"}