{"id":"https://openalex.org/W7147487105","doi":"https://doi.org/10.48550/arxiv.2603.28739","title":"Expectation Error Bounds for Transfer Learning in Linear Regression and Linear Neural Networks","display_name":"Expectation Error Bounds for Transfer Learning in Linear Regression and Linear Neural Networks","publication_year":2026,"publication_date":"2026-03-30","ids":{"openalex":"https://openalex.org/W7147487105","doi":"https://doi.org/10.48550/arxiv.2603.28739"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.28739","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28739","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.28739","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132620317","display_name":"Meitong Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Meitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132709661","display_name":"Christopher Jung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132686946","display_name":"Rui Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132668305","display_name":"Xue Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Xue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132585435","display_name":"Han Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9472000002861023,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9472000002861023,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.009700000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.8029000163078308},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6424999833106995},{"id":"https://openalex.org/keywords/linear-regression","display_name":"Linear regression","score":0.515500009059906},{"id":"https://openalex.org/keywords/generalization-error","display_name":"Generalization error","score":0.4805000126361847},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4609000086784363},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4074999988079071},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.38350000977516174},{"id":"https://openalex.org/keywords/linear-model","display_name":"Linear model","score":0.3831000030040741},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.335999995470047}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.8029000163078308},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6424999833106995},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5250999927520752},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.515500009059906},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.4805000126361847},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4609000086784363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4083999991416931},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4074999988079071},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.38350000977516174},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.3831000030040741},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.35420000553131104},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3490000069141388},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.335999995470047},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33090001344680786},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31690001487731934},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C99656134","wikidata":"https://www.wikidata.org/wiki/Q2912993","display_name":"Ordinary least squares","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C49766605","wikidata":"https://www.wikidata.org/wiki/Q207643","display_name":"Linear map","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C203233044","wikidata":"https://www.wikidata.org/wiki/Q5264358","display_name":"Design matrix","level":3,"score":0.2689000070095062},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C204707403","wikidata":"https://www.wikidata.org/wiki/Q1152398","display_name":"Canonical form","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C9936470","wikidata":"https://www.wikidata.org/wiki/Q6510405","display_name":"Least-squares function approximation","level":3,"score":0.2587999999523163},{"id":"https://openalex.org/C176248197","wikidata":"https://www.wikidata.org/wiki/Q458526","display_name":"Probably approximately correct learning","level":4,"score":0.25589999556541443},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.28739","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28739","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.28739","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28739","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"transfer":[1],"learning,":[2],"the":[3,16,59,78,115,127,131],"learner":[4],"leverages":[5],"auxiliary":[6,24,72,118,138],"data":[7,25,182],"to":[8,74],"improve":[9,75],"generalization":[10,61,76,128],"on":[11,33,77,126,180],"a":[12,122,157],"main":[13,79],"task.":[14,80],"However,":[15],"precise":[17],"theoretical":[18],"understanding":[19],"of":[20,90,107,117],"when":[21],"and":[22,45,68],"how":[23],"help":[26],"remains":[27],"incomplete.":[28],"We":[29,81,152],"provide":[30],"new":[31,158],"insights":[32],"this":[34,141,154],"issue":[35],"in":[36,140],"two":[37],"canonical":[38],"linear":[39,47,51,101],"settings:":[40],"ordinary":[41],"least":[42],"squares":[43],"regression":[44],"under-parameterized":[46],"neural":[48,102],"networks.":[49],"For":[50,100],"regression,":[52],"we":[53,120],"derive":[54,83,121],"exact":[55],"closed-form":[56],"expressions":[57],"for":[58,71,97,136,148,163],"expected":[60],"error":[62],"with":[63,94,104,184],"bias-variance":[64],"decomposition,":[65],"yielding":[66,130],"necessary":[67],"sufficient":[69,134],"conditions":[70],"tasks":[73],"also":[82],"globally":[84],"optimal":[85],"task":[86,149],"weights":[87],"as":[88,143,145],"outputs":[89],"solvable":[91],"optimization":[92],"programs,":[93],"consistency":[95],"guarantees":[96],"empirical":[98],"estimates.":[99],"networks":[103],"shared":[105],"representations":[106],"width":[108],"$q":[109],"\\leq":[110],"K$,":[111],"where":[112],"$K$":[113],"is":[114],"number":[116],"tasks,":[119],"non-asymptotic":[123],"expectation":[124],"bound":[125,162],"error,":[129],"first":[132],"non-vacuous":[133],"condition":[135],"beneficial":[137],"learning":[139],"setting,":[142],"well":[144],"principled":[146],"directions":[147],"weight":[150],"curation.":[151],"achieve":[153],"by":[155,171],"proving":[156],"column-wise":[159],"low-rank":[160],"perturbation":[161],"random":[164],"matrices,":[165],"which":[166],"improves":[167],"upon":[168],"existing":[169],"bounds":[170],"preserving":[172],"fine-grained":[173],"column":[174],"structures.":[175],"Our":[176],"results":[177],"are":[178],"verified":[179],"synthetic":[181],"simulated":[183],"controlled":[185],"parameters.":[186]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-02T00:00:00"}
