{"id":"https://openalex.org/W3198159738","doi":"https://doi.org/10.1109/isit45174.2021.9517974","title":"Online Transfer Learning: Negative Transfer and Effect of Prior Knowledge","display_name":"Online Transfer Learning: Negative Transfer and Effect of Prior Knowledge","publication_year":2021,"publication_date":"2021-07-12","ids":{"openalex":"https://openalex.org/W3198159738","doi":"https://doi.org/10.1109/isit45174.2021.9517974","mag":"3198159738"},"language":"en","primary_location":{"id":"doi:10.1109/isit45174.2021.9517974","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9517974","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032905409","display_name":"Xuetong Wu","orcid":"https://orcid.org/0000-0001-7989-135X"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Xuetong Wu","raw_affiliation_strings":["University of Melbourne,Department of Electrical and Electronic Engineering,Parkville,Victoria,Australia","Department of Electrical and Electronic Engineering, University of Melbourne, Parkville, Victoria, Australia"],"affiliations":[{"raw_affiliation_string":"University of Melbourne,Department of Electrical and Electronic Engineering,Parkville,Victoria,Australia","institution_ids":["https://openalex.org/I165779595"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Melbourne, Parkville, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046301126","display_name":"Jonathan H. Manton","orcid":"https://orcid.org/0000-0002-2441-588X"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jonathan H. Manton","raw_affiliation_strings":["University of Melbourne,Department of Electrical and Electronic Engineering,Parkville,Victoria,Australia","Department of Electrical and Electronic Engineering, University of Melbourne, Parkville, Victoria, Australia"],"affiliations":[{"raw_affiliation_string":"University of Melbourne,Department of Electrical and Electronic Engineering,Parkville,Victoria,Australia","institution_ids":["https://openalex.org/I165779595"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Melbourne, Parkville, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002768704","display_name":"Uwe Aickelin","orcid":"https://orcid.org/0000-0002-2679-2275"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Uwe Aickelin","raw_affiliation_strings":["University of Melbourne,Department of Computing and Information Systems,Parkville,Victoria,Australia","Department of Computing and Information Systems, University of Melbourne, Parkville, Victoria, Australia"],"affiliations":[{"raw_affiliation_string":"University of Melbourne,Department of Computing and Information Systems,Parkville,Victoria,Australia","institution_ids":["https://openalex.org/I165779595"]},{"raw_affiliation_string":"Department of Computing and Information Systems, University of Melbourne, Parkville, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007978311","display_name":"Jingge Zhu","orcid":"https://orcid.org/0000-0003-0661-601X"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jingge Zhu","raw_affiliation_strings":["University of Melbourne,Department of Electrical and Electronic Engineering,Parkville,Victoria,Australia","Department of Electrical and Electronic Engineering, University of Melbourne, Parkville, Victoria, Australia"],"affiliations":[{"raw_affiliation_string":"University of Melbourne,Department of Electrical and Electronic Engineering,Parkville,Victoria,Australia","institution_ids":["https://openalex.org/I165779595"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Melbourne, Parkville, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5032905409"],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":1.5383,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.86090858,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1540","last_page":"1545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.8092599511146545},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.7439669966697693},{"id":"https://openalex.org/keywords/inductive-transfer","display_name":"Inductive transfer","score":0.7428300380706787},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7244874238967896},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6517127752304077},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5782192945480347},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.5435360670089722},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5203742384910583},{"id":"https://openalex.org/keywords/negative-transfer","display_name":"Negative transfer","score":0.5061082243919373},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.48707106709480286},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46871820092201233},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.45123064517974854},{"id":"https://openalex.org/keywords/transfer-problem","display_name":"Transfer problem","score":0.44155073165893555},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"Sample complexity","score":0.41191157698631287},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.140676349401474}],"concepts":[{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.8092599511146545},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.7439669966697693},{"id":"https://openalex.org/C77075516","wikidata":"https://www.wikidata.org/wiki/Q6027324","display_name":"Inductive transfer","level":5,"score":0.7428300380706787},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7244874238967896},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6517127752304077},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5782192945480347},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.5435360670089722},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5203742384910583},{"id":"https://openalex.org/C2779178101","wikidata":"https://www.wikidata.org/wiki/Q6987274","display_name":"Negative transfer","level":3,"score":0.5061082243919373},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.48707106709480286},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46871820092201233},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.45123064517974854},{"id":"https://openalex.org/C2779066501","wikidata":"https://www.wikidata.org/wiki/Q1761267","display_name":"Transfer problem","level":2,"score":0.44155073165893555},{"id":"https://openalex.org/C2778445095","wikidata":"https://www.wikidata.org/wiki/Q18354077","display_name":"Sample complexity","level":2,"score":0.41191157698631287},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.140676349401474},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.0},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C171041071","wikidata":"https://www.wikidata.org/wiki/Q36870","display_name":"First language","level":2,"score":0.0},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isit45174.2021.9517974","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9517974","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:jupiter.its.unimelb.edu.au:11343/283703","is_oa":false,"landing_page_url":"http://hdl.handle.net/11343/283703","pdf_url":null,"source":{"id":"https://openalex.org/S4377196259","display_name":"Minerva Access (University of Melbourne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I165779595","host_organization_name":"The University of Melbourne","host_organization_lineage":["https://openalex.org/I165779595"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE International Symposium on Information Theory","raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W158722652","https://openalex.org/W1460713219","https://openalex.org/W2004030284","https://openalex.org/W2005650084","https://openalex.org/W2097381042","https://openalex.org/W2122056749","https://openalex.org/W2126116132","https://openalex.org/W2160570986","https://openalex.org/W2165698076","https://openalex.org/W2171812288","https://openalex.org/W2294584261","https://openalex.org/W2395579298","https://openalex.org/W2576508622","https://openalex.org/W2576964996","https://openalex.org/W2962901934","https://openalex.org/W2984941979","https://openalex.org/W3041133507","https://openalex.org/W6628496201","https://openalex.org/W6633965395","https://openalex.org/W6674600207","https://openalex.org/W6678739253","https://openalex.org/W6731928418"],"related_works":["https://openalex.org/W1964505066","https://openalex.org/W3016888008","https://openalex.org/W4239943352","https://openalex.org/W205741422","https://openalex.org/W2118204198","https://openalex.org/W2914746235","https://openalex.org/W2913340405","https://openalex.org/W1603035390","https://openalex.org/W1912083604","https://openalex.org/W2898895571"],"abstract_inverted_index":{"Transfer":[0],"learning":[1,5,57,64,84,111,165],"is":[2,13,28,48],"a":[3,20,40],"machine":[4],"paradigm":[6],"where":[7,86],"the":[8,17,24,44,63,81,87,97,104,108,118,129,132,140,151,158,174],"knowledge":[9,31,162],"from":[10,32],"one":[11,25,33],"task":[12,34],"utilized":[14],"to":[15],"resolve":[16],"problem":[18],"in":[19,60,92,166],"related":[21,41],"task.":[22],"On":[23,43],"hand,":[26,46],"it":[27,47,69],"conceivable":[29],"that":[30,51,139],"could":[35,59],"be":[36],"useful":[37],"for":[38,128,146,163],"solving":[39],"problem.":[42],"other":[45],"also":[49,124],"recognized":[50],"if":[52],"not":[53],"executed":[54],"properly,":[55],"transfer":[56,83,110,164,179],"algorithms":[58],"fact":[61],"impair":[62],"performance":[65],"instead":[66],"of":[67,107,160],"improving":[68],"-":[70],"commonly":[71],"known":[72],"as":[73],"negative":[74,178],"transfer.":[75],"In":[76,169],"this":[77],"paper,":[78],"we":[79,171],"study":[80],"online":[82,109],"problems":[85],"source":[88],"samples":[89,99],"are":[90,143],"given":[91],"an":[93],"off-line":[94],"way":[95],"while":[96],"target":[98],"arrive":[100],"sequentially.":[101],"We":[102,123],"define":[103],"expected":[105],"regret":[106,119],"problem,":[112],"and":[113],"provide":[114],"upper":[115],"bounds":[116,130,142,153],"on":[117,157],"using":[120],"information-theoretic":[121],"quantities.":[122],"obtain":[125],"exact":[126],"expressions":[127],"when":[131],"sample":[133,148],"size":[134],"becomes":[135],"large.":[136],"Examples":[137],"show":[138],"derived":[141],"accurate":[144],"even":[145],"small":[147],"sizes.":[149],"Furthermore,":[150],"obtained":[152],"give":[154],"valuable":[155],"insight":[156],"effect":[159],"prior":[161],"our":[167],"formulation.":[168],"particular,":[170],"formally":[172],"characterize":[173],"conditions":[175],"under":[176],"which":[177],"occurs.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7}],"updated_date":"2026-03-14T06:41:57.775601","created_date":"2025-10-10T00:00:00"}
