{"id":"https://openalex.org/W3039963177","doi":null,"title":"Variance Based Sample Weighting for Supervised Deep Learning","display_name":"Variance Based Sample Weighting for Supervised Deep Learning","publication_year":2021,"publication_date":"2021-05-04","ids":{"openalex":"https://openalex.org/W3039963177","mag":"3039963177"},"language":"en","primary_location":{"id":"mag:3039963177","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2101.07561.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2101.07561.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040922115","display_name":"Paul Novello","orcid":"https://orcid.org/0000-0002-1053-8694","observed_orcids":["https://orcid.org/0000-0002-1053-8694"]},"institutions":[{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I4210107641","display_name":"Centre de Math\u00e9matiques Appliqu\u00e9es de l'\u00c9cole polytechnique","ror":"https://ror.org/012e1xn46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I142476485","https://openalex.org/I4210107641","https://openalex.org/I4210141950","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210126360","display_name":"Centre Inria de Saclay","ror":"https://ror.org/0315e5x55","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Paul Novello","raw_affiliation_strings":["Centre de Math\u00e9matiques Appliqu\u00e9es - Ecole Polytechnique","Inria Saclay - Ile de France","Commissariat \u00e0 l'Energie Atomique et aux Energies Alternatives"],"raw_orcid":"https://orcid.org/0000-0002-1053-8694","affiliations":[{"raw_affiliation_string":"Centre de Math\u00e9matiques Appliqu\u00e9es - Ecole Polytechnique","institution_ids":["https://openalex.org/I142476485","https://openalex.org/I4210107641"]},{"raw_affiliation_string":"Inria Saclay - Ile de France","institution_ids":["https://openalex.org/I4210126360"]},{"raw_affiliation_string":"Commissariat \u00e0 l'Energie Atomique et aux Energies Alternatives","institution_ids":["https://openalex.org/I2738703131"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034346612","display_name":"Ga\u00ebl Po\u00ebtte","orcid":"https://orcid.org/0000-0002-2652-043X","observed_orcids":["https://orcid.org/0000-0002-2652-043X"]},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ga\u00ebl Po\u00ebtte","raw_affiliation_strings":["Commissariat A L'Energie Atomique Et Aux Energies  Alternatives"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Commissariat A L'Energie Atomique Et Aux Energies  Alternatives","institution_ids":["https://openalex.org/I2738703131"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074518242","display_name":"David Lugato","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"David Lugato","raw_affiliation_strings":["Commissariat A L'Energie Atomique Et Aux Energies  Alternatives"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Commissariat A L'Energie Atomique Et Aux Energies  Alternatives","institution_ids":["https://openalex.org/I2738703131"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101600477","display_name":"Pietro Marco Congedo","orcid":"https://orcid.org/0000-0003-3266-3549","observed_orcids":["https://orcid.org/0000-0003-3266-3549"]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pietro Marco Congedo","raw_affiliation_strings":["French Institute for Research in Computer Science and Automation"],"raw_orcid":"https://orcid.org/0000-0003-3266-3549","affiliations":[{"raw_affiliation_string":"French Institute for Research in Computer Science and Automation","institution_ids":["https://openalex.org/I1326498283"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.8939999938011169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.8939999938011169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.025499999523162842,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.02280000038444996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sample-weighting","display_name":"sample weighting","score":0.8259999752044678},{"id":"https://openalex.org/keywords/taylor-expansion","display_name":"Taylor series expansion","score":0.5920000076293945},{"id":"https://openalex.org/keywords/neural-network-training","display_name":"neural network training","score":0.6980000138282776},{"id":"https://openalex.org/keywords/data-distribution","display_name":"data distribution","score":0.5580000281333923},{"id":"https://openalex.org/keywords/classification","display_name":"classification","score":0.5659999847412109},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"regression analysis","score":0.9890000224113464},{"id":"https://openalex.org/keywords/resnet","display_name":"ResNet","score":0.6299999952316284},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.7649999856948853},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.39500001072883606},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.9110000133514404}],"concepts":[{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.8314951658248901},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.6744836568832397},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.658798098564148},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6311301589012146},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.5807642340660095},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5744103789329529},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5449317097663879},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5124514698982239},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5116760730743408},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4921566843986511},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4743458330631256},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4698083996772766},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.46574437618255615},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4533237814903259},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.4184924364089966},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24076363444328308},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.22612378001213074},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3039963177","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2101.07561.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3039963177","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2101.07561.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1514928307","https://openalex.org/W1892947258","https://openalex.org/W2101234009","https://openalex.org/W2115881141","https://openalex.org/W2132984949","https://openalex.org/W2137983211","https://openalex.org/W2162262334","https://openalex.org/W2165558283","https://openalex.org/W2194775991","https://openalex.org/W2256388387","https://openalex.org/W2296073425","https://openalex.org/W2341497066","https://openalex.org/W2597787948","https://openalex.org/W2709553318","https://openalex.org/W2731828881","https://openalex.org/W2739068567","https://openalex.org/W2741952635","https://openalex.org/W2785749378","https://openalex.org/W2795282075","https://openalex.org/W2796892552","https://openalex.org/W2800415562","https://openalex.org/W2886190064","https://openalex.org/W2887344700","https://openalex.org/W2908541468","https://openalex.org/W2946866513","https://openalex.org/W2963310665","https://openalex.org/W2963341956","https://openalex.org/W2963476860","https://openalex.org/W2963691377","https://openalex.org/W2963739978","https://openalex.org/W2963933682","https://openalex.org/W2964050716","https://openalex.org/W2964121744","https://openalex.org/W2975429091","https://openalex.org/W3120740533"],"related_works":["https://openalex.org/W4226185779","https://openalex.org/W4285823145","https://openalex.org/W2970711760","https://openalex.org/W7133235746","https://openalex.org/W3126985315","https://openalex.org/W3048627609","https://openalex.org/W4367666062","https://openalex.org/W4207004535","https://openalex.org/W2794302998","https://openalex.org/W2900667084"],"abstract_inverted_index":{"In":[0],"the":[1,26,29,36,76,80,93],"context":[2],"of":[3,6,28,75,95,99],"supervised":[4],"learning":[5],"a":[7,10,20,48,61,96],"function":[8,37],"by":[9],"Neural":[11],"Network":[12],"(NN),":[13],"we":[14,64],"claim":[15],"and":[16,90,104,110],"empirically":[17],"justify":[18],"that":[19,63],"NN":[21,124],"yields":[22],"better":[23],"results":[24],"when":[25],"distribution":[27],"data":[30],"set":[31],"focuses":[32],"on":[33,107],"regions":[34],"where":[35],"to":[38,59,78,125],"learn":[39],"is":[40,85],"steeper.":[41],"We":[42,113],"first":[43],"traduce":[44],"this":[45],"assumption":[46],"in":[47],"mathematically":[49],"workable":[50],"way":[51],"using":[52],"Taylor":[53],"expansion.":[54],"Then,":[55],"theoretical":[56],"derivations":[57],"allow":[58],"construct":[60],"methodology":[62,84],"call":[65],"Variance":[66],"Based":[67],"Samples":[68],"Weighting":[69],"(VBSW).":[70],"VBSW":[71],"uses":[72],"local":[73],"variance":[74],"labels":[77],"weight":[79],"training":[81],"points.":[82],"This":[83],"general,":[86],"scalable,":[87],"cost":[88],"effective,":[89],"significantly":[91],"increases":[92],"performances":[94],"large":[97],"class":[98],"models":[100],"for":[101],"various":[102],"classification":[103],"regression":[105],"tasks":[106],"image,":[108],"text":[109],"multivariate":[111],"data.":[112],"highlight":[114],"its":[115],"benefits":[116],"with":[117],"experiments":[118],"involving":[119],"NNs":[120],"from":[121],"shallow":[122],"linear":[123],"ResNet":[126],"or":[127],"Bert.":[128]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-07-10T00:00:00"}