{"id":"https://openalex.org/W3039237690","doi":"https://doi.org/10.1109/tpami.2020.3005393","title":"Average Top-k Aggregate Loss for Supervised Learning","display_name":"Average Top-k Aggregate Loss for Supervised Learning","publication_year":2020,"publication_date":"2020-06-29","ids":{"openalex":"https://openalex.org/W3039237690","doi":"https://doi.org/10.1109/tpami.2020.3005393","mag":"3039237690","pmid":"https://pubmed.ncbi.nlm.nih.gov/32750797"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2020.3005393","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3005393","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023752172","display_name":"Siwei Lyu","orcid":"https://orcid.org/0000-0002-0992-685X"},"institutions":[{"id":"https://openalex.org/I113508548","display_name":"Albany State University","ror":"https://ror.org/01vme4277","country_code":"US","type":"education","lineage":["https://openalex.org/I113508548"]},{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siwei Lyu","raw_affiliation_strings":["Department of Computer Science, University at Albany, State University of New York, Albany, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-0992-685X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University at Albany, State University of New York, Albany, NY, USA","institution_ids":["https://openalex.org/I113508548","https://openalex.org/I392282"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064391513","display_name":"Yanbo Fan","orcid":"https://orcid.org/0000-0002-8530-485X"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanbo Fan","raw_affiliation_strings":["Tencent AI Lab, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8530-485X","affiliations":[{"raw_affiliation_string":"Tencent AI Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048960543","display_name":"Yiming Ying","orcid":null},"institutions":[{"id":"https://openalex.org/I113508548","display_name":"Albany State University","ror":"https://ror.org/01vme4277","country_code":"US","type":"education","lineage":["https://openalex.org/I113508548"]},{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiming Ying","raw_affiliation_strings":["Department of Mathematics and Statistics, University at Albany, State University of New York, Albany, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-7345-6672","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, University at Albany, State University of New York, Albany, NY, USA","institution_ids":["https://openalex.org/I113508548","https://openalex.org/I392282"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019329695","display_name":"Bao-Gang Hu","orcid":"https://orcid.org/0000-0002-6916-5394"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bao-Gang Hu","raw_affiliation_strings":["National Laboratory of Pattern Recognition, CASIA, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6916-5394","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, CASIA, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":1.0838,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.82734234,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"44","issue":"1","first_page":"76","last_page":"86"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6919565200805664},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.5710970163345337},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.555770754814148},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5412807464599609},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5232412219047546},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5147693157196045},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5079575181007385},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4879433512687683},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.47885772585868835},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.4351036846637726},{"id":"https://openalex.org/keywords/generalization-error","display_name":"Generalization error","score":0.4214218258857727},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40932387113571167},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.36263012886047363},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3545491695404053},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.314725399017334},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.30185723304748535},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.2994633913040161}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6919565200805664},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.5710970163345337},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.555770754814148},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5412807464599609},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5232412219047546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5147693157196045},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5079575181007385},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4879433512687683},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.47885772585868835},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.4351036846637726},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.4214218258857727},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40932387113571167},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.36263012886047363},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3545491695404053},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.314725399017334},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.30185723304748535},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.2994633913040161},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2020.3005393","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3005393","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:32750797","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32750797","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2968709009","display_name":null,"funder_award_id":"2018AAA0101005","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3099457401","display_name":null,"funder_award_id":"73042CS","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G3735786873","display_name":"RI:Small: Online Maximization Algorithms for Streaming Data","funder_award_id":"1816227","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8030430803","display_name":null,"funder_award_id":"61620106003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W21006490","https://openalex.org/W1540764732","https://openalex.org/W1560724230","https://openalex.org/W1564947197","https://openalex.org/W1634981902","https://openalex.org/W1912128066","https://openalex.org/W1932624639","https://openalex.org/W1973756582","https://openalex.org/W1974524469","https://openalex.org/W1982032418","https://openalex.org/W1987063155","https://openalex.org/W1987103639","https://openalex.org/W1998274472","https://openalex.org/W2013850411","https://openalex.org/W2017332415","https://openalex.org/W2022465039","https://openalex.org/W2089394015","https://openalex.org/W2099210314","https://openalex.org/W2101557761","https://openalex.org/W2108598243","https://openalex.org/W2112269233","https://openalex.org/W2113651538","https://openalex.org/W2119821739","https://openalex.org/W2120100126","https://openalex.org/W2121824931","https://openalex.org/W2124515734","https://openalex.org/W2129606454","https://openalex.org/W2132984949","https://openalex.org/W2136688338","https://openalex.org/W2137823674","https://openalex.org/W2148603752","https://openalex.org/W2150338193","https://openalex.org/W2151976295","https://openalex.org/W2153635508","https://openalex.org/W2161920802","https://openalex.org/W2194775991","https://openalex.org/W2296073425","https://openalex.org/W2564472836","https://openalex.org/W2617078503","https://openalex.org/W2907258563","https://openalex.org/W2951894819","https://openalex.org/W2963351448","https://openalex.org/W2963516811","https://openalex.org/W2963899139","https://openalex.org/W2982906969","https://openalex.org/W3004533406","https://openalex.org/W3023496898","https://openalex.org/W3106250896","https://openalex.org/W3141455185","https://openalex.org/W3195149063","https://openalex.org/W4205687621","https://openalex.org/W4237969349","https://openalex.org/W4239510810","https://openalex.org/W4243185739","https://openalex.org/W4295352925","https://openalex.org/W4301014524","https://openalex.org/W6600827882","https://openalex.org/W6639808567","https://openalex.org/W6675234955","https://openalex.org/W6676963778","https://openalex.org/W6677770173","https://openalex.org/W6678396899","https://openalex.org/W6679177683","https://openalex.org/W6679390333","https://openalex.org/W6680137255","https://openalex.org/W6685655662","https://openalex.org/W6696934833","https://openalex.org/W6728768131","https://openalex.org/W6738103649","https://openalex.org/W6769407964"],"related_works":["https://openalex.org/W1591671037","https://openalex.org/W3127430868","https://openalex.org/W3215867059","https://openalex.org/W2141732327","https://openalex.org/W3162567751","https://openalex.org/W4285260836","https://openalex.org/W4322008322","https://openalex.org/W4221088574","https://openalex.org/W4236038968","https://openalex.org/W1520691178"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3],"introduce":[4],"theaverage":[5],"top-$k$k($\\mathrm":[6],"{AT}_k$)":[7],"loss,":[8],"which":[9],"is":[10,34],"the":[11,39,46,50,65,70,107,110,124,131,139],"average":[12,47,143],"over":[13,17,80],"the$k$largest":[14],"individual":[15,82,92,113],"losses":[16,83],"a":[18,22,35,77],"training":[19,118],"data,":[20],"as":[21],"new":[23],"aggregate":[24,43],"loss":[25,48,93,114],"for":[26,145],"supervised":[27,146],"learning.":[28],"We":[29,99,121,137],"show":[30],"that":[31],"the$\\mathrm":[32,54,104,128],"{AT}_k$loss":[33,55,105,129],"natural":[36],"generalization":[37],"of":[38,64,91,103,109,112,127,141],"two":[40],"widely":[41],"used":[42],"losses,":[44],"namely":[45],"and":[49,84,115,130,152,159],"maximum":[51],"loss.":[52],"Yet,":[53],"can":[56,85],"better":[57],"adapt":[58],"to":[59,117],"different":[60,71,89],"data":[61,119],"distributions":[62],"because":[63],"extra":[66],"flexibility":[67],"provided":[68],"by":[69],"choices":[72],"of$k$.":[73],"Furthermore,":[74],"it":[75],"remains":[76],"convex":[78],"function":[79],"all":[81],"be":[86],"combined":[87],"with":[88],"types":[90],"without":[94],"significant":[95],"increase":[96],"in":[97],"computation.":[98],"then":[100],"provide":[101],"interpretations":[102],"from":[106],"perspective":[108],"modification":[111],"robustness":[116],"distributions.":[120],"further":[122],"study":[123],"classification":[125,151],"calibration":[126],"error":[132],"bounds":[133],"of$\\mathrm":[134],"{AT}_k$-SVM":[135],"model.":[136],"demonstrate":[138],"applicability":[140],"minimum":[142],"top-$k$learning":[144],"learning":[147],"problems":[148],"including":[149],"binary/multi-class":[150],"regression,":[153],"using":[154],"experiments":[155],"on":[156],"both":[157],"synthetic":[158],"real":[160],"datasets.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}