{"id":"https://openalex.org/W2951001719","doi":"https://doi.org/10.1609/aaai.v33i01.33013812","title":"Learning Anytime Predictions in Neural Networks via Adaptive Loss Balancing","display_name":"Learning Anytime Predictions in Neural Networks via Adaptive Loss Balancing","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2951001719","doi":"https://doi.org/10.1609/aaai.v33i01.33013812","mag":"2951001719"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33013812","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33013812","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4268/4146","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4268/4146","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086571385","display_name":"Hanzhang Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hanzhang Hu","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103717145","display_name":"Debadeepta Dey","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Debadeepta Dey","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075246991","display_name":"Martial Hebert","orcid":"https://orcid.org/0000-0003-4566-5930"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martial Hebert","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112411386","display_name":"J. Andrew Bagnell","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Andrew Bagnell","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5086571385"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":4.7883,"has_fulltext":true,"cited_by_count":68,"citation_normalized_percentile":{"value":0.95238899,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"33","issue":"01","first_page":"3812","last_page":"3821"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.7951091527938843},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6997629404067993},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6849023699760437},{"id":"https://openalex.org/keywords/fraction","display_name":"Fraction (chemistry)","score":0.49637919664382935},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.45439887046813965},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4397605061531067},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3443564474582672},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3130704164505005},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3074764013290405},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20397093892097473}],"concepts":[{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.7951091527938843},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6997629404067993},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6849023699760437},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.49637919664382935},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.45439887046813965},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4397605061531067},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3443564474582672},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3130704164505005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3074764013290405},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20397093892097473},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v33i01.33013812","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33013812","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4268/4146","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33013812","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33013812","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4268/4146","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5259331294","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G8330157387","display_name":null,"funder_award_id":"W911NF-10-2-0016","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2951001719.pdf","grobid_xml":"https://content.openalex.org/works/W2951001719.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W845365781","https://openalex.org/W1475617732","https://openalex.org/W1525110644","https://openalex.org/W1585589143","https://openalex.org/W1601612555","https://openalex.org/W1686810756","https://openalex.org/W1767170241","https://openalex.org/W1821462560","https://openalex.org/W2070996757","https://openalex.org/W2097735973","https://openalex.org/W2101474437","https://openalex.org/W2117539524","https://openalex.org/W2128466927","https://openalex.org/W2134797427","https://openalex.org/W2163316275","https://openalex.org/W2163605009","https://openalex.org/W2164598857","https://openalex.org/W2168894214","https://openalex.org/W2169961240","https://openalex.org/W2182356372","https://openalex.org/W2187805056","https://openalex.org/W2194775991","https://openalex.org/W2216589588","https://openalex.org/W2274287116","https://openalex.org/W2279098554","https://openalex.org/W2300242332","https://openalex.org/W2335728318","https://openalex.org/W2408279554","https://openalex.org/W2549139847","https://openalex.org/W2560023338","https://openalex.org/W2592790041","https://openalex.org/W2598097916","https://openalex.org/W2608317659","https://openalex.org/W2741768657","https://openalex.org/W2748428003","https://openalex.org/W2760911068","https://openalex.org/W2774627531","https://openalex.org/W2962851801","https://openalex.org/W2962965870","https://openalex.org/W2963175113","https://openalex.org/W2963393494","https://openalex.org/W2963446712","https://openalex.org/W2963522749","https://openalex.org/W2964350391","https://openalex.org/W3118608800","https://openalex.org/W4293454883","https://openalex.org/W4295262505","https://openalex.org/W6623430341","https://openalex.org/W6635030199","https://openalex.org/W6636070198","https://openalex.org/W6638523607","https://openalex.org/W6675282250","https://openalex.org/W6684665197","https://openalex.org/W6686725685","https://openalex.org/W6687483927","https://openalex.org/W6693397755","https://openalex.org/W6696904280","https://openalex.org/W6725739302","https://openalex.org/W6726275242","https://openalex.org/W6730342312","https://openalex.org/W6737307077","https://openalex.org/W6746378732"],"related_works":["https://openalex.org/W1191014223","https://openalex.org/W178140751","https://openalex.org/W2046435967","https://openalex.org/W1137063513","https://openalex.org/W4231775656","https://openalex.org/W4387682966","https://openalex.org/W2383646825","https://openalex.org/W3093605827","https://openalex.org/W2371018915","https://openalex.org/W2920554842"],"abstract_inverted_index":{"This":[0],"work":[1],"considers":[2],"the":[3,34,47,51,70,74,83,88,118,162],"trade-off":[4],"between":[5],"accuracy":[6,120],"and":[7,100],"testtime":[8],"computational":[9],"cost":[10,163],"of":[11,41,73,76,85,149,164,168],"deep":[12],"neural":[13,113],"networks":[14,114],"(DNNs)":[15],"via":[16],"anytime":[17,94,112,156],"predictions":[18,95],"from":[19,62],"auxiliary":[20,25],"predictions.":[21],"Specifically,":[22],"we":[23,144],"optimize":[24],"losses":[26,48,108],"jointly":[27],"in":[28],"an":[29,79],"adaptive":[30,89,123],"weighted":[31],"sum,":[32],"where":[33],"weights":[35,90,124,133],"are":[36],"inversely":[37],"proportional":[38],"to":[39,49,68],"average":[40],"each":[42,77],"loss.":[43],"Intuitively,":[44],"this":[45,60],"balances":[46],"have":[50],"same":[52,119],"scale.":[53],"We":[54],"demonstrate":[55],"theoretical":[56],"considerations":[57],"that":[58,81],"motivate":[59],"approach":[61],"multiple":[63,97],"viewpoints,":[64],"including":[65,105],"connecting":[66],"it":[67],"optimizing":[69],"geometric":[71],"mean":[72],"expectation":[75],"loss,":[78],"objective":[80],"ignores":[82],"scale":[84],"losses.":[86],"Experimentally,":[87],"induce":[91],"more":[92],"competitive":[93],"on":[96,125,134],"recognition":[98],"data-sets":[99],"models":[101],"than":[102,129],"non-adaptive":[103],"approaches":[104],"weighing":[106],"all":[107],"equally.":[109],"In":[110],"particular,":[111],"(ANNs)":[115],"can":[116,153],"achieve":[117,154],"faster":[121],"using":[122,130],"a":[126,135,147,165],"small":[127],"network":[128],"static":[131],"constant":[132],"large":[136],"one.":[137],"For":[138],"problems":[139],"with":[140],"high":[141],"performance":[142],"saturation,":[143],"also":[145],"show":[146],"sequence":[148],"exponentially":[150],"deepening":[151],"ANNs":[152],"near-optimal":[155],"results":[157],"at":[158,161],"any":[159],"budget,":[160],"const":[166],"fraction":[167],"extra":[169],"computation.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}