{"id":"https://openalex.org/W3042443324","doi":"https://doi.org/10.1109/tpami.2022.3218265","title":"Drinking from a Firehose: Continual Learning with Web-scale Natural Language","display_name":"Drinking from a Firehose: Continual Learning with Web-scale Natural Language","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W3042443324","doi":"https://doi.org/10.1109/tpami.2022.3218265","mag":"3042443324","pmid":"https://pubmed.ncbi.nlm.nih.gov/36315549"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3218265","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3218265","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065708799","display_name":"Hexiang Hu","orcid":"https://orcid.org/0000-0002-4720-169X"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hexiang Hu","raw_affiliation_strings":["Department of Computer Science, Viterbi School of Engineering, University of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Viterbi School of Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026399398","display_name":"Ozan \u015eener","orcid":"https://orcid.org/0000-0002-1542-7547"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ozan Sener","raw_affiliation_strings":["Intel Labs, Santa Clara, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1542-7547","affiliations":[{"raw_affiliation_string":"Intel Labs, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544732","display_name":"Fei Sha","orcid":"https://orcid.org/0000-0002-9382-0010"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei Sha","raw_affiliation_strings":["Department of Computer Science, Viterbi School of Engineering, University of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Viterbi School of Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006181255","display_name":"Vladlen Koltun","orcid":"https://orcid.org/0000-0003-0858-0970"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vladlen Koltun","raw_affiliation_strings":["Intel Labs, Santa Clara, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0858-0970","affiliations":[{"raw_affiliation_string":"Intel Labs, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8809,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.72805534,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"45","issue":"5","first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11581","display_name":"Viral Infections and Outbreaks Research","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/2725","display_name":"Infectious Diseases"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7629663944244385},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7574117183685303},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7049129009246826},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.696284294128418},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5153667330741882},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4656814932823181},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.46485793590545654},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4331591725349426},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41730186343193054},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.08870968222618103}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7629663944244385},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7574117183685303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7049129009246826},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.696284294128418},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5153667330741882},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4656814932823181},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.46485793590545654},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4331591725349426},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41730186343193054},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.08870968222618103},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3218265","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3218265","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:36315549","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36315549","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.75}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":123,"referenced_works":["https://openalex.org/W96919566","https://openalex.org/W102708294","https://openalex.org/W1512387364","https://openalex.org/W1579705726","https://openalex.org/W1682403713","https://openalex.org/W1718499378","https://openalex.org/W1964763677","https://openalex.org/W2022166150","https://openalex.org/W2034978228","https://openalex.org/W2077723394","https://openalex.org/W2084323233","https://openalex.org/W2094728533","https://openalex.org/W2107658650","https://openalex.org/W2116522068","https://openalex.org/W2122865749","https://openalex.org/W2133013156","https://openalex.org/W2426267443","https://openalex.org/W2474280151","https://openalex.org/W2513180554","https://openalex.org/W2525778437","https://openalex.org/W2554616628","https://openalex.org/W2556468274","https://openalex.org/W2560647685","https://openalex.org/W2565989828","https://openalex.org/W2737492962","https://openalex.org/W2782276075","https://openalex.org/W2786446225","https://openalex.org/W2788388592","https://openalex.org/W2804175194","https://openalex.org/W2823875838","https://openalex.org/W2885185669","https://openalex.org/W2891348164","https://openalex.org/W2902625698","https://openalex.org/W2913946806","https://openalex.org/W2914442349","https://openalex.org/W2923014074","https://openalex.org/W2924984511","https://openalex.org/W2926477959","https://openalex.org/W2941662102","https://openalex.org/W2943035085","https://openalex.org/W2947461406","https://openalex.org/W2962724315","https://openalex.org/W2962788902","https://openalex.org/W2963003887","https://openalex.org/W2963072899","https://openalex.org/W2963211188","https://openalex.org/W2963250244","https://openalex.org/W2963310665","https://openalex.org/W2963366196","https://openalex.org/W2963403868","https://openalex.org/W2963559848","https://openalex.org/W2963577698","https://openalex.org/W2963746283","https://openalex.org/W2963813679","https://openalex.org/W2963854351","https://openalex.org/W2963979492","https://openalex.org/W2964048876","https://openalex.org/W2964110616","https://openalex.org/W2964121744","https://openalex.org/W2964189064","https://openalex.org/W2964222296","https://openalex.org/W2970066656","https://openalex.org/W2970586779","https://openalex.org/W2970748152","https://openalex.org/W2973049837","https://openalex.org/W2974317861","https://openalex.org/W2982701845","https://openalex.org/W2990704537","https://openalex.org/W2997195635","https://openalex.org/W3013325675","https://openalex.org/W3021931813","https://openalex.org/W3030163527","https://openalex.org/W3030364939","https://openalex.org/W3097784654","https://openalex.org/W3098511564","https://openalex.org/W3100749323","https://openalex.org/W3103800629","https://openalex.org/W3106522756","https://openalex.org/W3112170794","https://openalex.org/W3198664535","https://openalex.org/W4205340316","https://openalex.org/W4245895156","https://openalex.org/W4287702615","https://openalex.org/W4292022450","https://openalex.org/W4292779060","https://openalex.org/W6631190155","https://openalex.org/W6637546263","https://openalex.org/W6679564466","https://openalex.org/W6720926796","https://openalex.org/W6727690538","https://openalex.org/W6738045163","https://openalex.org/W6738394178","https://openalex.org/W6738602802","https://openalex.org/W6739901393","https://openalex.org/W6741087337","https://openalex.org/W6741121127","https://openalex.org/W6741217325","https://openalex.org/W6741886682","https://openalex.org/W6745121187","https://openalex.org/W6751591294","https://openalex.org/W6752540598","https://openalex.org/W6753030114","https://openalex.org/W6754928636","https://openalex.org/W6756754374","https://openalex.org/W6757384668","https://openalex.org/W6759037234","https://openalex.org/W6759579507","https://openalex.org/W6760784890","https://openalex.org/W6761283764","https://openalex.org/W6762050831","https://openalex.org/W6762392948","https://openalex.org/W6762481305","https://openalex.org/W6763195353","https://openalex.org/W6764645560","https://openalex.org/W6768028577","https://openalex.org/W6771522293","https://openalex.org/W6771587926","https://openalex.org/W6776188292","https://openalex.org/W6778883912","https://openalex.org/W6785816710","https://openalex.org/W6794728619","https://openalex.org/W6849896277","https://openalex.org/W6966671700"],"related_works":["https://openalex.org/W4206357785","https://openalex.org/W3192840557","https://openalex.org/W4281381188","https://openalex.org/W2951211570","https://openalex.org/W3167935049","https://openalex.org/W3023427754","https://openalex.org/W4375928479","https://openalex.org/W3131673289","https://openalex.org/W3198847674","https://openalex.org/W3096913503"],"abstract_inverted_index":{"Continual":[0],"learning":[1,33,54,67,127,151],"systems":[2],"will":[3],"interact":[4],"with":[5,7,11],"humans,":[6],"each":[8],"other,":[9],"and":[10,18,22,100,170],"the":[12,61,117,154,163,167,171],"physical":[13],"world":[14],"through":[15],"time":[16],"-":[17],"continue":[19],"to":[20,75],"learn":[21],"adapt":[23],"as":[24,157,159],"they":[25],"do.":[26],"An":[27],"important":[28],"open":[29],"problem":[30,62,165],"for":[31,52,142,178],"continual":[32,53,126,143,150,183],"is":[34],"a":[35,49,56,76,122,139,175],"large-scale":[36],"benchmark":[37,177],"which":[38,69],"enables":[39],"realistic":[40],"evaluation":[41,124],"of":[42,63,78,93,125],"algorithms.":[43],"In":[44],"this":[45,135],"paper,":[46],"we":[47,89,120,137],"study":[48],"natural":[50],"setting":[51],"on":[55,87,129,134,153,181],"massive":[57,91],"scale.":[58,132],"We":[59],"introduce":[60],"personalized":[64,72],"online":[65],"language":[66,73],"(POLL),":[68],"involves":[70],"fitting":[71],"models":[74],"population":[77],"users":[79,111],"that":[80,147],"evolves":[81],"over":[82,112],"time.":[83],"To":[84],"facilitate":[85],"research":[86,180],"POLL,":[88],"collect":[90],"datasets":[92,156],"Twitter":[94],"posts.":[95],"These":[96],"datasets,":[97,119,169],"Firehose10":[98],"M":[99],"Firehose100":[101],"M,":[102],"comprise":[103],"100":[104],"million":[105,110],"tweets,":[106],"posted":[107],"by":[108,116],"one":[109],"six":[113],"years.":[114],"Enabled":[115],"Firehose":[118,155,168],"present":[121],"rigorous":[123],"algorithms":[128],"an":[130],"unprecedented":[131],"Based":[133],"analysis,":[136],"develop":[138],"simple":[140],"algorithm":[141,173],"gradient":[144],"descent":[145],"(ConGraD)":[146],"outperforms":[148],"prior":[149],"methods":[152],"well":[158],"earlier":[160],"benchmarks.":[161],"Collectively,":[162],"POLL":[164],"setting,":[166],"ConGraD":[172],"enable":[174],"complete":[176],"reproducible":[179],"web-scale":[182],"learning.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}