{"id":"https://openalex.org/W2896129873","doi":"https://doi.org/10.1145/3269206.3272014","title":"Optimizing Generalized Linear Models with Billions of Variables","display_name":"Optimizing Generalized Linear Models with Billions of Variables","publication_year":2018,"publication_date":"2018-10-17","ids":{"openalex":"https://openalex.org/W2896129873","doi":"https://doi.org/10.1145/3269206.3272014","mag":"2896129873"},"language":"en","primary_location":{"id":"doi:10.1145/3269206.3272014","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3269206.3272014","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082815806","display_name":"Yanbo Liang","orcid":"https://orcid.org/0009-0003-2111-0014"},"institutions":[{"id":"https://openalex.org/I4210106576","display_name":"Hortonworks (United States)","ror":"https://ror.org/01bctgj87","country_code":"US","type":"company","lineage":["https://openalex.org/I4210106576"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yanbo Liang","raw_affiliation_strings":["Hortonworks, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"Hortonworks, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I4210106576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101032792","display_name":"Yongyang Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yongyang Yu","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101512458","display_name":"Mingjie Tang","orcid":"https://orcid.org/0000-0002-8893-4574"},"institutions":[{"id":"https://openalex.org/I4210106576","display_name":"Hortonworks (United States)","ror":"https://ror.org/01bctgj87","country_code":"US","type":"company","lineage":["https://openalex.org/I4210106576"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingjie Tang","raw_affiliation_strings":["Hortonworks, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"Hortonworks, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I4210106576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037831162","display_name":"Chaozhuo Li","orcid":"https://orcid.org/0000-0002-9867-1712"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaozhuo Li","raw_affiliation_strings":["Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009616306","display_name":"Wenqing Yang","orcid":"https://orcid.org/0000-0002-4721-6197"},"institutions":[{"id":"https://openalex.org/I4210106576","display_name":"Hortonworks (United States)","ror":"https://ror.org/01bctgj87","country_code":"US","type":"company","lineage":["https://openalex.org/I4210106576"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weiqing Yang","raw_affiliation_strings":["Hortonworks, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"Hortonworks, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I4210106576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100717022","display_name":"Weichen Xu","orcid":"https://orcid.org/0000-0001-9486-1693"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weichen Xu","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040720109","display_name":"Ruifeng Zheng","orcid":"https://orcid.org/0000-0001-5410-6810"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruifeng Zheng","raw_affiliation_strings":["JD.com, Beijing, China"],"affiliations":[{"raw_affiliation_string":"JD.com, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5082815806"],"corresponding_institution_ids":["https://openalex.org/I4210106576"],"apc_list":null,"apc_paid":null,"fwci":0.1045,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.45613106,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2155","last_page":"2163"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8175055980682373},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.744335949420929},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5463876128196716},{"id":"https://openalex.org/keywords/volume","display_name":"Volume (thermodynamics)","score":0.5268705487251282},{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.4678666591644287},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4517369866371155},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37417370080947876},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.35022562742233276},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32177212834358215},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1747719943523407}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8175055980682373},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.744335949420929},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5463876128196716},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.5268705487251282},{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.4678666591644287},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4517369866371155},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37417370080947876},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35022562742233276},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32177212834358215},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1747719943523407},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3269206.3272014","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3269206.3272014","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1015675232","https://openalex.org/W1480376833","https://openalex.org/W1947869163","https://openalex.org/W1973452851","https://openalex.org/W1989730800","https://openalex.org/W2074694452","https://openalex.org/W2101153329","https://openalex.org/W2102458936","https://openalex.org/W2122465391","https://openalex.org/W2131975293","https://openalex.org/W2135046866","https://openalex.org/W2150579495","https://openalex.org/W2294283642","https://openalex.org/W2316564661","https://openalex.org/W2402144811","https://openalex.org/W2524610192","https://openalex.org/W2547386789","https://openalex.org/W2548613432","https://openalex.org/W2598545596","https://openalex.org/W2601615955","https://openalex.org/W2767518867","https://openalex.org/W2951781666","https://openalex.org/W2964122166","https://openalex.org/W3029645440","https://openalex.org/W4298304654"],"related_works":["https://openalex.org/W2355561715","https://openalex.org/W2355326491","https://openalex.org/W1982914007","https://openalex.org/W2159583675","https://openalex.org/W1852113167","https://openalex.org/W1493858311","https://openalex.org/W1824242903","https://openalex.org/W2155470929","https://openalex.org/W2394465510","https://openalex.org/W2111125783"],"abstract_inverted_index":{"The":[0],"use":[1],"of":[2,59,77,110,138,151],"large-scale":[3],"machine":[4,52],"learning~(ML)":[5],"is":[6],"becoming":[7],"ubiquitous":[8],"in":[9,25],"various":[10],"domains":[11],"ranging":[12],"from":[13,91],"business":[14],"intelligence":[15],"to":[16,87,104],"self-driving":[17],"cars.":[18],"Many":[19],"companies":[20],"are":[21,46],"building":[22],"ML":[23,134],"pipelines":[24],"a":[26,50,66,83,148],"unified":[27],"data":[28,89],"processing":[29],"environment,":[30],"and":[31,54,101,113,140,157],"leveraging":[32],"well-tuned":[33],"numerical":[34],"optimization":[35,44],"packages":[36],"for":[37,49,133],"obtaining":[38],"model":[39,115],"parameters.":[40],"However,":[41],"most":[42],"existing":[43],"tools":[45],"specifically":[47],"designed":[48],"single":[51],"setup,":[53],"cannot":[55],"handle":[56],"vast":[57],"volume":[58],"data.":[60],"In":[61],"this":[62],"work,":[63],"we":[64,97],"build":[65],"distributed":[67,85],"computing":[68],"framework":[69],"towards":[70],"optimizing":[71],"generalized":[72],"linear":[73],"models":[74,135],"with":[75,117,136],"billions":[76,137],"variables.":[78],"We":[79],"at":[80],"first":[81],"design":[82],"new":[84],"vector":[86],"represent":[88],"points":[90],"extremely":[92],"large":[93],"feature":[94],"space.":[95],"Then,":[96],"introduce":[98],"an":[99],"efficient":[100],"scalable":[102],"approach":[103],"compute":[105],"the":[106],"second":[107],"order":[108],"derivatives":[109],"loss":[111],"function,":[112],"optimizes":[114],"parameters":[116],"limited":[118],"memory":[119],"requirement.":[120],"Experiments":[121],"on":[122,147],"real-world":[123],"datasets":[124],"demonstrate":[125],"that":[126],"our":[127],"proposed":[128],"techniques":[129],"can":[130],"scale":[131],"up":[132],"variables,":[139],"achieves":[141],"better":[142],"performance":[143],"than":[144],"state-of-the-art":[145],"systems":[146],"wide":[149],"range":[150],"applications,":[152],"e.g.,":[153],"ad":[154],"CTR":[155],"prediction":[156],"rideshare":[158],"price":[159],"bidding.":[160]},"counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}