{"id":"https://openalex.org/W2573736728","doi":null,"title":"Utilize old coordinates: faster doubly stochastic gradients for kernel methods","display_name":"Utilize old coordinates: faster doubly stochastic gradients for kernel methods","publication_year":2016,"publication_date":"2016-06-25","ids":{"openalex":"https://openalex.org/W2573736728","mag":"2573736728"},"language":"en","primary_location":{"id":"mag:2573736728","doi":null,"is_oa":false,"landing_page_url":"http://auai.org/uai2016/proceedings/papers/105.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306421103","display_name":"Uncertainty in Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Uncertainty in Artificial Intelligence","raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102972645","display_name":"Chunliang Li","orcid":"https://orcid.org/0000-0002-5938-5510","observed_orcids":["https://orcid.org/0000-0002-5938-5510"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chun\u2010Liang Li","raw_affiliation_strings":["Machine Learning Department, Carnegie Mellon University, Pittsburgh, PA"],"raw_orcid":"https://orcid.org/0000-0002-5938-5510","affiliations":[{"raw_affiliation_string":"Machine Learning Department, Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013695358","display_name":"Barnab\u00e1s P\u00f3czos","orcid":"https://orcid.org/0000-0002-2898-4705","observed_orcids":["https://orcid.org/0000-0002-2898-4705"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barnab\u00e1s P\u00f3czos","raw_affiliation_strings":["Machine Learning Department, Carnegie Mellon University, Pittsburgh, PA"],"raw_orcid":"https://orcid.org/0000-0002-2898-4705","affiliations":[{"raw_affiliation_string":"Machine Learning Department, Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":0.4753,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.72791395,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"467","last_page":"476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kernel-methods","display_name":"kernel methods","score":0.7760000228881836},{"id":"https://openalex.org/keywords/random-features","display_name":"random features","score":0.9079999923706055},{"id":"https://openalex.org/keywords/kernel-approximation","display_name":"kernel approximation","score":0.9620000123977661},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"stochastic gradient descent","score":0.6650000214576721},{"id":"https://openalex.org/keywords/feature-selection","display_name":"feature selection","score":0.4440000057220459},{"id":"https://openalex.org/keywords/scalability","display_name":"scalability","score":0.6209999918937683},{"id":"https://openalex.org/keywords/large-scale-machine-learning","display_name":"large-scale machine learning","score":0.6019999980926514}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7214429974555969},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.632745623588562},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.617060661315918},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5717418193817139},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5221688747406006},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.503544270992279},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33641517162323},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2183438539505005},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.12211158871650696},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2573736728","doi":null,"is_oa":false,"landing_page_url":"http://auai.org/uai2016/proceedings/papers/105.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306421103","display_name":"Uncertainty in Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Uncertainty in Artificial Intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W175700287","https://openalex.org/W1496467656","https://openalex.org/W1939652453","https://openalex.org/W1970136394","https://openalex.org/W2095984592","https://openalex.org/W2107438106","https://openalex.org/W2107791152","https://openalex.org/W2112545207","https://openalex.org/W2112796928","https://openalex.org/W2118585731","https://openalex.org/W2123395972","https://openalex.org/W2138995291","https://openalex.org/W2144902422","https://openalex.org/W2147118250","https://openalex.org/W2150621701","https://openalex.org/W2153635508","https://openalex.org/W2163605009","https://openalex.org/W2172067320","https://openalex.org/W2243515985","https://openalex.org/W2950187998","https://openalex.org/W2951326406","https://openalex.org/W2952853356"],"related_works":["https://openalex.org/W3183420805","https://openalex.org/W2145763471","https://openalex.org/W3131301951","https://openalex.org/W2243515985","https://openalex.org/W2741352581","https://openalex.org/W2393444374","https://openalex.org/W2949611307","https://openalex.org/W2604310683","https://openalex.org/W2144902422","https://openalex.org/W4318718525"],"abstract_inverted_index":{"To":[0],"address":[1,65],"the":[2,22,70,83,90,95,106,119,127,158,162,179,182,204,207],"scalability":[3],"issue":[4,67],"of":[5,52,73,80,97,114,122,149,181,206],"kernel":[6,14],"methods,":[7],"random":[8,53,71,98,123,146],"features":[9,72,99,124,147,152,168],"are":[10],"commonly":[11],"used":[12],"for":[13,82],"approximation":[15,107],"(Rahimi":[16],"and":[17,31,86,129,196],"Recht,":[18],"2007).":[19],"They":[20],"map":[21],"input":[23],"data":[24],"to":[25,40,109,139,169,202],"a":[26,49],"randomized":[27],"low-dimensional":[28],"feature":[29],"space":[30],"apply":[32],"fast":[33],"linear":[34],"learning":[35],"algorithms":[36,138],"on":[37,193],"it.":[38],"However,":[39],"achieve":[41],"high":[42],"precision":[43],"results,":[44],"one":[45],"might":[46],"still":[47],"need":[48],"large":[50,120],"number":[51,96,121],"features,":[54],"which":[55,103],"is":[56,117,174],"infeasible":[57],"in":[58,76,89,153,187],"large-scale":[59,197],"applications.":[60],"Dai":[61],"et":[62],"al.":[63],"(2014)":[64],"this":[66,115,141],"by":[68,143],"recomputing":[69],"small":[74],"batches":[75],"each":[77],"iteration":[78],"instead":[79,148],"pre-generating":[81],"whole":[84],"dataset":[85],"keeping":[87],"them":[88],"memory.":[91],"The":[92,171],"algorithm":[93,164,184],"increases":[94],"linearly":[100],"with":[101],"iterations,":[102],"can":[104],"reduce":[105],"error":[108],"arbitrarily":[110],"small.":[111],"A":[112],"drawback":[113],"approach":[116],"that":[118],"slows":[125],"down":[126],"prediction":[128],"gradient":[130],"evaluation":[131],"after":[132],"several":[133],"iterations.":[134,155],"We":[135,189],"propose":[136],"two":[137],"remedy":[140],"situation":[142],"utilizing":[144],"old":[145,167],"adding":[150],"new":[151],"certain":[154],"By":[156],"checking":[157],"expected":[159],"descent":[160],"amount,":[161],"proposed":[163,208],"selects":[165],"important":[166],"update.":[170],"resulting":[172],"procedure":[173],"surprisingly":[175],"simple":[176],"without":[177],"enhancing":[178],"complexity":[180],"original":[183],"but":[185],"effective":[186],"practice.":[188],"conduct":[190],"empirical":[191],"studies":[192],"both":[194],"medium":[195],"datasets,":[198],"such":[199],"as":[200],"ImageNet,":[201],"demonstrate":[203],"power":[205],"algorithms.":[209]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2017-01-26T00:00:00"}