{"id":"https://openalex.org/W2593083167","doi":null,"title":"Stochastic functional descent for learning Support Vector Machines","display_name":"Stochastic functional descent for learning Support Vector Machines","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2593083167","mag":"2593083167"},"language":"en","primary_location":{"id":"pmh:oai:open.bu.edu:2144/14104","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/2144/14104","pdf_url":null,"source":{"id":"https://openalex.org/S4306402384","display_name":"OpenBU (Boston University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I111088046","host_organization_name":"Boston University","host_organization_lineage":["https://openalex.org/I111088046"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis/Dissertation"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101939666","display_name":"Kun He","orcid":"https://orcid.org/0000-0002-0828-0794","observed_orcids":["https://orcid.org/0000-0002-0828-0794","https://orcid.org/0000-0003-4971-1447"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kun He","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-0828-0794","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5101939666"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8564000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8564000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.09700000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.010200000368058681,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"support vector machine","score":0.9350000023841858},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.9929999709129333},{"id":"https://openalex.org/keywords/hinge-loss","display_name":"hinge loss","score":0.8539999723434448},{"id":"https://openalex.org/keywords/local-regularization","display_name":"local regularization","score":0.7269999980926514},{"id":"https://openalex.org/keywords/regularization-parameter-selection","display_name":"regularization parameter selection","score":0.703000009059906},{"id":"https://openalex.org/keywords/nonsmooth-optimization","display_name":"nonsmooth optimization","score":0.777999997138977},{"id":"https://openalex.org/keywords/multi-class-svm","display_name":"multi-class SVM","score":0.6159999966621399},{"id":"https://openalex.org/keywords/structural-svm","display_name":"structural SVM","score":0.8709999918937683},{"id":"https://openalex.org/keywords/binary-classification","display_name":"binary classification","score":0.6169999837875366},{"id":"https://openalex.org/keywords/convergence-analysis","display_name":"convergence analysis","score":0.7509999871253967}],"concepts":[{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6209201812744141},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.5947794914245605},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.5896438956260681},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5144596099853516},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4964643120765686},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44976410269737244},{"id":"https://openalex.org/C92087593","wikidata":"https://www.wikidata.org/wiki/Q427389","display_name":"Vector (molecular biology)","level":4,"score":0.41772791743278503},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.192807137966156},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.15482497215270996},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.12511062622070312},{"id":"https://openalex.org/C40767141","wikidata":"https://www.wikidata.org/wiki/Q285697","display_name":"Recombinant DNA","level":3,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:open.bu.edu:2144/14104","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/2144/14104","pdf_url":null,"source":{"id":"https://openalex.org/S4306402384","display_name":"OpenBU (Boston University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I111088046","host_organization_name":"Boston University","host_organization_lineage":["https://openalex.org/I111088046"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis/Dissertation"},{"id":"mag:2593083167","doi":null,"is_oa":false,"landing_page_url":"https://open.bu.edu/handle/2144/14104","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W131378802","https://openalex.org/W1525954826","https://openalex.org/W1554944419","https://openalex.org/W1678356000","https://openalex.org/W1850731992","https://openalex.org/W1988790447","https://openalex.org/W2002355073","https://openalex.org/W2024046085","https://openalex.org/W2031248101","https://openalex.org/W2031489346","https://openalex.org/W2091098068","https://openalex.org/W2096199223","https://openalex.org/W2103827941","https://openalex.org/W2105636360","https://openalex.org/W2105842272","https://openalex.org/W2106129230","https://openalex.org/W2112269233","https://openalex.org/W2125993116","https://openalex.org/W2135106139","https://openalex.org/W2142037471","https://openalex.org/W2150593711","https://openalex.org/W2151103935","https://openalex.org/W2154422044","https://openalex.org/W2157711174","https://openalex.org/W2157791002","https://openalex.org/W2157998899","https://openalex.org/W2162915993","https://openalex.org/W2164301055","https://openalex.org/W2164641162","https://openalex.org/W2168029744","https://openalex.org/W2168356304","https://openalex.org/W2168920183","https://openalex.org/W2169498096","https://openalex.org/W2184099057","https://openalex.org/W2538008885","https://openalex.org/W2913535645","https://openalex.org/W2964262905","https://openalex.org/W3120740533"],"related_works":["https://openalex.org/W2100475161","https://openalex.org/W2171671424","https://openalex.org/W3123700361","https://openalex.org/W7095237131","https://openalex.org/W2083734866","https://openalex.org/W43388155","https://openalex.org/W2569940912","https://openalex.org/W3007818867","https://openalex.org/W7096223267","https://openalex.org/W7097038859"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,35,46,100,145,180,193,265,291],"novel":[3],"method":[4,16],"for":[5,69,179,192,314],"learning":[6,26,41,72,127,137,177,333,339],"Support":[7],"Vector":[8],"Machines":[9],"(SVMs)":[10],"in":[11,20,34,91,161,166,305],"the":[12,24,28,56,64,105,111,130,154,167,171,176,214,227,245,282,287,303,315,348,374,378],"online":[13,25,70,125,168,222,320,331],"setting.":[14],"Our":[15],"is":[17,51,114,159,255,299],"generally":[18],"applicable":[19],"that":[21,50,86,237,254,275],"it":[22],"handles":[23],"of":[27,44,53,67,196,293,377],"binary,":[29],"multiclass,":[30],"and":[31,59,116,139],"structural":[32],"SVMs":[33],"unified":[36],"view.":[37],"\\n":[38,201,270],"\\nThe":[39],"SVM":[40,71,126,136,332],"problem":[42,132,178],"consists":[43],"optimizing":[45],"convex":[47],"objective":[48],"function":[49,106],"composed":[52],"two":[54,89,207,345],"parts:":[55],"hinge":[57,112,228,284],"loss":[58,113],"quadratic":[60],"regularization.":[61],"To":[62,212],"date,":[63],"predominant":[65],"family":[66],"approaches":[68,128],"has":[73],"been":[74],"gradient-based":[75,95,306],"methods,":[76,138,334,340],"such":[77,92],"as":[78,230,335,337],"Stochastic":[79],"Gradient":[80],"Descent":[81],"(SGD).":[82],"Unfortunately,":[83],"we":[84,217,248,310],"note":[85],"there":[87],"are":[88,97],"drawbacks":[90],"approaches:":[93],"first,":[94],"methods":[96,366],"based":[98],"on":[99,170],"local":[101,163,242,252],"linear":[102],"approximation":[103,119],"to":[104,143,204,219,225,232,240,250,257,301,372],"being":[107],"optimized,":[108],"but":[109],"since":[110],"piecewise-linear":[115],"nonsmooth,":[117],"this":[118],"can":[120,198,322,355],"be":[121,187,199],"ill-behaved.":[122],"Second,":[123],"existing":[124],"share":[129],"same":[131],"formulation":[133],"with":[134,209,286],"batch":[135,338],"they":[140],"all":[141,364],"need":[142],"tune":[144],"fixed":[146,266],"global":[147,157,182,267,379],"regularization":[148,158,183,253,268,294,380],"parameter":[149,184],"by":[150,290,328],"cross":[151,361,370],"validation.":[152],"On":[153],"one":[155,343],"hand,":[156,173],"ineffective":[160],"handling":[162],"irregularities":[164],"encountered":[165],"setting;":[169],"other":[172,329,365],"even":[174],"though":[175],"particular":[181],"value":[185],"may":[186],"efficiently":[188],"solved,":[189],"repeatedly":[190],"solving":[191],"wide":[194],"range":[195],"values":[197],"costly.":[200],"\\nWe":[202],"intend":[203],"tackle":[205],"these":[206,297,357],"problems":[208],"our":[210,276,319,353],"approach.":[211],"address":[213],"first":[215],"problem,":[216,247],"propose":[218,249],"perform":[220,241,368],"implicit":[221],"update":[223,260,278],"steps":[224,279],"optimize":[226,281],"loss,":[229,285],"opposed":[231],"explicit":[233],"(or":[234],"gradient-based)":[235],"updates":[236],"utilize":[238],"subgradients":[239],"linearization.":[243],"Regarding":[244],"second":[246],"enforce":[251],"applied":[256],"individual":[258],"classifier":[259,277],"steps,":[261],"rather":[262],"than":[263],"having":[264],"term.":[269],"\\nOur":[271],"theoretical":[272],"analysis":[273],"suggests":[274],"progressively":[280],"structured":[283],"rate":[288],"controlled":[289],"sequence":[292],"parameters;":[295],"setting":[296,302],"parameters":[298],"analogous":[300],"stepsizes":[304],"methods.":[307],"In":[308],"addition,":[309],"give":[311],"sufficient":[312],"conditions":[313],"algorithm's":[316],"convergence.":[317],"Experimentally,":[318],"algorithm":[321,354],"match":[323],"optimal":[324,375],"classification":[325],"performances":[326],"given":[327],"state-of-the-art":[330],"well":[336],"after":[341],"only":[342],"or":[344],"passes":[346],"over":[347],"training":[349],"data.":[350],"More":[351],"importantly,":[352],"attain":[356],"results":[358],"without":[359],"doing":[360],"validation,":[362],"while":[363],"must":[367],"time-consuming":[369],"validation":[371],"determine":[373],"choice":[376],"parameter.":[381]},"counts_by_year":[{"year":2018,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2017-03-16T00:00:00"}