{"id":"https://openalex.org/W4406458965","doi":"https://doi.org/10.1109/bigdata62323.2024.10825793","title":"Efficient SGD Neural Network Training via Sublinear Activated Neuron Identification","display_name":"Efficient SGD Neural Network Training via Sublinear Activated Neuron Identification","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406458965","doi":"https://doi.org/10.1109/bigdata62323.2024.10825793"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825793","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025101842","display_name":"Lianke Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lianke Qin","raw_affiliation_strings":["University of California, Santa Barbara,Department of Computer Science,Santa Barbara,CA"],"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara,Department of Computer Science,Santa Barbara,CA","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103280080","display_name":"Zhao Song","orcid":"https://orcid.org/0000-0003-4589-5234"},"institutions":[{"id":"https://openalex.org/I4210107338","display_name":"Simons Foundation","ror":"https://ror.org/01cmst727","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210107338"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhao Song","raw_affiliation_strings":["Simons Institute for the Theory of Computing,UC Berkeley,San Jose,CA"],"affiliations":[{"raw_affiliation_string":"Simons Institute for the Theory of Computing,UC Berkeley,San Jose,CA","institution_ids":["https://openalex.org/I4210107338"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101669696","display_name":"Yuanyuan Yang","orcid":"https://orcid.org/0000-0002-0623-636X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuanyuan Yang","raw_affiliation_strings":["The University of Washington,Department of Computer Science,Seattle,WA"],"affiliations":[{"raw_affiliation_string":"The University of Washington,Department of Computer Science,Seattle,WA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5025101842"],"corresponding_institution_ids":["https://openalex.org/I154570441"],"apc_list":null,"apc_paid":null,"fwci":0.5263,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.68888418,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1413","last_page":"1427"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6560807228088379},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6520864963531494},{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.6280131340026855},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5288863182067871},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.47701430320739746},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38023293018341064},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09926170110702515},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.057994842529296875}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6560807228088379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6520864963531494},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.6280131340026855},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5288863182067871},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.47701430320739746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38023293018341064},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09926170110702515},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.057994842529296875},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825793","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W2101043704","https://openalex.org/W2112796928","https://openalex.org/W2129635682","https://openalex.org/W2194775991","https://openalex.org/W2260613758","https://openalex.org/W2276387674","https://openalex.org/W2279901945","https://openalex.org/W2766447205","https://openalex.org/W2809090039","https://openalex.org/W2896457183","https://openalex.org/W2948046738","https://openalex.org/W2949804919","https://openalex.org/W2950987997","https://openalex.org/W2952230511","https://openalex.org/W2971130120","https://openalex.org/W2981407587","https://openalex.org/W2990393274","https://openalex.org/W3036165826","https://openalex.org/W3098560605","https://openalex.org/W3213641637","https://openalex.org/W3214372234","https://openalex.org/W4233413206","https://openalex.org/W4236362309","https://openalex.org/W4246193833","https://openalex.org/W4298403519","https://openalex.org/W4310285840","https://openalex.org/W4322716742","https://openalex.org/W4361806691","https://openalex.org/W4362679267","https://openalex.org/W4364385332","https://openalex.org/W4367694567","https://openalex.org/W4382319938","https://openalex.org/W4383473983","https://openalex.org/W4406458965","https://openalex.org/W6631943919","https://openalex.org/W6683738474","https://openalex.org/W6695029320","https://openalex.org/W6752495264","https://openalex.org/W6753918066","https://openalex.org/W6755150206","https://openalex.org/W6762509329","https://openalex.org/W6763304541","https://openalex.org/W6763681727","https://openalex.org/W6767244023","https://openalex.org/W6770436524","https://openalex.org/W6773538819","https://openalex.org/W6790787854","https://openalex.org/W6796340207","https://openalex.org/W6796439309","https://openalex.org/W6802419229","https://openalex.org/W6839379429","https://openalex.org/W6843700623","https://openalex.org/W6846342317","https://openalex.org/W6846885728","https://openalex.org/W6849934826","https://openalex.org/W6851409614","https://openalex.org/W6851907387","https://openalex.org/W6851978508","https://openalex.org/W6852064026","https://openalex.org/W6853192989","https://openalex.org/W6855017244","https://openalex.org/W6855278203","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W90906771","https://openalex.org/W2018828772","https://openalex.org/W2529185025","https://openalex.org/W2052708136","https://openalex.org/W2809723425","https://openalex.org/W2005302727","https://openalex.org/W4289097813","https://openalex.org/W3082028334","https://openalex.org/W1973725449","https://openalex.org/W3006511474"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"has":[2],"been":[3],"widely":[4],"used":[5],"in":[6,70,84,95],"many":[7],"fields,":[8],"but":[9],"the":[10,96],"model":[11],"training":[12,27],"process":[13],"usually":[14],"consumes":[15],"massive":[16],"computational":[17],"resources":[18],"and":[19,37,102],"time.":[20],"Therefore,":[21],"designing":[22],"an":[23],"efficient":[24],"neural":[25,59],"network":[26,60,92],"method":[28],"with":[29,91],"a":[30,35,46,55],"provable":[31],"convergence":[32],"guarantee":[33],"is":[34],"fundamental":[36],"important":[38],"research":[39],"question.":[40],"In":[41],"this":[42],"paper,":[43],"we":[44],"present":[45],"static":[47],"half-space":[48],"report":[49],"data":[50],"structure":[51],"that":[52,79],"consists":[53],"of":[54],"fully":[56],"connected":[57],"two-layer":[58],"for":[61],"shifted":[62],"ReLU":[63],"activation":[64],"to":[65],"enable":[66],"activated":[67],"neuron":[68],"identification":[69],"sublinear":[71],"time":[72,90],"via":[73],"geometric":[74],"search.":[75],"We":[76],"also":[77],"prove":[78],"our":[80],"algorithm":[81],"can":[82],"converge":[83],"O(M<sup":[85],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[86,88],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>/\u03f5<sup":[87],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>)":[89],"size":[93],"quadratic":[94],"coefficient":[97],"norm":[98],"upper":[99],"bound":[100],"M":[101],"error":[103],"term":[104],"\u03f5.":[105]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}