{"id":"https://openalex.org/W4385269632","doi":"https://doi.org/10.1109/wimob58348.2023.10187884","title":"A Low Complexity Approximation of Gradient Descent for Learning over Single and Multi-Agent Systems","display_name":"A Low Complexity Approximation of Gradient Descent for Learning over Single and Multi-Agent Systems","publication_year":2023,"publication_date":"2023-06-21","ids":{"openalex":"https://openalex.org/W4385269632","doi":"https://doi.org/10.1109/wimob58348.2023.10187884"},"language":"en","primary_location":{"id":"doi:10.1109/wimob58348.2023.10187884","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wimob58348.2023.10187884","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 19th International Conference on Wireless and Mobile Computing, Networking and Communications (WiMob)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062068044","display_name":"Mohammad H. Nassralla","orcid":"https://orcid.org/0000-0002-3922-5894"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]},{"id":"https://openalex.org/I137594350","display_name":"Infineon Technologies (Germany)","ror":"https://ror.org/005kw6t15","country_code":"DE","type":"company","lineage":["https://openalex.org/I137594350"]}],"countries":["DE","LB"],"is_corresponding":true,"raw_author_name":"Mohammad H. Nassralla","raw_affiliation_strings":["American University of Beirut,Lebanon","Infineon Technologies AG, Germany","American University of Beirut, Lebanon"],"affiliations":[{"raw_affiliation_string":"American University of Beirut,Lebanon","institution_ids":["https://openalex.org/I98635879"]},{"raw_affiliation_string":"Infineon Technologies AG, Germany","institution_ids":["https://openalex.org/I137594350"]},{"raw_affiliation_string":"American University of Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058489567","display_name":"Naeem Akl","orcid":"https://orcid.org/0000-0002-3046-4856"},"institutions":[{"id":"https://openalex.org/I4210087596","display_name":"Qualcomm (United States)","ror":"https://ror.org/002zrf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naeem Akl","raw_affiliation_strings":["Qualcomm Bridgewater NJ,USA","Qualcomm Bridgewater NJ, USA"],"affiliations":[{"raw_affiliation_string":"Qualcomm Bridgewater NJ,USA","institution_ids":["https://openalex.org/I4210087596"]},{"raw_affiliation_string":"Qualcomm Bridgewater NJ, USA","institution_ids":["https://openalex.org/I4210087596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021329808","display_name":"Amr Mohamed","orcid":"https://orcid.org/0000-0002-1583-7503"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Amr Mohamed","raw_affiliation_strings":["Qatar University,Qatar","Qatar University, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar University,Qatar","institution_ids":["https://openalex.org/I60342839"]},{"raw_affiliation_string":"Qatar University, Qatar","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010567470","display_name":"Zaher Dawy","orcid":"https://orcid.org/0000-0002-5554-6380"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Zaher Dawy","raw_affiliation_strings":["American University of Beirut,Lebanon","American University of Beirut, Lebanon"],"affiliations":[{"raw_affiliation_string":"American University of Beirut,Lebanon","institution_ids":["https://openalex.org/I98635879"]},{"raw_affiliation_string":"American University of Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5062068044"],"corresponding_institution_ids":["https://openalex.org/I137594350","https://openalex.org/I98635879"],"apc_list":null,"apc_paid":null,"fwci":0.1748,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54202166,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"269","issue":null,"first_page":"350","last_page":"355"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.665337085723877},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.6488516926765442},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5870676040649414},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5747914910316467},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5701174736022949},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5170803070068359},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.492969274520874},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4808019697666168},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4609734117984772},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4433678984642029},{"id":"https://openalex.org/keywords/iterative-method","display_name":"Iterative method","score":0.42335256934165955},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28150510787963867},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2547323405742645},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.12107357382774353}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.665337085723877},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.6488516926765442},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5870676040649414},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5747914910316467},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5701174736022949},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5170803070068359},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.492969274520874},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4808019697666168},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4609734117984772},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4433678984642029},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.42335256934165955},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28150510787963867},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2547323405742645},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.12107357382774353},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wimob58348.2023.10187884","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wimob58348.2023.10187884","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 19th International Conference on Wireless and Mobile Computing, Networking and Communications (WiMob)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1522301498","https://openalex.org/W1597284285","https://openalex.org/W1874995714","https://openalex.org/W1904504745","https://openalex.org/W1980287119","https://openalex.org/W2012445782","https://openalex.org/W2040153696","https://openalex.org/W2056760934","https://openalex.org/W2133661642","https://openalex.org/W2146502635","https://openalex.org/W2150593711","https://openalex.org/W2162571999","https://openalex.org/W2169593613","https://openalex.org/W2323784209","https://openalex.org/W2785523195","https://openalex.org/W2903382683","https://openalex.org/W2963433607","https://openalex.org/W2968520662","https://openalex.org/W2969945254","https://openalex.org/W2971452831","https://openalex.org/W2979359324","https://openalex.org/W2981114133","https://openalex.org/W3119771452","https://openalex.org/W4205987271","https://openalex.org/W4229885360","https://openalex.org/W4237496336","https://openalex.org/W4246464108","https://openalex.org/W4300448178","https://openalex.org/W4301963261","https://openalex.org/W6600284362","https://openalex.org/W6631190155","https://openalex.org/W6757107679","https://openalex.org/W6766816269"],"related_works":["https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4231621013","https://openalex.org/W4362706668","https://openalex.org/W3008318776","https://openalex.org/W2041416246","https://openalex.org/W3020853991","https://openalex.org/W3035836947"],"abstract_inverted_index":{"Gradient":[0],"descent":[1],"(GD)":[2],"is":[3,19,35],"an":[4,85],"iterative":[5,86],"optimization":[6,87],"method":[7,103,133],"to":[8,26,56,78,122,145],"minimize":[9],"a":[10,28,57,105,127],"differentiable":[11],"cost":[12,74],"function.":[13],"A":[14],"main":[15],"drawback":[16],"of":[17,22,41,61,75,97,108,139],"GD":[18,42,46,49,99],"its":[20],"use":[21],"the":[23,51,62,69,73,79,98,109,115,123,131,137,140,147],"entire":[24],"dataset":[25,64],"perform":[27],"parameter":[29,92],"update":[30,52],"per":[31,65,118],"learning":[32,80,116],"step,":[33],"which":[34],"cost-prohibitive":[36],"for":[37,130,160],"large-scale":[38],"problems.":[39],"Variants":[40],"such":[43],"as":[44],"mini-batch":[45],"and":[47,112,134,152,162],"stochastic":[48],"compute":[50],"direction":[53,117],"with":[54,120],"respect":[55,121],"randomly":[58],"sampled":[59],"selection":[60],"training":[63,110],"iteration.":[66],"This":[67],"reduces":[68],"computational":[70,150],"burden":[71],"at":[72,94],"adding":[76],"jitters":[77],"direction.":[81,100],"Alternatively,":[82],"we":[83],"propose":[84],"algorithm":[88],"that":[89,136],"performs":[90],"cheap":[91],"updates":[93],"minimal":[95],"perturbation":[96],"The":[101],"new":[102],"computes":[104,114],"deterministic":[106],"summary":[107,141],"dataset,":[111],"then":[113],"iteration":[119],"summary.":[124],"We":[125],"provide":[126],"convergence":[128,153],"analysis":[129],"proposed":[132],"show":[135],"thoroughness":[138],"can":[142],"be":[143],"tweaked":[144],"optimize":[146],"trade-off":[148],"between":[149],"complexity":[151],"rate.":[154],"Simulation":[155],"results":[156],"are":[157],"illustrated":[158],"numerically":[159],"single":[161],"multi-agent":[163],"systems.":[164]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}