{"id":"https://openalex.org/W4285101301","doi":"https://doi.org/10.1109/aiiot54504.2022.9817156","title":"Graph Attention Neural Network Distributed Model Training","display_name":"Graph Attention Neural Network Distributed Model Training","publication_year":2022,"publication_date":"2022-06-06","ids":{"openalex":"https://openalex.org/W4285101301","doi":"https://doi.org/10.1109/aiiot54504.2022.9817156"},"language":"en","primary_location":{"id":"doi:10.1109/aiiot54504.2022.9817156","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aiiot54504.2022.9817156","pdf_url":null,"source":{"id":"https://openalex.org/S4363606627","display_name":"2022 IEEE World AI IoT Congress (AIIoT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE World AI IoT Congress (AIIoT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082814342","display_name":"Armin Esmaeilzadeh","orcid":"https://orcid.org/0000-0001-8562-395X"},"institutions":[{"id":"https://openalex.org/I133999245","display_name":"University of Nevada, Las Vegas","ror":"https://ror.org/0406gha72","country_code":"US","type":"education","lineage":["https://openalex.org/I133999245"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Armin Esmaeilzadeh","raw_affiliation_strings":["University of Nevada Las Vegas,Las Vegas,Nevada,USA","University of Nevada Las Vegas, Las Vegas, Nevada, USA"],"affiliations":[{"raw_affiliation_string":"University of Nevada Las Vegas,Las Vegas,Nevada,USA","institution_ids":["https://openalex.org/I133999245"]},{"raw_affiliation_string":"University of Nevada Las Vegas, Las Vegas, Nevada, USA","institution_ids":["https://openalex.org/I133999245"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091155681","display_name":"Mina Esmail Zadeh Nojoo Kambar","orcid":"https://orcid.org/0000-0001-5791-3060"},"institutions":[{"id":"https://openalex.org/I133999245","display_name":"University of Nevada, Las Vegas","ror":"https://ror.org/0406gha72","country_code":"US","type":"education","lineage":["https://openalex.org/I133999245"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mina Esmail Zadeh Nojoo Kambar","raw_affiliation_strings":["University of Nevada Las Vegas,Las Vegas,Nevada,USA","University of Nevada Las Vegas, Las Vegas, Nevada, USA"],"affiliations":[{"raw_affiliation_string":"University of Nevada Las Vegas,Las Vegas,Nevada,USA","institution_ids":["https://openalex.org/I133999245"]},{"raw_affiliation_string":"University of Nevada Las Vegas, Las Vegas, Nevada, USA","institution_ids":["https://openalex.org/I133999245"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109575594","display_name":"Maryam Heidari","orcid":null},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maryam Heidari","raw_affiliation_strings":["George Mason University,Virginia,USA","George Mason University, Virginia, USA"],"affiliations":[{"raw_affiliation_string":"George Mason University,Virginia,USA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"George Mason University, Virginia, USA","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5082814342"],"corresponding_institution_ids":["https://openalex.org/I133999245"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04664943,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"219","issue":null,"first_page":"447","last_page":"452"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8306784629821777},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.7889276742935181},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6024255156517029},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5931762456893921},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5820702314376831},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5429745316505432},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.437791109085083},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4046285152435303},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3356504440307617},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3347567915916443},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3209559917449951}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8306784629821777},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.7889276742935181},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6024255156517029},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5931762456893921},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5820702314376831},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5429745316505432},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.437791109085083},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4046285152435303},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3356504440307617},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3347567915916443},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3209559917449951},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aiiot54504.2022.9817156","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aiiot54504.2022.9817156","pdf_url":null,"source":{"id":"https://openalex.org/S4363606627","display_name":"2022 IEEE World AI IoT Congress (AIIoT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE World AI IoT Congress (AIIoT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1806891645","https://openalex.org/W2896457183","https://openalex.org/W2898662126","https://openalex.org/W2914957327","https://openalex.org/W2953384591","https://openalex.org/W2963809228","https://openalex.org/W2978017171","https://openalex.org/W3001279689","https://openalex.org/W3005071803","https://openalex.org/W3012125688","https://openalex.org/W3086105743","https://openalex.org/W3104569204","https://openalex.org/W3116492894","https://openalex.org/W3126694655","https://openalex.org/W3129125493","https://openalex.org/W3133932469","https://openalex.org/W3163910943","https://openalex.org/W3174558664","https://openalex.org/W3176267567","https://openalex.org/W3212815343","https://openalex.org/W4200053119","https://openalex.org/W4200604551","https://openalex.org/W4205659634","https://openalex.org/W4206070471","https://openalex.org/W4213019189","https://openalex.org/W4214889253","https://openalex.org/W4225591000","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4297933772","https://openalex.org/W4298365273","https://openalex.org/W4301239768","https://openalex.org/W4385245566","https://openalex.org/W6713134421","https://openalex.org/W6739901393","https://openalex.org/W6748645090","https://openalex.org/W6755207826","https://openalex.org/W6755720107","https://openalex.org/W6768851824","https://openalex.org/W6769627184","https://openalex.org/W6772383348","https://openalex.org/W6778883912","https://openalex.org/W6810220367","https://openalex.org/W6843761164"],"related_works":["https://openalex.org/W2317245370","https://openalex.org/W4249323025","https://openalex.org/W198851386","https://openalex.org/W2030310580","https://openalex.org/W947442053","https://openalex.org/W1980160788","https://openalex.org/W2148915962","https://openalex.org/W2283866686","https://openalex.org/W4287182096","https://openalex.org/W27867058"],"abstract_inverted_index":{"The":[0],"scale":[1],"of":[2,19,44,61,76],"neural":[3],"language":[4,22],"models":[5,23],"has":[6,27],"been":[7,28],"increasing":[8,29],"significantly":[9],"over":[10],"recent":[11],"years.":[12],"As":[13],"a":[14,31,41,45,59],"result,":[15],"the":[16,74],"time":[17],"complexity":[18],"training":[20,71,82],"larger":[21],"and":[24,55,78,83],"resource":[25],"utilization":[26],"at":[30],"higher":[32],"rate":[33],"as":[34],"well.":[35],"In":[36],"this":[37],"research,":[38],"we":[39],"propose":[40],"distributed":[42],"implementation":[43],"Graph":[46],"Attention":[47],"Neural":[48],"Network":[49],"model":[50,70],"with":[51],"120":[52],"million":[53],"parameters":[54],"train":[56],"it":[57],"on":[58],"cluster":[60],"eight":[62],"GPUs.":[63],"We":[64],"demonstrate":[65],"three":[66],"times":[67],"speedup":[68],"in":[69],"while":[72],"keeping":[73],"stability":[75],"accuracy":[77],"loss":[79],"rates":[80],"during":[81],"testing":[84],"compared":[85],"to":[86],"single":[87],"GPU":[88],"instance":[89],"training.":[90]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}