{"id":"https://openalex.org/W3111727501","doi":"https://doi.org/10.2478/jaiscr-2021-0003","title":"An Optimized Parallel Implementation of Non-Iteratively Trained Recurrent Neural Networks","display_name":"An Optimized Parallel Implementation of Non-Iteratively Trained Recurrent Neural Networks","publication_year":2020,"publication_date":"2020-12-03","ids":{"openalex":"https://openalex.org/W3111727501","doi":"https://doi.org/10.2478/jaiscr-2021-0003","mag":"3111727501"},"language":"en","primary_location":{"id":"doi:10.2478/jaiscr-2021-0003","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jaiscr-2021-0003","pdf_url":"https://www.sciendo.com/pdf/10.2478/jaiscr-2021-0003","source":{"id":"https://openalex.org/S4210223945","display_name":"Journal of Artificial Intelligence and Soft Computing Research","issn_l":"2083-2567","issn":["2083-2567","2449-6499"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310317241","host_organization_name":"Polish Neural Network Society, the University of Social Sciences in Lodz & Czestochowa University of Technology","host_organization_lineage":["https://openalex.org/P4310317241"],"host_organization_lineage_names":["Polish Neural Network Society, the University of Social Sciences in Lodz & Czestochowa University of Technology"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence and Soft Computing Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.sciendo.com/pdf/10.2478/jaiscr-2021-0003","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005954815","display_name":"Julia El Zini","orcid":"https://orcid.org/0000-0001-7499-8668"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":true,"raw_author_name":"Julia El Zini","raw_affiliation_strings":["Department of Electrical and Computer Engineering , American University of Beirut"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering , American University of Beirut","institution_ids":["https://openalex.org/I98635879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103071042","display_name":"Yara Rizk","orcid":"https://orcid.org/0000-0001-7475-2385"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Yara Rizk","raw_affiliation_strings":["Department of Electrical and Computer Engineering , American University of Beirut"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering , American University of Beirut","institution_ids":["https://openalex.org/I98635879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008382926","display_name":"Mariette Awad","orcid":"https://orcid.org/0000-0002-4815-6894"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Mariette Awad","raw_affiliation_strings":["Department of Electrical and Computer Engineering , American University of Beirut"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering , American University of Beirut","institution_ids":["https://openalex.org/I98635879"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5005954815"],"corresponding_institution_ids":["https://openalex.org/I98635879"],"apc_list":null,"apc_paid":null,"fwci":2.4378,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.91400781,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"11","issue":"1","first_page":"33","last_page":"50"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.8983752727508545},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8933977484703064},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6096372008323669},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5257264375686646},{"id":"https://openalex.org/keywords/factorization","display_name":"Factorization","score":0.49288105964660645},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47716349363327026},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.42590439319610596},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39841514825820923},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3918076753616333}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8983752727508545},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8933977484703064},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6096372008323669},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5257264375686646},{"id":"https://openalex.org/C187834632","wikidata":"https://www.wikidata.org/wiki/Q188804","display_name":"Factorization","level":2,"score":0.49288105964660645},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47716349363327026},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.42590439319610596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39841514825820923},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3918076753616333},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.2478/jaiscr-2021-0003","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jaiscr-2021-0003","pdf_url":"https://www.sciendo.com/pdf/10.2478/jaiscr-2021-0003","source":{"id":"https://openalex.org/S4210223945","display_name":"Journal of Artificial Intelligence and Soft Computing Research","issn_l":"2083-2567","issn":["2083-2567","2449-6499"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310317241","host_organization_name":"Polish Neural Network Society, the University of Social Sciences in Lodz & Czestochowa University of Technology","host_organization_lineage":["https://openalex.org/P4310317241"],"host_organization_lineage_names":["Polish Neural Network Society, the University of Social Sciences in Lodz & Czestochowa University of Technology"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence and Soft Computing Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.2478/jaiscr-2021-0003","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jaiscr-2021-0003","pdf_url":"https://www.sciendo.com/pdf/10.2478/jaiscr-2021-0003","source":{"id":"https://openalex.org/S4210223945","display_name":"Journal of Artificial Intelligence and Soft Computing Research","issn_l":"2083-2567","issn":["2083-2567","2449-6499"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310317241","host_organization_name":"Polish Neural Network Society, the University of Social Sciences in Lodz & Czestochowa University of Technology","host_organization_lineage":["https://openalex.org/P4310317241"],"host_organization_lineage_names":["Polish Neural Network Society, the University of Social Sciences in Lodz & Czestochowa University of Technology"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence and Soft Computing Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309999","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3111727501.pdf","grobid_xml":"https://content.openalex.org/works/W3111727501.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W570566252","https://openalex.org/W854541894","https://openalex.org/W1408639475","https://openalex.org/W1485981043","https://openalex.org/W1674799117","https://openalex.org/W1823320334","https://openalex.org/W1989131932","https://openalex.org/W1996640396","https://openalex.org/W2005708641","https://openalex.org/W2035026907","https://openalex.org/W2041724917","https://openalex.org/W2052842899","https://openalex.org/W2055743332","https://openalex.org/W2064675550","https://openalex.org/W2069234380","https://openalex.org/W2076063813","https://openalex.org/W2107878631","https://openalex.org/W2110242546","https://openalex.org/W2110485445","https://openalex.org/W2121546278","https://openalex.org/W2134603844","https://openalex.org/W2143612262","https://openalex.org/W2150355110","https://openalex.org/W2155910151","https://openalex.org/W2168976537","https://openalex.org/W2209764198","https://openalex.org/W2245493112","https://openalex.org/W2271840356","https://openalex.org/W2292678148","https://openalex.org/W2510185399","https://openalex.org/W2524611247","https://openalex.org/W2525778437","https://openalex.org/W2528993343","https://openalex.org/W2531370029","https://openalex.org/W2625468380","https://openalex.org/W2733365773","https://openalex.org/W2735629075","https://openalex.org/W2739179646","https://openalex.org/W2896288162","https://openalex.org/W2919115771","https://openalex.org/W2923869387","https://openalex.org/W2950635152","https://openalex.org/W2963613195","https://openalex.org/W3105037130","https://openalex.org/W3123784868","https://openalex.org/W4254218124","https://openalex.org/W4254816979"],"related_works":["https://openalex.org/W2317245370","https://openalex.org/W4249323025","https://openalex.org/W198851386","https://openalex.org/W1980160788","https://openalex.org/W2030310580","https://openalex.org/W947442053","https://openalex.org/W2148915962","https://openalex.org/W2283866686","https://openalex.org/W27867058","https://openalex.org/W2948365806"],"abstract_inverted_index":{"Abstract":[0],"Recurrent":[1],"neural":[2],"networks":[3,22],"(RNN)":[4],"have":[5,59],"been":[6,60],"successfully":[7],"applied":[8,62],"to":[9,63,74,85,120,156,159,168,171,175],"various":[10],"sequential":[11,165],"decision-making":[12],"tasks,":[13],"natural":[14],"language":[15],"processing":[16],"applications,":[17],"and":[18,43,114,140,142,167,193],"time-series":[19,150],"predictions.":[20],"Such":[21,180],"are":[23,187],"usually":[24],"trained":[25],"through":[26,28],"back-propagation":[27],"time":[29,41,174],"(BPTT)":[30],"which":[31],"is":[32,132,145,154],"prohibitively":[33],"expensive,":[34],"especially":[35],"when":[36,80],"the":[37,40,44,52,83,110,129],"length":[38],"of":[39,46,109,115,128],"dependencies":[42],"number":[45],"hidden":[47],"neurons":[48],"increase.":[49],"To":[50],"reduce":[51],"training":[53,101],"time,":[54],"extreme":[55],"learning":[56],"machines":[57],"(ELMs)":[58],"recently":[61],"RNN":[64,100,136],"training,":[65,79],"reaching":[66],"a":[67],"99%":[68],"speedup":[69,162],"on":[70,104,134,148],"some":[71],"applications.":[72,152],"Due":[73],"its":[75,143,164],"non-iterative":[76],"nature,":[77],"ELM":[78,105],"parallelized,":[81],"has":[82],"potential":[84],"reach":[86,122,157],"higher":[87],"speedups":[88,182],"than":[89,177],"BPTT.":[90,179],"In":[91],"this":[92],"work,":[93],"we":[94],"present":[95],"Opt-PR-ELM,":[96],"an":[97],"optimized":[98],"parallel":[99,116,178],"algorithm":[102,131],"based":[103],"that":[106],"takes":[107],"advantage":[108],"GPU":[111],"shared":[112],"memory":[113],"QR":[117],"factorization":[118],"algorithms":[119],"efficiently":[121],"optimal":[123],"solutions.":[124],"The":[125],"theoretical":[126],"analysis":[127],"proposed":[130],"presented":[133],"six":[135],"architectures,":[137],"including":[138],"LSTM":[139],"GRU,":[141],"performance":[144],"empirically":[146],"tested":[147],"ten":[149],"prediction":[151],"Opt-PR-ELM":[153],"shown":[155],"up":[158,170],"461":[160],"times":[161],"over":[163,183],"counterpart":[166],"require":[169],"20x":[172],"less":[173],"train":[176],"high":[181],"new":[184],"generation":[185],"CPUs":[186],"extremely":[188],"crucial":[189],"in":[190],"real-time":[191],"applications":[192],"IoT":[194],"environments.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6}],"updated_date":"2026-06-27T08:28:00.272161","created_date":"2025-10-10T00:00:00"}