{"id":"https://openalex.org/W2145431022","doi":"https://doi.org/10.1109/ijcnn.2014.6889433","title":"Large scale recurrent neural network on GPU","display_name":"Large scale recurrent neural network on GPU","publication_year":2014,"publication_date":"2014-07-01","ids":{"openalex":"https://openalex.org/W2145431022","doi":"https://doi.org/10.1109/ijcnn.2014.6889433","mag":"2145431022"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2014.6889433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2014.6889433","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101982776","display_name":"Boxun Li","orcid":"https://orcid.org/0000-0002-6370-1723"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Boxun Li","raw_affiliation_strings":["Dept. of E.E., Tsinghua University, Beijing, China","[Dept. of E.E., Tsinghua University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of E.E., Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"[Dept. of E.E., Tsinghua University, Beijing, China]","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060050139","display_name":"Erjin Zhou","orcid":"https://orcid.org/0000-0001-9234-0026"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Erjin Zhou","raw_affiliation_strings":["Dept. of E.E., Tsinghua University, Beijing, China","[Dept. of E.E., Tsinghua University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of E.E., Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"[Dept. of E.E., Tsinghua University, Beijing, China]","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101566619","display_name":"Bo Huang","orcid":"https://orcid.org/0000-0002-5476-620X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Huang","raw_affiliation_strings":["Dept. of E.E., Tsinghua University, Beijing, China","[Dept. of E.E., Tsinghua University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of E.E., Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"[Dept. of E.E., Tsinghua University, Beijing, China]","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073960796","display_name":"Jiayi Duan","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayi Duan","raw_affiliation_strings":["Dept. of E.E., Tsinghua University, Beijing, China","[Dept. of E.E., Tsinghua University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of E.E., Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"[Dept. of E.E., Tsinghua University, Beijing, China]","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445061","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0001-6108-5157"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Dept. of E.E., Tsinghua University, Beijing, China","[Dept. of E.E., Tsinghua University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of E.E., Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"[Dept. of E.E., Tsinghua University, Beijing, China]","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100833305","display_name":"Ningyi Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ningyi Xu","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China","Microsoft research Asia, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"Microsoft research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107249265","display_name":"Jiaxing Zhang","orcid":"https://orcid.org/0009-0007-8031-661X"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxing Zhang","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China","Microsoft research Asia, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"Microsoft research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023755254","display_name":"Huazhong Yang","orcid":"https://orcid.org/0000-0003-2421-353X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huazhong Yang","raw_affiliation_strings":["Dept. of E.E., Tsinghua University, Beijing, China","[Dept. of E.E., Tsinghua University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of E.E., Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"[Dept. of E.E., Tsinghua University, Beijing, China]","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101982776"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":10.1543,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.98218022,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4062","last_page":"4069"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8615354895591736},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.8361798524856567},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6238580942153931},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.5446978211402893},{"id":"https://openalex.org/keywords/time-delay-neural-network","display_name":"Time delay neural network","score":0.5088696479797363},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45835697650909424},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.42506885528564453},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.421764612197876},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.34130650758743286},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3209177255630493},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.1796908676624298}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8615354895591736},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.8361798524856567},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6238580942153931},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.5446978211402893},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.5088696479797363},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45835697650909424},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.42506885528564453},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.421764612197876},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.34130650758743286},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3209177255630493},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.1796908676624298},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn.2014.6889433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2014.6889433","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.710.8931","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.710.8931","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://nicsefc.ee.tsinghua.edu.cn/media/publications/2014/IJCNN14_7.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W182691100","https://openalex.org/W196214544","https://openalex.org/W1408639475","https://openalex.org/W1508165687","https://openalex.org/W1579838312","https://openalex.org/W1632114991","https://openalex.org/W1772447446","https://openalex.org/W1815076433","https://openalex.org/W1965154800","https://openalex.org/W1984541135","https://openalex.org/W1998876510","https://openalex.org/W2016589492","https://openalex.org/W2028070629","https://openalex.org/W2090584832","https://openalex.org/W2097732278","https://openalex.org/W2102017903","https://openalex.org/W2120432001","https://openalex.org/W2128808215","https://openalex.org/W2133976259","https://openalex.org/W2160428323","https://openalex.org/W2162390675","https://openalex.org/W2168231600","https://openalex.org/W2170503676","https://openalex.org/W2171928131","https://openalex.org/W2292896937","https://openalex.org/W2474824677","https://openalex.org/W3141650078","https://openalex.org/W6607974698","https://openalex.org/W6628131027","https://openalex.org/W6636649193","https://openalex.org/W6638200713","https://openalex.org/W6674387193","https://openalex.org/W6675112735","https://openalex.org/W6678961370","https://openalex.org/W6683722107","https://openalex.org/W6684859321","https://openalex.org/W6720877245"],"related_works":["https://openalex.org/W3008584592","https://openalex.org/W2109916967","https://openalex.org/W2890297197","https://openalex.org/W2101697354","https://openalex.org/W1538193578","https://openalex.org/W3206636855","https://openalex.org/W1538606284","https://openalex.org/W4319456675","https://openalex.org/W2985738161","https://openalex.org/W2373874059"],"abstract_inverted_index":{"Large":[0],"scale":[1,110,135,205,229],"artificial":[2],"neural":[3,16,24,38,70,81,111,137,148,161,209,259],"networks":[4,112],"(ANNs)":[5],"have":[6],"been":[7],"widely":[8],"used":[9],"in":[10,83],"data":[11],"processing":[12,55,95],"applications.":[13],"The":[14,215],"recurrent":[15,29,37,69,80,136,147,160,208,230,243,258],"network":[17,25,39,71,82,138,149,162,210,231,244,260],"(RNN)":[18],"is":[19,235],"a":[20,32,68,99,165,256],"special":[21],"type":[22],"of":[23,93,108,116,121,132,143,158,218,249],"equipped":[26],"with":[27,150,186,191],"additional":[28],"connections.":[30],"Such":[31],"unique":[33],"architecture":[34],"enables":[35],"the":[36,42,58,76,79,84,91,105,117,133,141,146,155,159,174,187,192,200,207,219,227,239,251,262],"to":[40,65,102,204,237],"remember":[41],"past":[43],"processed":[44],"information":[45],"and":[46,72,139,163,211,245],"makes":[47,62],"it":[48,63],"an":[49,128,247],"expressive":[50],"model":[51],"for":[52],"nonlinear":[53],"sequence":[54],"tasks.":[56],"However,":[57],"large":[59,109,134,228],"computation":[60],"complexity":[61],"difficult":[64],"effectively":[66],"train":[67],"therefore":[73],"significantly":[74],"limits":[75],"research":[77],"on":[78,261],"last":[85],"20":[86],"years.":[87],"In":[88,123],"recent":[89],"years,":[90],"use":[92,199],"graphics":[94],"units":[96],"(GPUs)":[97],"becomes":[98],"significant":[100],"advance":[101],"speed":[103],"up":[104,145,206],"training":[106],"process":[107],"by":[113,255],"taking":[114],"advantage":[115],"massive":[118],"parallelism":[119,157],"capabilities":[120],"GPUs.":[122,151],"this":[124],"paper,":[125],"we":[126],"propose":[127,164],"efficient":[129],"GPU":[130,176,202],"implementation":[131,177,190,203],"demonstrate":[140,225],"power":[142],"scaling":[144],"We":[152,197],"first":[153],"explore":[154],"potential":[156],"fine-grained":[166],"two-stage":[167],"pipeline":[168],"implementation.":[169],"Experiment":[170],"results":[171,217],"show":[172],"that":[173,226],"proposed":[175,201],"can":[178],"achieve":[179,246],"2":[180],"~":[181],"11":[182],"x":[183],"speed-up":[184],"compared":[185],"basic":[188],"CPU":[189],"Intel":[193],"Math":[194],"Kernel":[195],"Library.":[196],"then":[198],"improve":[212],"its":[213],"performance.":[214],"experiment":[216],"Microsoft":[220],"Research":[221],"Sentence":[222],"Completion":[223],"Challenge":[224],"without":[232],"class":[233],"layer":[234],"able":[236],"beat":[238],"traditional":[240],"class-based":[241],"modest-size":[242],"accuracy":[248],"47%,":[250],"best":[252],"result":[253],"achieved":[254],"single":[257],"same":[263],"dataset.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":9}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2025-10-10T00:00:00"}