{"id":"https://openalex.org/W3005916138","doi":"https://doi.org/10.1115/1.4046293","title":"Deep Reinforcement Learning for Procedural Content Generation of 3D Virtual Environments","display_name":"Deep Reinforcement Learning for Procedural Content Generation of 3D Virtual Environments","publication_year":2020,"publication_date":"2020-02-11","ids":{"openalex":"https://openalex.org/W3005916138","doi":"https://doi.org/10.1115/1.4046293","mag":"3005916138"},"language":"en","primary_location":{"id":"doi:10.1115/1.4046293","is_oa":true,"landing_page_url":"https://doi.org/10.1115/1.4046293","pdf_url":"https://asmedigitalcollection.asme.org/computingengineering/article-pdf/20/5/051005/6647470/jcise_20_5_051005.pdf","source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://asmedigitalcollection.asme.org/computingengineering/article-pdf/20/5/051005/6647470/jcise_20_5_051005.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061664860","display_name":"Christian L\u00f3pez","orcid":"https://orcid.org/0000-0003-2801-4618"},"institutions":[{"id":"https://openalex.org/I184759092","display_name":"Lafayette College","ror":"https://ror.org/036n0x007","country_code":"US","type":"education","lineage":["https://openalex.org/I184759092"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christian E. L\u00f3pez","raw_affiliation_strings":["Department of Computer Science, Afiliated to Mechanical Engineering, Lafayette College, Easton, PA 18042"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Afiliated to Mechanical Engineering, Lafayette College, Easton, PA 18042","institution_ids":["https://openalex.org/I184759092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033872158","display_name":"James Cunningham","orcid":"https://orcid.org/0000-0003-0657-4841"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Cunningham","raw_affiliation_strings":["Department of Mechanical Engineering, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014445729","display_name":"Omar Ashour","orcid":"https://orcid.org/0000-0003-3775-6445"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Omar Ashour","raw_affiliation_strings":["Department of Industrial Engineering, The Pennsylvania State University, Erie, PA 16563"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, The Pennsylvania State University, Erie, PA 16563","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018232256","display_name":"Conrad S. Tucker","orcid":"https://orcid.org/0000-0001-5365-0240"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Conrad S. Tucker","raw_affiliation_strings":["Department of Mechanical Engineering, Courtesy Appointment, Machine Learning, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Courtesy Appointment, Machine Learning, Carnegie Mellon University, 5000 Forbes Avenue, Pittsburgh, PA 15213","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.7852,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.97719298,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"20","issue":"5","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.807644248008728},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7933787107467651},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5934631824493408},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5091549754142761},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.4997141361236572},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.4864068031311035},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47412919998168945},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4577317535877228},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3762280344963074}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.807644248008728},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7933787107467651},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5934631824493408},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5091549754142761},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.4997141361236572},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.4864068031311035},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47412919998168945},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4577317535877228},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3762280344963074},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1115/1.4046293","is_oa":true,"landing_page_url":"https://doi.org/10.1115/1.4046293","pdf_url":"https://asmedigitalcollection.asme.org/computingengineering/article-pdf/20/5/051005/6647470/jcise_20_5_051005.pdf","source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1115/1.4046293","is_oa":true,"landing_page_url":"https://doi.org/10.1115/1.4046293","pdf_url":"https://asmedigitalcollection.asme.org/computingengineering/article-pdf/20/5/051005/6647470/jcise_20_5_051005.pdf","source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4603142081","display_name":"Leveraging Virtual Reality to Connect Learning and Integrate Course Knowledge in the Industrial Engineering Curriculum","funder_award_id":"1834465","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":102,"referenced_works":["https://openalex.org/W414355825","https://openalex.org/W1427070596","https://openalex.org/W1725676355","https://openalex.org/W1750487150","https://openalex.org/W1771410628","https://openalex.org/W1971681797","https://openalex.org/W1977357978","https://openalex.org/W2001923012","https://openalex.org/W2028145591","https://openalex.org/W2029150624","https://openalex.org/W2030308361","https://openalex.org/W2031734221","https://openalex.org/W2035033474","https://openalex.org/W2041224215","https://openalex.org/W2076407335","https://openalex.org/W2107726111","https://openalex.org/W2108806781","https://openalex.org/W2113921460","https://openalex.org/W2117006321","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2158782408","https://openalex.org/W2163671549","https://openalex.org/W2164320190","https://openalex.org/W2168115594","https://openalex.org/W2171103562","https://openalex.org/W2198005414","https://openalex.org/W2276253608","https://openalex.org/W2287228090","https://openalex.org/W2290393232","https://openalex.org/W2290769714","https://openalex.org/W2296608538","https://openalex.org/W2480004914","https://openalex.org/W2560888500","https://openalex.org/W2614484657","https://openalex.org/W2618749399","https://openalex.org/W2712794940","https://openalex.org/W2736601468","https://openalex.org/W2739757962","https://openalex.org/W2744901042","https://openalex.org/W2745676045","https://openalex.org/W2745868649","https://openalex.org/W2754855391","https://openalex.org/W2766447205","https://openalex.org/W2777772899","https://openalex.org/W2783876109","https://openalex.org/W2795098128","https://openalex.org/W2805675893","https://openalex.org/W2809081712","https://openalex.org/W2885550588","https://openalex.org/W2889526258","https://openalex.org/W2889987506","https://openalex.org/W2891790128","https://openalex.org/W2898658013","https://openalex.org/W2899126002","https://openalex.org/W2899396128","https://openalex.org/W2911458396","https://openalex.org/W2940740707","https://openalex.org/W2944529101","https://openalex.org/W2944777798","https://openalex.org/W2949608212","https://openalex.org/W2962979969","https://openalex.org/W2990191309","https://openalex.org/W3100789280","https://openalex.org/W4210500228","https://openalex.org/W4214717370","https://openalex.org/W4230878226","https://openalex.org/W4295138992","https://openalex.org/W4298857966","https://openalex.org/W4313047384","https://openalex.org/W6614233435","https://openalex.org/W6628308457","https://openalex.org/W6637785858","https://openalex.org/W6637905498","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6650793078","https://openalex.org/W6660871873","https://openalex.org/W6669848061","https://openalex.org/W6676007687","https://openalex.org/W6677626599","https://openalex.org/W6683153233","https://openalex.org/W6684098246","https://openalex.org/W6684203032","https://openalex.org/W6687534337","https://openalex.org/W6694576479","https://openalex.org/W6696872630","https://openalex.org/W6697579497","https://openalex.org/W6721634521","https://openalex.org/W6740024207","https://openalex.org/W6741002519","https://openalex.org/W6741634339","https://openalex.org/W6742649475","https://openalex.org/W6744104059","https://openalex.org/W6746641713","https://openalex.org/W6747695975","https://openalex.org/W6748487558","https://openalex.org/W6753526802","https://openalex.org/W6753925943","https://openalex.org/W6754521519","https://openalex.org/W6812585073","https://openalex.org/W6848376407"],"related_works":["https://openalex.org/W2032233321","https://openalex.org/W3121970507","https://openalex.org/W2380075625","https://openalex.org/W2110028391","https://openalex.org/W54497855","https://openalex.org/W217960748","https://openalex.org/W4388311650","https://openalex.org/W3125814499","https://openalex.org/W1974056099","https://openalex.org/W2090827041"],"abstract_inverted_index":{"Abstract":[0],"This":[1,127],"work":[2,107,128,133],"presents":[3,108,135],"a":[4,88,109,123,139,171],"deep":[5],"reinforcement":[6],"learning":[7,53],"(DRL)":[8],"approach":[9],"for":[10,181],"procedural":[11],"content":[12,38,162],"generation":[13],"(PCG)":[14],"to":[15,34,41,56,71,85,96,150,158,166],"automatically":[16,159],"generate":[17,36,57,151,160],"three-dimensional":[18],"(3D)":[19],"virtual":[20,115,154,178],"environments":[21,116],"that":[22,67,111,142],"users":[23],"can":[24],"interact":[25],"with.":[26],"The":[27,156],"primary":[28],"objective":[29],"of":[30,51,94,103,138,146,174],"PCG":[31],"methods":[32,55],"is":[33],"algorithmically":[35],"new":[37,113,152,161],"in":[39,170],"order":[40],"improve":[42],"user":[43],"experience.":[44],"Researchers":[45],"have":[46],"started":[47],"exploring":[48],"the":[49,101,130,136,144,147,164],"use":[50],"machine":[52],"(ML)":[54],"content.":[58],"However,":[59],"these":[60],"approaches":[61],"frequently":[62],"implement":[63],"supervised":[64],"ML":[65],"algorithms":[66,79],"require":[68,82],"initial":[69],"datasets":[70],"train":[72,97],"their":[73,98],"generative":[74],"models.":[75,99],"In":[76],"contrast,":[77],"RL":[78,104,120],"do":[80],"not":[81],"training":[83,118],"data":[84],"be":[86],"collected":[87],"priori":[89],"since":[90],"they":[91],"take":[92],"advantage":[93],"simulation":[95,125],"Considering":[100],"advantages":[102],"algorithms,":[105],"this":[106],"method":[110,149],"generates":[112],"3D":[114,124,153],"by":[117],"an":[119],"agent":[121],"using":[122],"platform.":[126],"extends":[129],"authors\u2019":[131],"previous":[132],"and":[134,183,185],"results":[137],"case":[140],"study":[141],"supports":[143],"capability":[145],"proposed":[148],"environments.":[155],"ability":[157],"has":[163],"potential":[165],"maintain":[167],"users\u2019":[168],"engagement":[169],"wide":[172],"variety":[173],"applications":[175,180],"such":[176],"as":[177],"reality":[179],"education":[182],"training,":[184],"engineering":[186],"conceptual":[187],"design.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}