{"id":"https://openalex.org/W2003362178","doi":"https://doi.org/10.1145/2676723.2693633","title":"NeuroSoccer","display_name":"NeuroSoccer","publication_year":2015,"publication_date":"2015-02-24","ids":{"openalex":"https://openalex.org/W2003362178","doi":"https://doi.org/10.1145/2676723.2693633","mag":"2003362178"},"language":"en","primary_location":{"id":"doi:10.1145/2676723.2693633","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2676723.2693633","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004579702","display_name":"Andrew Keenan","orcid":null},"institutions":[{"id":"https://openalex.org/I7863295","display_name":"Villanova University","ror":"https://ror.org/02g7kd627","country_code":"US","type":"education","lineage":["https://openalex.org/I7863295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andrew Keenan","raw_affiliation_strings":["Villanova University, Villanova, PA, USA","Villanova University, Villanova , PA, USA"],"affiliations":[{"raw_affiliation_string":"Villanova University, Villanova, PA, USA","institution_ids":["https://openalex.org/I7863295"]},{"raw_affiliation_string":"Villanova University, Villanova , PA, USA","institution_ids":["https://openalex.org/I7863295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5004579702"],"corresponding_institution_ids":["https://openalex.org/I7863295"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03620567,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"716","last_page":"716"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9639999866485596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9639999866485596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7803831100463867},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7789950966835022},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6364100575447083},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.6037255525588989},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5879056453704834},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5765587091445923},{"id":"https://openalex.org/keywords/tuple","display_name":"Tuple","score":0.5629591941833496},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.49991559982299805},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.4762271046638489},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.46930673718452454},{"id":"https://openalex.org/keywords/lookup-table","display_name":"Lookup table","score":0.46004772186279297},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.4256996512413025},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3610888123512268},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.13042110204696655},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10404086112976074}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7803831100463867},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7789950966835022},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6364100575447083},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.6037255525588989},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5879056453704834},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5765587091445923},{"id":"https://openalex.org/C118930307","wikidata":"https://www.wikidata.org/wiki/Q600590","display_name":"Tuple","level":2,"score":0.5629591941833496},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.49991559982299805},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.4762271046638489},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46930673718452454},{"id":"https://openalex.org/C134835016","wikidata":"https://www.wikidata.org/wiki/Q690265","display_name":"Lookup table","level":2,"score":0.46004772186279297},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.4256996512413025},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3610888123512268},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.13042110204696655},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10404086112976074},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2676723.2693633","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2676723.2693633","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.47999998927116394,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4245395944","https://openalex.org/W2143551613","https://openalex.org/W4239286941","https://openalex.org/W2088845016","https://openalex.org/W2138823233","https://openalex.org/W589102260","https://openalex.org/W1979740464","https://openalex.org/W1966421350","https://openalex.org/W2104958792","https://openalex.org/W2542992786"],"abstract_inverted_index":{"Q-Learning":[0,25,72],"is":[1,26,50],"a":[2,18,29,59,67,139,156],"type":[3],"of":[4,15,105,116,142],"reinforcement":[5],"learning":[6,76],"which":[7],"learns":[8],"how":[9,147],"to":[10,121,148,154],"optimize":[11],"an":[12],"agent's":[13],"choice":[14],"actions":[16],"in":[17,58,129,138,152],"given":[19],"environment":[20],"based":[21],"on":[22,82],"experience.":[23],"Typically,":[24],"implemented":[27,135],"using":[28,91],"lookup":[30],"table":[31],"indexed":[32],"by":[33],"state/action":[34,98],"tuples.":[35],"For":[36],"many":[37],"applications,":[38],"this":[39,136],"approach":[40],"can":[41,64,88],"be":[42,56,89],"difficult":[43],"or":[44,53],"impossible,":[45],"as":[46,66,100,109],"their":[47],"state":[48],"space":[49],"too":[51],"large":[52],"cannot":[54],"accurately":[55],"captured":[57],"table.":[60],"A":[61],"neural":[62,86],"network":[63,87,118],"act":[65],"function":[68],"approximator":[69],"for":[70,80,127],"the":[71,92,97,103,106,110,117,123,130,150],"Table.":[73],"This":[74],"reduces":[75],"time":[77],"and":[78,102],"allows":[79],"generalization":[81],"unvisited":[83],"states":[84],"The":[85,114],"trained":[90],"Back":[93],"propagation":[94],"algorithm":[95],"with":[96],"tuple":[99],"input":[101],"output":[104,125],"update":[107],"rule":[108],"new":[111],"target":[112],"value.":[113],"weights":[115],"are":[119],"updated":[120],"produce":[122],"correct":[124],"value":[126],"inputs":[128],"training":[131],"set.":[132],"We":[133],"have":[134],"technique":[137],"2-D":[140],"simulation":[141],"soccer,":[143],"where":[144],"agents":[145],"learn":[146],"maneuver":[149],"ball":[151],"order":[153],"score":[155],"goal.":[157]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2016-06-24T00:00:00"}