{"id":"https://openalex.org/W3090223608","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207671","title":"Reinforcement-based Program Induction in a Neural Virtual Machine","display_name":"Reinforcement-based Program Induction in a Neural Virtual Machine","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3090223608","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207671","mag":"3090223608"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207671","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207671","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207671","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"International Joint Conference on Neural Networks (IJCNN)","issn_l":"2161-4407","issn":["2161-4407"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051693199","display_name":"Garrett E. Katz","orcid":"https://orcid.org/0000-0002-5036-8394","observed_orcids":["https://orcid.org/0000-0002-5036-8394"]},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Garrett E. Katz","raw_affiliation_strings":["Elec. Engr. & Comp. Sci., Syracuse University, Syracuse, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Elec. Engr. & Comp. Sci., Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113926393","display_name":"Khushboo Gupta","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I142606810","display_name":"Pacific Northwest National Laboratory","ror":"https://ror.org/05h992307","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I142606810","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Khushboo Gupta","raw_affiliation_strings":["Biological Sciences Divison, Pacific Northwest National Laboratory, Richland, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biological Sciences Divison, Pacific Northwest National Laboratory, Richland, WA, USA","institution_ids":["https://openalex.org/I142606810"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050009555","display_name":"James A. Reggia","orcid":"https://orcid.org/0009-0003-8517-8405","observed_orcids":["https://orcid.org/0009-0003-8517-8405"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James A. Reggia","raw_affiliation_strings":["Computer Science, University of Maryland, College Park, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0835,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.29402916,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":"538","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6273999810218811,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6273999810218811,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.13619999587535858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.09200000017881393,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/program-induction","display_name":"program induction","score":0.984000027179718},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8629999756813049},{"id":"https://openalex.org/keywords/sparse-rewards","display_name":"sparse rewards","score":0.6620000004768372},{"id":"https://openalex.org/keywords/associative-memory","display_name":"associative memory","score":0.6930000185966492},{"id":"https://openalex.org/keywords/neural-network-controller","display_name":"neural network controller","score":0.375},{"id":"https://openalex.org/keywords/list-processing","display_name":"list processing","score":0.8109999895095825},{"id":"https://openalex.org/keywords/algorithm-learning","display_name":"algorithm learning","score":0.531000018119812}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8237905502319336},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8069815635681152},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6074780821800232},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5196027159690857},{"id":"https://openalex.org/C53442348","wikidata":"https://www.wikidata.org/wiki/Q745101","display_name":"Content-addressable memory","level":3,"score":0.5030171275138855},{"id":"https://openalex.org/C159423971","wikidata":"https://www.wikidata.org/wiki/Q177251","display_name":"Associative property","level":2,"score":0.4986534118652344},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.44716864824295044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.395442396402359},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207671","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207671","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207671","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"International Joint Conference on Neural Networks (IJCNN)","issn_l":"2161-4407","issn":["2161-4407"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1771410628","https://openalex.org/W2002089154","https://openalex.org/W2059148040","https://openalex.org/W2103581399","https://openalex.org/W2121863487","https://openalex.org/W2127107099","https://openalex.org/W2128084896","https://openalex.org/W2139293853","https://openalex.org/W2148773920","https://openalex.org/W2194690080","https://openalex.org/W2530887700","https://openalex.org/W2535697732","https://openalex.org/W2753590656","https://openalex.org/W2903561482","https://openalex.org/W2963220331","https://openalex.org/W2964055695","https://openalex.org/W2966102517","https://openalex.org/W2970971581","https://openalex.org/W2994602346","https://openalex.org/W4302339081"],"related_works":["https://openalex.org/W2966102517","https://openalex.org/W3039697905","https://openalex.org/W3087512404","https://openalex.org/W3009336678","https://openalex.org/W2194690080","https://openalex.org/W2786760026","https://openalex.org/W3027940480","https://openalex.org/W3033923268","https://openalex.org/W2982032257","https://openalex.org/W2605023530"],"abstract_inverted_index":{"We":[0,89],"present":[1],"a":[2,17,85,103],"neural":[3,18,35,144],"virtual":[4],"machine":[5],"that":[6,131],"can":[7],"be":[8],"trained":[9],"to":[10,57,83],"perform":[11],"algorithmic":[12],"tasks.":[13],"Rather":[14],"than":[15],"combining":[16],"controller":[19],"with":[20,73],"non-neural":[21],"memory":[22,39],"storage":[23],"as":[24,111],"has":[25],"been":[26],"done":[27],"in":[28],"the":[29,50,55,91,113,123,126],"past,":[30],"this":[31],"architecture":[32],"is":[33,137],"purely":[34],"and":[36,52,97,121,142],"emulates":[37],"tape-based":[38],"via":[40,134],"fast":[41],"associative":[42],"weights":[43],"(one-step":[44],"learning).":[45],"Here":[46],"we":[47],"formally":[48],"define":[49],"architecture,":[51],"then":[53],"extend":[54],"system":[56],"learn":[58],"programs":[59],"using":[60,139],"recurrent":[61],"policy":[62,92],"gradient":[63,93],"reinforcement":[64,135],"learning":[65,136],"based":[66],"on":[67,102],"examples":[68],"of":[69,105,125],"program":[70,132],"inputs":[71],"labeled":[72],"corresponding":[74],"output":[75,82],"targets,":[76],"which":[77],"are":[78],"compared":[79],"against":[80],"actual":[81],"generate":[84],"sparse":[86,140],"reward":[87],"signal.":[88],"describe":[90],"training":[94],"procedure":[95],"used,":[96],"report":[98],"its":[99],"empirical":[100],"performance":[101],"number":[104],"small-scale":[106],"list":[107,115],"processing":[108],"tasks,":[109],"such":[110],"finding":[112],"maximum":[114],"element,":[116],"filtering":[117],"out":[118],"certain":[119],"elements,":[120],"reversing":[122],"order":[124],"elements.":[127],"These":[128],"results":[129],"show":[130],"induction":[133],"possible":[138],"rewards":[141],"solely":[143],"computations.":[145]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2020-10-08T00:00:00"}