{"id":"https://openalex.org/W2128122606","doi":"https://doi.org/10.1177/1059712308101787","title":"Construction in a Simulated Environment Using Temporal Goal Sequencing and Reinforcement Learning","display_name":"Construction in a Simulated Environment Using Temporal Goal Sequencing and Reinforcement Learning","publication_year":2009,"publication_date":"2009-02-01","ids":{"openalex":"https://openalex.org/W2128122606","doi":"https://doi.org/10.1177/1059712308101787","mag":"2128122606"},"language":"en","primary_location":{"id":"doi:10.1177/1059712308101787","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1059712308101787","pdf_url":null,"source":{"id":"https://openalex.org/S183337005","display_name":"Adaptive Behavior","issn_l":"1059-7123","issn":["1059-7123","1741-2633"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adaptive Behavior","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088642340","display_name":"Anand Panangadan","orcid":"https://orcid.org/0000-0002-6706-8048"},"institutions":[{"id":"https://openalex.org/I1336910626","display_name":"Children's Hospital of Los Angeles","ror":"https://ror.org/00412ts95","country_code":"US","type":"funder","lineage":["https://openalex.org/I1336910626"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anand Panangadan","raw_affiliation_strings":["Saban Research Institute, Childrens Hospital of Los Angeles,","Saban Research Institute, Childrens Hospital of LosAngeles#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saban Research Institute, Childrens Hospital of Los Angeles,","institution_ids":["https://openalex.org/I1336910626"]},{"raw_affiliation_string":"Saban Research Institute, Childrens Hospital of LosAngeles#TAB#","institution_ids":["https://openalex.org/I1336910626"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051533722","display_name":"Michael G. Dyer","orcid":null},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]}],"countries":["FR","US"],"is_corresponding":true,"raw_author_name":"Michael G. Dyer","raw_affiliation_strings":["Computer Science Department, University of California Los Angeles,","Computer Science Department, University of CaliforniaLos Angeles#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of California Los Angeles,","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Computer Science Department, University of CaliforniaLos Angeles#TAB#","institution_ids":["https://openalex.org/I4210156583","https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5051533722","https://openalex.org/A5088642340"],"corresponding_institution_ids":["https://openalex.org/I1336910626","https://openalex.org/I161318765","https://openalex.org/I4210156583"],"apc_list":null,"apc_paid":null,"fwci":0.5805,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.74528644,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"17","issue":"1","first_page":"81","last_page":"104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.8203340768814087},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.785203218460083},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7795878648757935},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6264283657073975},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.608783483505249},{"id":"https://openalex.org/keywords/connectionism","display_name":"Connectionism","score":0.587357759475708},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5632273554801941},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5492286682128906},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5313435792922974},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5129084587097168},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5110529661178589},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4962525963783264},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.49554288387298584},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4935396909713745},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3354484438896179},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.20352953672409058},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1383034884929657},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.10331284999847412},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.07558152079582214}],"concepts":[{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.8203340768814087},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.785203218460083},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7795878648757935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6264283657073975},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.608783483505249},{"id":"https://openalex.org/C8521452","wikidata":"https://www.wikidata.org/wiki/Q203790","display_name":"Connectionism","level":3,"score":0.587357759475708},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5632273554801941},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5492286682128906},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5313435792922974},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5129084587097168},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5110529661178589},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4962525963783264},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.49554288387298584},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4935396909713745},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3354484438896179},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.20352953672409058},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1383034884929657},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.10331284999847412},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.07558152079582214},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/1059712308101787","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1059712308101787","pdf_url":null,"source":{"id":"https://openalex.org/S183337005","display_name":"Adaptive Behavior","issn_l":"1059-7123","issn":["1059-7123","1741-2633"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adaptive Behavior","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332375","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916"},{"id":"https://openalex.org/F4320334418","display_name":"Saban Research Institute","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W157135494","https://openalex.org/W164400977","https://openalex.org/W1480895035","https://openalex.org/W1503647233","https://openalex.org/W1512313081","https://openalex.org/W1585107097","https://openalex.org/W1585577797","https://openalex.org/W1600570701","https://openalex.org/W1627995145","https://openalex.org/W1664011265","https://openalex.org/W1925480412","https://openalex.org/W1964262952","https://openalex.org/W1981863124","https://openalex.org/W1983241546","https://openalex.org/W2002133619","https://openalex.org/W2009796996","https://openalex.org/W2013281060","https://openalex.org/W2016582216","https://openalex.org/W2024189170","https://openalex.org/W2035226206","https://openalex.org/W2037280793","https://openalex.org/W2046365304","https://openalex.org/W2048698391","https://openalex.org/W2051361949","https://openalex.org/W2059039791","https://openalex.org/W2066334004","https://openalex.org/W2074001763","https://openalex.org/W2078575975","https://openalex.org/W2096537964","https://openalex.org/W2097538469","https://openalex.org/W2097856935","https://openalex.org/W2106126693","https://openalex.org/W2107526363","https://openalex.org/W2107941094","https://openalex.org/W2109250000","https://openalex.org/W2111104611","https://openalex.org/W2111438441","https://openalex.org/W2133932639","https://openalex.org/W2135346471","https://openalex.org/W2141714215","https://openalex.org/W2143014761","https://openalex.org/W2148251644","https://openalex.org/W2151288708","https://openalex.org/W2156486793","https://openalex.org/W2157411165","https://openalex.org/W2157867503","https://openalex.org/W2167478210","https://openalex.org/W2297172695","https://openalex.org/W2528234499","https://openalex.org/W2541038369","https://openalex.org/W2582998992","https://openalex.org/W2752885492","https://openalex.org/W2911989211","https://openalex.org/W2913668833","https://openalex.org/W3011120880","https://openalex.org/W3121759576","https://openalex.org/W3142707146","https://openalex.org/W3145013517","https://openalex.org/W3145128584","https://openalex.org/W4246329541"],"related_works":["https://openalex.org/W4205841273","https://openalex.org/W4205525690","https://openalex.org/W1732468982","https://openalex.org/W2015051472","https://openalex.org/W2168501056","https://openalex.org/W2120009678","https://openalex.org/W2037601570","https://openalex.org/W2912947802","https://openalex.org/W2123856982","https://openalex.org/W1950622696"],"abstract_inverted_index":{"A":[0],"behavior-based":[1],"architecture":[2,53,162],"(":[3],"ConAg)":[4],"with":[5],"a":[6,15,98],"connectionist":[7],"action":[8,78],"selection":[9,79],"mechanism":[10,80],"is":[11,112,122,145],"introduced":[12],"that":[13,72,133,156],"enables":[14,81],"society":[16],"of":[17,46,65,85,101,106,129,142,150,160],"autonomous":[18],"agents":[19,35,135],"to":[20,61,109],"construct":[21],"arbitrary":[22,143],"structures":[23,144],"in":[24,30],"their":[25],"simulated":[26],"two-dimensional":[27],"world.":[28,103],"Construction":[29,141],"this":[31],"environment":[32],"involves":[33],"the":[34,47,63,66,83,102,107,134,137,158,161],"picking":[36],"up":[37],"colored":[38],"discs":[39],"and":[40,68,163],"dropping":[41],"them":[42],"at":[43],"incomplete":[44],"parts":[45],"structure":[48,108],"being":[49],"built.":[50],"The":[51,77,93,104],"ConAg":[52],"provides":[54],"both":[55],"reactive":[56],"behaviors":[57,71,86,96],"which":[58],"are":[59,73],"used":[60,74],"maintain":[62],"viability":[64],"agent":[67],"navigational":[69,94],"planning":[70,95,121],"for":[75,88],"construction.":[76],"learning":[82],"sequence":[84],"required":[87],"construction":[89,138],"by":[90,124,147],"reinforcement":[91],"learning.":[92],"use":[97],"grid-based":[99,130],"representation":[100],"shape":[105],"be":[110],"built":[111],"also":[113],"encoded":[114],"on":[115,127],"an":[116],"internal":[117],"spatial":[118],"map.":[119],"Path":[120],"implemented":[123],"spreading":[125],"activations":[126],"sets":[128],"maps":[131],"so":[132],"perform":[136],"task":[139],"efficiently.":[140],"supported":[146],"temporal":[148],"sequencing":[149],"goals.":[151],"We":[152],"present":[153],"simulation":[154],"results":[155],"demonstrate":[157],"performance":[159],"algorithms.":[164]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-05-01T06:04:38.248271","created_date":"2025-10-10T00:00:00"}