{"id":"https://openalex.org/W24785488","doi":null,"title":"Learning to Solve Multiple Goals","display_name":"Learning to Solve Multiple Goals","publication_year":1997,"publication_date":"1997-01-01","ids":{"openalex":"https://openalex.org/W24785488","mag":"24785488"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.37.8338","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.37.8338","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ftp://ftp.cs.rochester.edu/pub/u/jonas/tr646.ps.gz","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085436994","display_name":"Jonas Karlsson","orcid":"https://orcid.org/0000-0002-4844-5266","observed_orcids":["https://orcid.org/0000-0002-4844-5266"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jonas Karlsson","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-4844-5266","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5085436994"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4398,"has_fulltext":true,"cited_by_count":54,"citation_normalized_percentile":{"value":0.65633224,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task-decomposition","display_name":"task decomposition","score":0.6520000100135803},{"id":"https://openalex.org/keywords/modular-reinforcement-learning","display_name":"modular reinforcement learning","score":0.9629999995231628},{"id":"https://openalex.org/keywords/multiple-goals","display_name":"multiple objectives","score":0.6439999938011169},{"id":"https://openalex.org/keywords/state-space-reduction","display_name":"state space reduction","score":0.4950000047683716},{"id":"https://openalex.org/keywords/learning-time-reduction","display_name":"learning time reduction","score":0.6700000166893005}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7288388013839722},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6870577931404114},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.686342716217041},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6629629135131836},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6170724034309387},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5902098417282104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4682667553424835},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.45768940448760986},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.44928574562072754},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.44772887229919434},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34119656682014465},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11086702346801758},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10627403855323792},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10356616973876953},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.37.8338","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.37.8338","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ftp://ftp.cs.rochester.edu/pub/u/jonas/tr646.ps.gz","raw_type":"text"},{"id":"pmh:oai:urresearch.rochester.edu:654","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/1802/813","pdf_url":null,"source":{"id":"https://openalex.org/S4306400518","display_name":"UR Research (University of Rochester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I5388228","host_organization_name":"University of Rochester","host_organization_lineage":["https://openalex.org/I5388228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"mag:24785488","doi":null,"is_oa":false,"landing_page_url":"http://dl.acm.org/citation.cfm?id=266946","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1607817625","https://openalex.org/W4283311373","https://openalex.org/W2741995169","https://openalex.org/W2143435603","https://openalex.org/W2142789491","https://openalex.org/W7097059309","https://openalex.org/W6993026462","https://openalex.org/W2184358910","https://openalex.org/W1603565927","https://openalex.org/W2138463816"],"abstract_inverted_index":{"In":[0,99],"many":[1],"domains,":[2],"the":[3,35,43,51,66,73,76,100,129],"task":[4,93],"can":[5,122],"be":[6,21,70],"decomposed":[7],"into":[8],"a":[9,83,138],"set":[10],"of":[11,42,45,75,92,131],"independent":[12],"subgoals.":[13],"Often,":[14],"such":[15,26],"tasks":[16],"are":[17,104],"too":[18],"complex":[19],"to":[20,39,53,86,95,106,117],"learned":[22],"using":[23],"standard":[24],"techniques":[25],"as":[27],"Reinforcement":[28],"Learning.":[29],"The":[30],"complexity":[31],"is":[32,56,61],"caused":[33],"by":[34,128,145],"learning":[36,88,153],"system":[37],"having":[38],"keep":[40],"track":[41],"status":[44,74],"all":[46,146],"sub-goals":[47],"concurrently.":[48],"Thus,":[49],"if":[50],"solution":[52,68],"one":[54],"sub-goal":[55,60,78],"known":[57,67],"when":[58,72],"another":[59],"in":[62],"some":[63],"given":[64],"state,":[65],"must":[69],"relearned":[71],"other":[77,132],"changes.":[79],"This":[80],"dissertation":[81],"presents":[82],"modular":[84,101],"approach":[85],"reinforcement":[87],"that":[89,143],"takes":[90],"advantage":[91],"decomposition":[94],"avoid":[96],"unnecessary":[97],"relearning.":[98],"approach,":[102],"modules":[103],"created":[105],"learn":[107,124],"each":[108,135],"sub-goal.":[109],"Each":[110],"module":[111,136],"receives":[112],"only":[113],"those":[114],"inputs":[115,147],"relevant":[116],"its":[118],"associated":[119],"sub-goal,":[120],"and":[121],"therefore":[123],"without":[125],"being":[126],"affected":[127],"state":[130],"sub-goals.":[133],"Furthermore,":[134],"searches":[137],"much":[139],"smaller":[140],"space":[141],"than":[142],"defined":[144],"considered":[148],"together,":[149],"thereby":[150],"greatly":[151],"reducing":[152],"time.":[154],"Si...":[155]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":4}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2016-06-24T00:00:00"}