{"id":"https://openalex.org/W169459404","doi":null,"title":"Hierarchical Functional Category Learning for Efficient Value Function Approximation in Object-Based Environments.","display_name":"Hierarchical Functional Category Learning for Efficient Value Function Approximation in Object-Based Environments.","publication_year":2011,"publication_date":"2011-01-01","ids":{"openalex":"https://openalex.org/W169459404","mag":"169459404"},"language":"en","primary_location":{"id":"pmh:oai:deepblue.lib.umich.edu:2027.42/84437","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2027.42/84437","pdf_url":"https://hdl.handle.net/2027.42/84437","source":{"id":"https://openalex.org/S4306400393","display_name":"Deep Blue (University of Michigan)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I27837315","host_organization_name":"University of Michigan","host_organization_lineage":["https://openalex.org/I27837315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/2027.42/84437","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078403031","display_name":"Yongjia Wang","orcid":"https://orcid.org/0000-0003-2506-0010","observed_orcids":["https://orcid.org/0000-0003-2506-0010","https://orcid.org/0009-0007-4876-7920"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yongjia Wang","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-2506-0010","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5078403031"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12694","display_name":"Categorization, perception, and language","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/value-function-approximation","display_name":"value function approximation","score":0.7950000166893005},{"id":"https://openalex.org/keywords/category-learning","display_name":"category learning","score":0.6890000104904175},{"id":"https://openalex.org/keywords/object-classification","display_name":"object classification","score":0.7459999918937683},{"id":"https://openalex.org/keywords/cognitive-plausibility","display_name":"cognitive plausibility","score":0.6779999732971191},{"id":"https://openalex.org/keywords/autonomous-agents","display_name":"autonomous agents","score":0.46799999475479126},{"id":"https://openalex.org/keywords/incremental-learning","display_name":"incremental learning","score":0.6169999837875366}],"concepts":[{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5173394083976746},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4773963987827301},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4688989222049713},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45512932538986206},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.42127442359924316},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32452529668807983},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32053709030151367},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.10626557469367981},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0576346218585968}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:deepblue.lib.umich.edu:2027.42/84437","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2027.42/84437","pdf_url":"https://hdl.handle.net/2027.42/84437","source":{"id":"https://openalex.org/S4306400393","display_name":"Deep Blue (University of Michigan)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I27837315","host_organization_name":"University of Michigan","host_organization_lineage":["https://openalex.org/I27837315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.387.4769","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.387.4769","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ai.eecs.umich.edu/soar/sitemaker/docs/pubs/yongjiaw_1.pdf","raw_type":"text"},{"id":"mag:169459404","doi":null,"is_oa":false,"landing_page_url":"https://deepblue.lib.umich.edu/bitstream/handle/2027.42/84437/yongjiaw_1.pdf;sequence=1","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:deepblue.lib.umich.edu:2027.42/84437","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2027.42/84437","pdf_url":"https://hdl.handle.net/2027.42/84437","source":{"id":"https://openalex.org/S4306400393","display_name":"Deep Blue (University of Michigan)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I27837315","host_organization_name":"University of Michigan","host_organization_lineage":["https://openalex.org/I27837315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W169459404.pdf","grobid_xml":"https://content.openalex.org/works/W169459404.grobid-xml"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W138052739","https://openalex.org/W145061141","https://openalex.org/W152052037","https://openalex.org/W1505839237","https://openalex.org/W1539848741","https://openalex.org/W1560724230","https://openalex.org/W1568358379","https://openalex.org/W1596731303","https://openalex.org/W1964571600","https://openalex.org/W1965555277","https://openalex.org/W1968790370","https://openalex.org/W2002806284","https://openalex.org/W2006235059","https://openalex.org/W2013668501","https://openalex.org/W2015487637","https://openalex.org/W2031240623","https://openalex.org/W2034164729","https://openalex.org/W2034562813","https://openalex.org/W2041460909","https://openalex.org/W2042300283","https://openalex.org/W2045155990","https://openalex.org/W2047057213","https://openalex.org/W2053237598","https://openalex.org/W2060170348","https://openalex.org/W2064142190","https://openalex.org/W2072931156","https://openalex.org/W2073308541","https://openalex.org/W2086618114","https://openalex.org/W2099438806","https://openalex.org/W2100983987","https://openalex.org/W2101355568","https://openalex.org/W2104040810","https://openalex.org/W2109189215","https://openalex.org/W2114361266","https://openalex.org/W2116502002","https://openalex.org/W2117753247","https://openalex.org/W2121863487","https://openalex.org/W2122410182","https://openalex.org/W2124158084","https://openalex.org/W2124175081","https://openalex.org/W2125510930","https://openalex.org/W2127578024","https://openalex.org/W2129442128","https://openalex.org/W2129476886","https://openalex.org/W2129668249","https://openalex.org/W2130325614","https://openalex.org/W2134042548","https://openalex.org/W2134100786","https://openalex.org/W2136445846","https://openalex.org/W2136518234","https://openalex.org/W2136922672","https://openalex.org/W2145454741","https://openalex.org/W2147880316","https://openalex.org/W2147915785","https://openalex.org/W2149706766","https://openalex.org/W2151554678","https://openalex.org/W2152712383","https://openalex.org/W2153008231","https://openalex.org/W2153562927","https://openalex.org/W2154302577","https://openalex.org/W2154579312","https://openalex.org/W2156515921","https://openalex.org/W2156615793","https://openalex.org/W2160552342","https://openalex.org/W2161808137","https://openalex.org/W2163445345","https://openalex.org/W2164724958","https://openalex.org/W2170014483","https://openalex.org/W2171124048","https://openalex.org/W2177085946","https://openalex.org/W2609327928","https://openalex.org/W2617649066","https://openalex.org/W2624907881","https://openalex.org/W2766736793","https://openalex.org/W2801490189","https://openalex.org/W2988864014","https://openalex.org/W3020831056","https://openalex.org/W3035258717","https://openalex.org/W3139831614","https://openalex.org/W4239510810"],"related_works":["https://openalex.org/W2152712383","https://openalex.org/W7100912411","https://openalex.org/W4308190691","https://openalex.org/W2003514736","https://openalex.org/W7133184137","https://openalex.org/W7096731981","https://openalex.org/W2617649066","https://openalex.org/W2556865614","https://openalex.org/W7098175478","https://openalex.org/W3147985590"],"abstract_inverted_index":{"Creating":[0],"autonomous":[1],"long-lived":[2],"agent":[3],"that":[4,81,123,156,174,240,266],"can":[5,128,166,241],"robustly":[6],"function":[7,57,65,75,126,214,237],"in":[8,19,107],"a":[9,16,224,260],"complex":[10,97],"object-":[11],"based":[12,115,194,202,262],"environment":[13],"has":[14],"been":[15],"persistent":[17],"goal":[18],"the":[20,26,35,43,50,61,64,74,77,88,124,131,138,175,185,228,255],"field":[21],"of":[22,30,34,45,73,80,90,96,104,134,142,227,244],"artificial":[23],"intelligence.":[24],"Learning":[25],"appropriate":[27],"functional":[28,151],"categories":[29],"objects":[31,106,144],"is":[32,42,66,76,122,155,173],"one":[33,231],"keys":[36],"to":[37,63,271],"achieve":[38,168],"this":[39,46],"goal,":[40],"and":[41,71,93,150,182,205,212],"theme":[44],"thesis.":[47],"We":[48,190],"formulate":[49],"research":[51],"problem":[52],"as":[53,218],"finding":[54],"efficient":[55,91,169,235],"value":[56,79,99,125,188,213,236],"approximation":[58,215,238],"algorithms,":[59],"where":[60,137],"input":[62,82,102],"an":[67],"object-based":[68,135],"state":[69,139],"representation,":[70],"output":[72],"utility":[78,187,261],"state.":[83],"The":[84,120,153,171,221],"challenges":[85],"arise":[86],"from":[87],"requirements":[89],"learning,":[92],"incremental":[94],"learning":[95,211,264,274],"nonlinear":[98],"functions,":[100],"whose":[101],"consists":[103],"diverse":[105],"high":[108],"dimensional":[109],"feature":[110],"space.":[111],"Our":[112],"solutions":[113],"are":[114,216],"on":[116,195,203,206],"three":[117],"key":[118,197],"principles.":[119],"first":[121],"representation":[127],"usefully":[129],"exploit":[130],"compositional":[132],"structure":[133],"environments,":[136],"representations":[140],"consist":[141],"independent":[143],"with":[145,184,199],"their":[146],"own":[147],"perceptual":[148],"features":[149],"properties.":[152],"second":[154],"hierarchical":[157,251],"symbolic":[158],"category":[159,210,252,263,273],"representations,":[160],"inspired":[161],"by":[162,250],"human":[163,272],"cognitive":[164,207],"models,":[165],"help":[167],"learning.":[170,253],"third":[172],"object":[176],"categorization":[177],"criteria":[178],"must":[179],"be":[180],"consistent":[181],"coherent":[183],"target":[186],"function.":[189],"provide":[191],"two":[192],"implementations":[193],"these":[196],"principles,":[198],"evaluations":[200],"both":[201],"functionality":[204],"plausibility.":[208],"Traditionally,":[209],"studied":[217],"separate":[219],"problems.":[220],"thesis":[222],"presents":[223],"unique":[225],"synthesis":[226],"two.":[229],"On":[230,254],"hand,":[232,257],"it":[233,258],"provides":[234,259],"algorithms":[239],"take":[242],"advantage":[243],"compact":[245],"representational":[246],"basis":[247],"adaptively":[248],"generated":[249],"other":[256],"model":[265],"offers":[267],"new":[268],"computational":[269],"insights":[270],"behaviors.":[275]},"counts_by_year":[],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2016-06-24T00:00:00"}