{"id":"https://openalex.org/W2475318534","doi":"https://doi.org/10.2298/csis160210015f","title":"Learn to human-level control in dynamic environment using incremental batch interrupting temporal abstraction","display_name":"Learn to human-level control in dynamic environment using incremental batch interrupting temporal abstraction","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2475318534","doi":"https://doi.org/10.2298/csis160210015f","mag":"2475318534"},"language":"en","primary_location":{"id":"doi:10.2298/csis160210015f","is_oa":true,"landing_page_url":"https://doi.org/10.2298/csis160210015f","pdf_url":"http://www.doiserbia.nb.rs/ft.aspx?id=1820-02141600015F","source":{"id":"https://openalex.org/S206939107","display_name":"Computer Science and Information Systems","issn_l":"1820-0214","issn":["1820-0214","2406-1018"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310321031","host_organization_name":"ComSIS Consortium","host_organization_lineage":["https://openalex.org/P4310321031"],"host_organization_lineage_names":["ComSIS Consortium"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science and Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.doiserbia.nb.rs/ft.aspx?id=1820-02141600015F","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026708634","display_name":"Yuchen Fu","orcid":"https://orcid.org/0000-0002-7743-3635"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchen Fu","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Shizi Street No.1 Box 158, Suzhou, China, 215006"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Shizi Street No.1 Box 158, Suzhou, China, 215006","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101716576","display_name":"Zhipeng Xu","orcid":"https://orcid.org/0000-0002-6661-5572"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Xu","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Shizi Street No.1 Box 158, Suzhou, China, 215006"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Shizi Street No.1 Box 158, Suzhou, China, 215006","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100689023","display_name":"Fei Zhu","orcid":"https://orcid.org/0000-0002-9122-1161"},"institutions":[{"id":"https://openalex.org/I185940356","display_name":"Soochow University","ror":"https://ror.org/05kvm7n82","country_code":"TW","type":"education","lineage":["https://openalex.org/I185940356"]},{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]},{"id":"https://openalex.org/I70986742","display_name":"Novelis (Canada)","ror":"https://ror.org/03wn09h25","country_code":"CA","type":"company","lineage":["https://openalex.org/I70986742"]}],"countries":["CA","CN","TW"],"is_corresponding":false,"raw_author_name":"Fei Zhu","raw_affiliation_strings":["Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, 130012, P.R. China","Provincial Key Laboratory for Computer Information Processing Technology Soochow University","School of Computer Science and Technology, Soochow University, Shizi Street No.1 Box 158, Suzhou, China, 215006","Collaborative Innovation Center of Novel Software Technology and Industrialization"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, 130012, P.R. China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"Provincial Key Laboratory for Computer Information Processing Technology Soochow University","institution_ids":["https://openalex.org/I185940356"]},{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Shizi Street No.1 Box 158, Suzhou, China, 215006","institution_ids":["https://openalex.org/I3923682"]},{"raw_affiliation_string":"Collaborative Innovation Center of Novel Software Technology and Industrialization","institution_ids":["https://openalex.org/I70986742"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414574","display_name":"Quan Liu","orcid":"https://orcid.org/0000-0002-8710-1810"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]},{"id":"https://openalex.org/I70986742","display_name":"Novelis (Canada)","ror":"https://ror.org/03wn09h25","country_code":"CA","type":"company","lineage":["https://openalex.org/I70986742"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Quan Liu","raw_affiliation_strings":["Collaborative Innovation Center of Novel Software Technology and Industrialization","School of Computer Science and Technology, Soochow University, Shizi Street No.1 Box 158, Suzhou, China, 215006"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center of Novel Software Technology and Industrialization","institution_ids":["https://openalex.org/I70986742"]},{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Shizi Street No.1 Box 158, Suzhou, China, 215006","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049334056","display_name":"Xiaoke Zhou","orcid":"https://orcid.org/0000-0002-1149-729X"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Xiaoke Zhou","raw_affiliation_strings":["University of Basque Country, Spanish"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Basque Country, Spanish","institution_ids":["https://openalex.org/I169108374"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5486,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83650802,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"13","issue":"2","first_page":"561","last_page":"577"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9621000289916992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9621000289916992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.930899977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9161514043807983},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.7915579676628113},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4884015917778015},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3545847535133362},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3538096845149994},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3284257650375366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9161514043807983},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.7915579676628113},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4884015917778015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3545847535133362},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3538096845149994},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3284257650375366},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.2298/csis160210015f","is_oa":true,"landing_page_url":"https://doi.org/10.2298/csis160210015f","pdf_url":"http://www.doiserbia.nb.rs/ft.aspx?id=1820-02141600015F","source":{"id":"https://openalex.org/S206939107","display_name":"Computer Science and Information Systems","issn_l":"1820-0214","issn":["1820-0214","2406-1018"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310321031","host_organization_name":"ComSIS Consortium","host_organization_lineage":["https://openalex.org/P4310321031"],"host_organization_lineage_names":["ComSIS Consortium"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science and Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:doiserbia:1820-02141600015F","is_oa":false,"landing_page_url":"http://doi.org/10.2298/CSIS160210015F","pdf_url":null,"source":{"id":"https://openalex.org/S4306400515","display_name":"Digital Object Identifier (DOI) Repository Serbia (National Library of Serbia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210142455","host_organization_name":"National Library of Serbia","host_organization_lineage":["https://openalex.org/I4210142455"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":". (00) 15-15"}],"best_oa_location":{"id":"doi:10.2298/csis160210015f","is_oa":true,"landing_page_url":"https://doi.org/10.2298/csis160210015f","pdf_url":"http://www.doiserbia.nb.rs/ft.aspx?id=1820-02141600015F","source":{"id":"https://openalex.org/S206939107","display_name":"Computer Science and Information Systems","issn_l":"1820-0214","issn":["1820-0214","2406-1018"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310321031","host_organization_name":"ComSIS Consortium","host_organization_lineage":["https://openalex.org/P4310321031"],"host_organization_lineage_names":["ComSIS Consortium"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science and Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1767731934","display_name":null,"funder_award_id":"13KJB520020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G21622510","display_name":null,"funder_award_id":"61303108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G267273804","display_name":null,"funder_award_id":"61472262","funder_id":"https://openalex.org/F4320322300","funder_display_name":"Jilin University"},{"id":"https://openalex.org/G2919666297","display_name":null,"funder_award_id":"61373094","funder_id":"https://openalex.org/F4320322300","funder_display_name":"Jilin University"},{"id":"https://openalex.org/G3962253213","display_name":"\u57fa\u4e8e\u652f\u6301\u5411\u91cf\u673a\u7684\u589e\u91cf\u5f0f\u5f3a\u5316\u5b66\u4e60\u6280\u672f\u53ca\u5176\u5e94\u7528\u7814\u7a76","funder_award_id":"61373094","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4711422367","display_name":null,"funder_award_id":"SYG201422","funder_id":"https://openalex.org/F4320322300","funder_display_name":"Jilin University"},{"id":"https://openalex.org/G5161378138","display_name":null,"funder_award_id":"93K172014K04","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7310000828","display_name":null,"funder_award_id":"93K172014K04","funder_id":"https://openalex.org/F4320322300","funder_display_name":"Jilin University"},{"id":"https://openalex.org/G7370257148","display_name":null,"funder_award_id":"KJS1524","funder_id":"https://openalex.org/F4320324720","funder_display_name":"Soochow University"},{"id":"https://openalex.org/G7602923614","display_name":null,"funder_award_id":"61472262","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7788283794","display_name":null,"funder_award_id":"13KJB520020","funder_id":"https://openalex.org/F4320322300","funder_display_name":"Jilin University"},{"id":"https://openalex.org/G7875914319","display_name":null,"funder_award_id":"SYG201422","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8108490206","display_name":null,"funder_award_id":"61303108","funder_id":"https://openalex.org/F4320322300","funder_display_name":"Jilin University"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322300","display_name":"Jilin University","ror":"https://ror.org/00js3aw79"},{"id":"https://openalex.org/F4320324720","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2475318534.pdf","grobid_xml":"https://content.openalex.org/works/W2475318534.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1433129784","https://openalex.org/W1492014007","https://openalex.org/W1510673313","https://openalex.org/W1536990779","https://openalex.org/W1556824961","https://openalex.org/W1562016390","https://openalex.org/W1578521162","https://openalex.org/W1585861384","https://openalex.org/W1784227921","https://openalex.org/W1968768508","https://openalex.org/W2071302132","https://openalex.org/W2082973084","https://openalex.org/W2090170171","https://openalex.org/W2098683625","https://openalex.org/W2109910161","https://openalex.org/W2110415190","https://openalex.org/W2114451917","https://openalex.org/W2123956999","https://openalex.org/W2143435603","https://openalex.org/W2156067405","https://openalex.org/W2159849946","https://openalex.org/W2160808139","https://openalex.org/W2168640731","https://openalex.org/W2182079046","https://openalex.org/W3103256699","https://openalex.org/W4214717370","https://openalex.org/W4254755460","https://openalex.org/W6676772908"],"related_works":["https://openalex.org/W2045155990","https://openalex.org/W4313163053","https://openalex.org/W4300973204","https://openalex.org/W1483408780","https://openalex.org/W4284884309","https://openalex.org/W4243842598","https://openalex.org/W2105980483","https://openalex.org/W2108135022","https://openalex.org/W3148810651","https://openalex.org/W2898772359"],"abstract_inverted_index":{"The":[0,65,143,171,186,200],"temporal":[1,136],"world":[2,113],"is":[3,38,141,189],"characterized":[4],"by":[5,56],"dynamic":[6,128,155,169,196,215],"and":[7,101,164,182,210],"variance.":[8],"A":[9],"lot":[10],"of":[11,62,83,87,103,121,149,154],"machine":[12],"learning":[13,28],"algorithms":[14],"are":[15,50,107],"difficult":[16],"to":[17,20,32,41,59,98,109,159,162,175,191],"be":[18,30,68,160],"applied":[19,190],"practical":[21],"control":[22,114,132,166],"applications":[23],"directly,":[24],"while":[25],"hierarchical":[26],"reinforcement":[27],"can":[29,67,208],"used":[31],"deal":[33,110],"with":[34,111,151,179],"them.":[35],"Meanwhile,":[36],"it":[37],"a":[39,93,130,194],"commonplace":[40],"have":[42],"some":[43],"partial":[44],"solutions":[45],"available,":[46],"called":[47],"options,":[48],"which":[49,134],"learned":[51],"from":[52,177],"knowledge":[53],"or":[54],"predefined":[55],"the":[57,63,90,99,104,119,125,147,152,205],"system,":[58],"solve":[60],"sub-tasks":[61],"problem.":[64],"option":[66,91,123],"reused":[69],"for":[70,127],"policy":[71,167,212],"determination":[72],"in":[73,168,214],"control.":[74,185],"Many":[75],"traditional":[76],"semi-Markov":[77],"decision":[78],"process":[79],"methods":[80],"take":[81],"advantage":[82],"it.":[84],"But":[85],"most":[86],"them":[88],"treat":[89],"as":[92,139,158],"primitive":[94],"object.":[95],"However,":[96],"due":[97],"uncertainty":[100],"variability":[102],"environment,":[105,129],"they":[106],"unable":[108],"real":[112],"problems":[115],"effectively.":[116],"Based":[117],"on":[118],"idea":[120,148],"interrupting":[122],"under":[124],"prerequisite":[126],"Q-learning":[131,172],"method":[133],"uses":[135],"abstraction,":[137],"named":[138],"I-QOption,":[140],"introduced.":[142],"I-QOption":[144,187],"approach":[145],"combines":[146],"interruption":[150],"characteristics":[153],"environment":[156,197],"so":[157],"able":[161],"learn":[163,176,209],"improve":[165,211],"environment.":[170,216],"framework":[173],"helps":[174],"interaction":[178],"raw":[180],"data":[181],"achieving":[183],"human-level":[184],"algorithm":[188,207],"grid":[192],"world,":[193],"benchmark":[195],"evaluation":[198],"testing.":[199],"experiment":[201],"results":[202],"show":[203],"that":[204],"proposed":[206],"effectively":[213]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}