{"id":"https://openalex.org/W4402353560","doi":"https://doi.org/10.1109/ijcnn60899.2024.10651098","title":"Absorb What You Need: Accelerating Exploration via Valuable Knowledge Extraction","display_name":"Absorb What You Need: Accelerating Exploration via Valuable Knowledge Extraction","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402353560","doi":"https://doi.org/10.1109/ijcnn60899.2024.10651098"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10651098","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn60899.2024.10651098","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027187253","display_name":"Youting Wu","orcid":"https://orcid.org/0000-0003-4449-1561"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"You Wu","raw_affiliation_strings":["Nanjing University,Software Institute,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University,Software Institute,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043667072","display_name":"Zhe Wu","orcid":"https://orcid.org/0000-0002-6982-2315"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhe Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089763177","display_name":"Renye Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renye Yan","raw_affiliation_strings":["Peiking University,School of Integrated Circuits,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peiking University,School of Integrated Circuits,Beijing,China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090751520","display_name":"Pin Tao","orcid":"https://orcid.org/0000-0003-2687-7997"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pin Tao","raw_affiliation_strings":["Tsinghua University,Department of Computer Science and Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Computer Science and Technology,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076090670","display_name":"Junliang Xing","orcid":"https://orcid.org/0000-0001-6801-0510"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junliang Xing","raw_affiliation_strings":["Tsinghua University,Department of Computer Science and Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Computer Science and Technology,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"29","issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6526025533676147},{"id":"https://openalex.org/keywords/extraction","display_name":"Extraction (chemistry)","score":0.6182554364204407},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07441756129264832},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.05395984649658203}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6526025533676147},{"id":"https://openalex.org/C4725764","wikidata":"https://www.wikidata.org/wiki/Q844704","display_name":"Extraction (chemistry)","level":2,"score":0.6182554364204407},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07441756129264832},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.05395984649658203}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10651098","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn60899.2024.10651098","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W172298727","https://openalex.org/W2101524054","https://openalex.org/W2116386744","https://openalex.org/W2145339207","https://openalex.org/W2168359464","https://openalex.org/W2296073425","https://openalex.org/W2556477470","https://openalex.org/W2609330957","https://openalex.org/W2772709170","https://openalex.org/W2885550588","https://openalex.org/W2908460759","https://openalex.org/W2914112028","https://openalex.org/W2951725892","https://openalex.org/W2963276097","https://openalex.org/W2963277051","https://openalex.org/W2963438456","https://openalex.org/W2964067469","https://openalex.org/W2964654516","https://openalex.org/W2970252402","https://openalex.org/W2970393539","https://openalex.org/W2982316857","https://openalex.org/W2994943647","https://openalex.org/W2995481444","https://openalex.org/W3034833075","https://openalex.org/W3036282537","https://openalex.org/W3037871539","https://openalex.org/W3094404987","https://openalex.org/W3126325318","https://openalex.org/W3138984732","https://openalex.org/W4225963367","https://openalex.org/W4286959346","https://openalex.org/W4287064443","https://openalex.org/W4287278739","https://openalex.org/W4288087525","https://openalex.org/W4312564152","https://openalex.org/W4313449193","https://openalex.org/W6717230150","https://openalex.org/W6718092244","https://openalex.org/W6730153900","https://openalex.org/W6737344378","https://openalex.org/W6737937804","https://openalex.org/W6746177919","https://openalex.org/W6748603076","https://openalex.org/W6748638692","https://openalex.org/W6753925943","https://openalex.org/W6756303580","https://openalex.org/W6757505405","https://openalex.org/W6757645525","https://openalex.org/W6759380828","https://openalex.org/W6764088478","https://openalex.org/W6767047803","https://openalex.org/W6770552216","https://openalex.org/W6779637449","https://openalex.org/W6784429693","https://openalex.org/W6784550018","https://openalex.org/W6791862963","https://openalex.org/W6798213610","https://openalex.org/W6801256087","https://openalex.org/W6810671056"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Leveraging":[0],"external":[1,34,57,87],"knowledge":[2,35,58,81,88,124,128],"and":[3,97,104,108,130,154],"extracting":[4],"valuable":[5],"insights":[6],"are":[7],"efficient":[8],"human":[9],"practices":[10],"when":[11],"handling":[12],"various":[13],"tasks.":[14],"In":[15,137],"contrast,":[16],"current":[17,132],"artificial":[18],"intelligence":[19],"lacks":[20],"this":[21,64],"capability.":[22],"Recent":[23],"research":[24],"aims":[25],"to":[26,32,42,84,152],"teach":[27],"Reinforcement":[28],"Learning":[29],"(RL)":[30],"agents":[31],"incorporate":[33],"in":[36,48],"the":[37,68,122,127,131,135],"form":[38],"of":[39,50,134],"natural":[40],"language":[41],"accelerate":[43],"exploration.":[44],"A":[45],"common":[46],"assumption":[47],"many":[49],"these":[51],"approaches":[52],"is":[53,59,114],"that":[54],"all":[55],"introduced":[56],"inherently":[60],"valuable.":[61],"To":[62],"eliminate":[63],"assumption,":[65],"we":[66],"introduce":[67],"Knowledge":[69],"Extraction":[70],"Exploration":[71],"Framework":[72],"(KEEF).":[73],"KEEF":[74,144],"comprises":[75],"two":[76],"key":[77],"components:":[78],"1)":[79],"a":[80,101,105,110,115],"extractor,":[82],"designed":[83],"filter":[85],"useful":[86,123],"based":[89],"on":[90],"three":[91],"dimensions,":[92],"task":[93],"relevance,":[94,96],"environment":[95],"achievement":[98],"difficulty,":[99],"through":[100],"prediction":[102],"network":[103,117],"policy":[106,111],"network;":[107],"2)":[109],"executor,":[112],"which":[113],"knowledge-conditioned":[116],"facilitating":[118],"joint":[119],"reasoning":[120],"between":[121],"extracted":[125],"by":[126],"extractor":[129],"state":[133],"environment.":[136],"eight":[138],"challenging":[139],"sparse":[140],"reward":[141],"BabyAI":[142],"environments,":[143],"has":[145],"consistently":[146],"demonstrated":[147],"superior":[148],"sampling":[149],"efficiency":[150],"compared":[151],"knowledge-based":[153],"traditional":[155],"RL":[156],"methods.":[157]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}