{"id":"https://openalex.org/W3035251962","doi":"https://doi.org/10.24963/ijcai.2020/267","title":"Reasoning Like Human: Hierarchical Reinforcement Learning for Knowledge Graph Reasoning","display_name":"Reasoning Like Human: Hierarchical Reinforcement Learning for Knowledge Graph Reasoning","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3035251962","doi":"https://doi.org/10.24963/ijcai.2020/267","mag":"3035251962"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2020/267","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/267","pdf_url":"https://www.ijcai.org/proceedings/2020/0267.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2020/0267.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002618466","display_name":"Guojia Wan","orcid":"https://orcid.org/0000-0003-3151-8606"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210145386","display_name":"National Intelligence University","ror":"https://ror.org/049sfwc36","country_code":"US","type":"education","lineage":["https://openalex.org/I4210145386"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Guojia Wan","raw_affiliation_strings":["Center for Multimedia Software, Wuhan University, China","School of Computer Science, Institute of Arti\ufb01cial Intelligence, and National Engineering Research","School of Computer Science, Institute of Artificial Intelligence, and National Engineering Research Center for Multimedia Software, Wuhan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Multimedia Software, Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Computer Science, Institute of Arti\ufb01cial Intelligence, and National Engineering Research","institution_ids":["https://openalex.org/I4210145386"]},{"raw_affiliation_string":"School of Computer Science, Institute of Artificial Intelligence, and National Engineering Research Center for Multimedia Software, Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008056593","display_name":"Shirui Pan","orcid":"https://orcid.org/0000-0003-0794-527X"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shirui Pan","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100389843","display_name":"Gong Chen","orcid":"https://orcid.org/0000-0003-2098-1291"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Chen Gong","raw_affiliation_strings":["Department of Computing, Hong Kong Polytechnic University, Hong Kong, China","School of Computer Science and Engineering, Nanjing University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085319576","display_name":"Chuan Zhou","orcid":"https://orcid.org/0000-0001-9958-8673"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210120485","display_name":"Academy of Mathematics and Systems Science","ror":"https://ror.org/02jkmyk67","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210120485"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Zhou","raw_affiliation_strings":["Academy of Mathematics and Systems Science, Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academy of Mathematics and Systems Science, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210120485"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081525024","display_name":"Gholamreza Haffari","orcid":"https://orcid.org/0000-0001-7326-8380"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Gholamreza Haffari","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.9787,"has_fulltext":true,"cited_by_count":91,"citation_normalized_percentile":{"value":0.97139205,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1926","last_page":"1932"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7614017724990845},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6773272752761841},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5757147073745728},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.49815869331359863},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.4720402956008911},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.46326377987861633},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.44696542620658875},{"id":"https://openalex.org/keywords/opportunistic-reasoning","display_name":"Opportunistic reasoning","score":0.4368336498737335},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.37694448232650757},{"id":"https://openalex.org/keywords/model-based-reasoning","display_name":"Model-based reasoning","score":0.35549429059028625},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34269440174102783},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2750825881958008}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7614017724990845},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6773272752761841},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5757147073745728},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.49815869331359863},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.4720402956008911},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.46326377987861633},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.44696542620658875},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.4368336498737335},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.37694448232650757},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.35549429059028625},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34269440174102783},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2750825881958008},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.24963/ijcai.2020/267","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/267","pdf_url":"https://www.ijcai.org/proceedings/2020/0267.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:monash.edu:openaire/7e4484cf-ae1a-4f74-b3b7-15739db115ff","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/7e4484cf-ae1a-4f74-b3b7-15739db115ff","pdf_url":null,"source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:monash.edu:publications/7e4484cf-ae1a-4f74-b3b7-15739db115ff","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85097329543&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"contributionToPeriodical"},{"id":"pmh:oai:research-repository.griffith.edu.au:10072/419604","is_oa":false,"landing_page_url":"http://hdl.handle.net/10072/419604","pdf_url":null,"source":{"id":"https://openalex.org/S4306402548","display_name":"Griffith Research Online (Griffith University, Queensland, Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11701301","host_organization_name":"Griffith University","host_organization_lineage":["https://openalex.org/I11701301"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference output"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2020/267","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/267","pdf_url":"https://www.ijcai.org/proceedings/2020/0267.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7799999713897705}],"awards":[{"id":"https://openalex.org/G3507083598","display_name":null,"funder_award_id":"61822113","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G396176570","display_name":"ADVANCE Adaptation: THRIVE at East Carolina University (ECU): Towards Hiring, Resources, Inclusion, Value and Excellence","funder_award_id":"2017210","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5020841472","display_name":null,"funder_award_id":"2019AEA170","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5826333493","display_name":"\u57fa\u4e8e\u7f51\u7edc\u5d4c\u5165\u7684\u56fe\u5f02\u5e38\u68c0\u6d4b\u6a21\u578b\u7814\u7a76","funder_award_id":"61872360","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7428098175","display_name":null,"funder_award_id":"2017210","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"},{"id":"https://openalex.org/G7992385955","display_name":null,"funder_award_id":"61973162","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8676294637","display_name":null,"funder_award_id":"62041105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320324116","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17"},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3035251962.pdf","grobid_xml":"https://content.openalex.org/works/W3035251962.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1512387364","https://openalex.org/W1522301498","https://openalex.org/W1529533208","https://openalex.org/W1610356397","https://openalex.org/W1756422141","https://openalex.org/W2119717200","https://openalex.org/W2127795553","https://openalex.org/W2155027007","https://openalex.org/W2175336131","https://openalex.org/W2187164964","https://openalex.org/W2257979135","https://openalex.org/W2407673450","https://openalex.org/W2495578787","https://openalex.org/W2514852614","https://openalex.org/W2519481221","https://openalex.org/W2725395424","https://openalex.org/W2728059831","https://openalex.org/W2759136286","https://openalex.org/W2769099080","https://openalex.org/W2808134123","https://openalex.org/W2946688411","https://openalex.org/W2952927816","https://openalex.org/W2962788915","https://openalex.org/W2962886429","https://openalex.org/W2964116313","https://openalex.org/W2964121744","https://openalex.org/W2964194917","https://openalex.org/W3003265726"],"related_works":["https://openalex.org/W4319083788","https://openalex.org/W2361142061","https://openalex.org/W1868862982","https://openalex.org/W2380553364","https://openalex.org/W50880926","https://openalex.org/W2972535098","https://openalex.org/W2187073983","https://openalex.org/W4378806157","https://openalex.org/W4309729081","https://openalex.org/W82332555"],"abstract_inverted_index":{"Knowledge":[0,79],"Graphs":[1],"typically":[2],"suffer":[3],"from":[4,77],"incompleteness.":[5],"A":[6],"popular":[7],"approach":[8],"to":[9,14,59,72],"knowledge":[10,17],"graph":[11],"completion":[12],"is":[13,36,84,101,124],"infer":[15],"missing":[16],"by":[18,86],"multihop":[19],"reasoning":[20,35,41,76,99],"over":[21],"the":[22,40,62,87,132],"information":[23,114],"found":[24],"along":[25],"other":[26],"paths":[27],"connecting":[28],"a":[29,49,66,78,104,121],"pair":[30],"of":[31,75,106],"entities.":[32],"However,":[33],"multi-hop":[34],"still":[37],"challenging":[38],"because":[39],"process":[42,100],"usually":[43],"experiences":[44],"multiple":[45,55,133],"semantic":[46,134],"issue":[47],"that":[48,139],"relation":[50,148],"or":[51],"an":[52],"entity":[53],"has":[54],"meanings.":[56],"In":[57],"order":[58],"deal":[60],"with":[61,131],"situation,":[63],"we":[64],"propose":[65],"novel":[67],"Hierarchical":[68],"Reinforcement":[69,108],"Learning":[70,109],"framework":[71,83],"learn":[73],"chains":[74],"Graph":[80],"automatically.":[81],"Our":[82],"inspired":[85],"hierarchical":[88],"structure":[89],"through":[90],"which":[91],"human":[92],"handle":[93],"cognitionally":[94],"ambiguous":[95,147],"cases.":[96],"The":[97],"whole":[98],"decomposed":[102],"into":[103],"hierarchy":[105],"two-level":[107],"policies":[110],"for":[111,129],"encoding":[112],"historical":[113],"and":[115,127],"learning":[116],"structured":[117],"action":[118],"space.":[119],"As":[120],"consequence,":[122],"it":[123],"more":[125],"feasible":[126],"natural":[128],"dealing":[130],"issue.":[135],"Experimental":[136],"results":[137],"show":[138],"our":[140],"proposed":[141],"model":[142],"achieves":[143],"substantial":[144],"improvements":[145],"in":[146],"tasks.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}