{"id":"https://openalex.org/W3184698757","doi":"https://doi.org/10.1007/s11280-021-00911-5","title":"To hop or not, that is the question: Towards effective multi-hop reasoning over knowledge graphs","display_name":"To hop or not, that is the question: Towards effective multi-hop reasoning over knowledge graphs","publication_year":2021,"publication_date":"2021-07-26","ids":{"openalex":"https://openalex.org/W3184698757","doi":"https://doi.org/10.1007/s11280-021-00911-5","mag":"3184698757"},"language":"en","primary_location":{"id":"doi:10.1007/s11280-021-00911-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11280-021-00911-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11280-021-00911-5.pdf","source":{"id":"https://openalex.org/S129236917","display_name":"World Wide Web","issn_l":"1386-145X","issn":["1386-145X","1573-1413"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"World Wide Web","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11280-021-00911-5.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052860228","display_name":"Jinzhi Liao","orcid":"https://orcid.org/0000-0002-2898-6559"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]},{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinzhi Liao","raw_affiliation_strings":["National University of Defense Technology, 109 Deya Road, Changsha, Hunan, China","Science and Technology on Information Systems Engineering Laboratory, 109 Deya Road, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, 109 Deya Road, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"Science and Technology on Information Systems Engineering Laboratory, 109 Deya Road, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014937762","display_name":"Xiang Zhao","orcid":"https://orcid.org/0000-0001-6339-0219"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]},{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Zhao","raw_affiliation_strings":["National University of Defense Technology, 109 Deya Road, Changsha, Hunan, China","Science and Technology on Information Systems Engineering Laboratory, 109 Deya Road, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, 109 Deya Road, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"Science and Technology on Information Systems Engineering Laboratory, 109 Deya Road, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102717976","display_name":"Jiuyang Tang","orcid":"https://orcid.org/0009-0005-1786-9831"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]},{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiuyang Tang","raw_affiliation_strings":["National University of Defense Technology, 109 Deya Road, Changsha, Hunan, China","Science and Technology on Information Systems Engineering Laboratory, 109 Deya Road, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, 109 Deya Road, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"Science and Technology on Information Systems Engineering Laboratory, 109 Deya Road, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039575548","display_name":"Weixin Zeng","orcid":"https://orcid.org/0000-0002-2690-3190"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]},{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weixin Zeng","raw_affiliation_strings":["National University of Defense Technology, 109 Deya Road, Changsha, Hunan, China","Science and Technology on Information Systems Engineering Laboratory, 109 Deya Road, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, 109 Deya Road, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"Science and Technology on Information Systems Engineering Laboratory, 109 Deya Road, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060371329","display_name":"Zhen Tan","orcid":"https://orcid.org/0000-0001-8643-4683"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]},{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Tan","raw_affiliation_strings":["National University of Defense Technology, 109 Deya Road, Changsha, Hunan, China","Science and Technology on Information Systems Engineering Laboratory, 109 Deya Road, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, 109 Deya Road, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"Science and Technology on Information Systems Engineering Laboratory, 109 Deya Road, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5052860228"],"corresponding_institution_ids":["https://openalex.org/I170215575","https://openalex.org/I56934997"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":1.3996,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.84948493,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"24","issue":"5","first_page":"1837","last_page":"1856"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8458510637283325},{"id":"https://openalex.org/keywords/hop","display_name":"Hop (telecommunications)","score":0.627963662147522},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.5631729364395142},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5019857883453369},{"id":"https://openalex.org/keywords/semantic-reasoner","display_name":"Semantic reasoner","score":0.4895804822444916},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4391527771949768},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.430156946182251},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4221714735031128},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3215022385120392},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08522719144821167}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8458510637283325},{"id":"https://openalex.org/C25906391","wikidata":"https://www.wikidata.org/wiki/Q1432381","display_name":"Hop (telecommunications)","level":2,"score":0.627963662147522},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5631729364395142},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5019857883453369},{"id":"https://openalex.org/C9616225","wikidata":"https://www.wikidata.org/wiki/Q3929429","display_name":"Semantic reasoner","level":2,"score":0.4895804822444916},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4391527771949768},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.430156946182251},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4221714735031128},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3215022385120392},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08522719144821167},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11280-021-00911-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11280-021-00911-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11280-021-00911-5.pdf","source":{"id":"https://openalex.org/S129236917","display_name":"World Wide Web","issn_l":"1386-145X","issn":["1386-145X","1573-1413"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"World Wide Web","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11280-021-00911-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11280-021-00911-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11280-021-00911-5.pdf","source":{"id":"https://openalex.org/S129236917","display_name":"World Wide Web","issn_l":"1386-145X","issn":["1386-145X","1573-1413"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"World Wide Web","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5388974864","display_name":null,"funder_award_id":"61872446","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5904781070","display_name":null,"funder_award_id":"71971212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6756744912","display_name":null,"funder_award_id":"61902417","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7239862944","display_name":null,"funder_award_id":"6190241","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3184698757.pdf","grobid_xml":"https://content.openalex.org/works/W3184698757.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W68132019","https://openalex.org/W102708294","https://openalex.org/W143322017","https://openalex.org/W175897666","https://openalex.org/W1512387364","https://openalex.org/W1514535095","https://openalex.org/W1533230146","https://openalex.org/W1533861849","https://openalex.org/W1552847225","https://openalex.org/W1756422141","https://openalex.org/W1793121960","https://openalex.org/W1977970897","https://openalex.org/W1999138184","https://openalex.org/W2022166150","https://openalex.org/W2029249040","https://openalex.org/W2064675550","https://openalex.org/W2119717200","https://openalex.org/W2119831128","https://openalex.org/W2125027602","https://openalex.org/W2125297418","https://openalex.org/W2127795553","https://openalex.org/W2250635077","https://openalex.org/W2407673450","https://openalex.org/W2432356473","https://openalex.org/W2516809705","https://openalex.org/W2587529872","https://openalex.org/W2725395424","https://openalex.org/W2728059831","https://openalex.org/W2888572441","https://openalex.org/W2889344053","https://openalex.org/W2898632797","https://openalex.org/W2909137510","https://openalex.org/W2929985644","https://openalex.org/W2962875487","https://openalex.org/W2962886429","https://openalex.org/W2963866616","https://openalex.org/W2964045325","https://openalex.org/W2964121744","https://openalex.org/W2964152081","https://openalex.org/W2964172232","https://openalex.org/W2966298461","https://openalex.org/W2968457056","https://openalex.org/W2970583209","https://openalex.org/W2970836468","https://openalex.org/W2975074147","https://openalex.org/W2995523160","https://openalex.org/W3102903061","https://openalex.org/W6608552508"],"related_works":["https://openalex.org/W335786557","https://openalex.org/W2043069798","https://openalex.org/W1525578575","https://openalex.org/W2106246118","https://openalex.org/W2741941615","https://openalex.org/W2340946562","https://openalex.org/W2065446266","https://openalex.org/W2407348918","https://openalex.org/W1582755659","https://openalex.org/W2133585753"],"abstract_inverted_index":{"Abstract":[0],"With":[1],"the":[2,105,109,130,137,160,167,174,178,186,192,196,206,213,217,234,239],"proliferation":[3],"of":[4,108,117,146,169,219,241],"large-scale":[5],"knowledge":[6,10,231],"graphs":[7],"(KGs),":[8],"multi-hop":[9,95,147],"graph":[11],"reasoning":[12,31,80,110,149],"has":[13],"been":[14,87],"a":[15,40,121,142],"capstone":[16],"that":[17,150,208],"enables":[18],"machines":[19],"to":[20,23,57,76,89,113,126,171,198,200,210,212],"be":[21,58,127],"able":[22],"handle":[24],"intelligent":[25],"tasks,":[26],"especially":[27],"where":[28],"some":[29,202],"explicit":[30],"path":[32],"is":[33,133,151,188],"appreciated":[34],"for":[35,94],"decision":[36],"making.":[37],"To":[38,135,215],"train":[39],"KG":[41,96,148],"reasoner,":[42],"supervised":[43],"learning-based":[44],"methods":[45,67,101],"suffer":[46],"from":[47,181,205],"false-negative":[48],"issues,":[49],"i.e.,":[50],"unseen":[51],"paths":[52,116,207],"during":[53],"training":[54],"are":[55,124,225],"not":[56,69,189],"found":[59],"in":[60,62],"prediction;":[61],"contrast,":[63],"reinforcement":[64],"learning":[65],"(RL)-based":[66],"do":[68],"require":[70],"labeled":[71],"paths,":[72],"and":[73,129,159,233,236],"can":[74],"explore":[75],"cover":[77],"many":[78],"appropriate":[79],"paths.":[81],"In":[82],"this":[83],"connection,":[84],"efforts":[85],"have":[86],"dedicated":[88],"investigating":[90],"several":[91],"RL":[92,144,170],"formulations":[93],"reasoning.":[97],"Particularly,":[98],"current":[99],"RL-based":[100],"generate":[102],"rewards":[103],"at":[104,173],"very":[106],"end":[107],"process,":[111],"due":[112],"which":[114],"short":[115],"hops":[118],"less":[119],"than":[120],"given":[122],"threshold":[123,187],"likely":[125],"overlooked,":[128],"overall":[131],"performance":[132],"impaired.":[134],"address":[136],"problem,":[138],"we":[139],"propose":[140],",":[141,222],"revised":[143],"formulation":[145],"characterized":[152],"by":[153],"two":[154],"novel":[155],"designs\u2014the":[156],"stop":[157,164],"signal":[158,165,194],"worth-trying":[161,193],"signal.":[162],"The":[163],"instructs":[166],"agent":[168,197],"stay":[172],"entity":[175],"after":[176],"finding":[177],"answer,":[179],"preventing":[180],"hopping":[182],"further":[183],"even":[184],"if":[185],"reached;":[190],"meanwhile,":[191],"encourages":[195],"try":[199],"learn":[201],"partial":[203],"patterns":[204],"fail":[209],"lead":[211],"answer.":[214],"validate":[216],"design":[218],"our":[220],"model":[221],"comprehensive":[223],"experiments":[224],"carried":[226],"out":[227],"on":[228],"three":[229],"benchmark":[230],"graphs,":[232],"results":[235],"analysis":[237],"suggest":[238],"superiority":[240],"over":[242],"state-of-the-art":[243],"methods.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}
