{"id":"https://openalex.org/W4385570710","doi":"https://doi.org/10.18653/v1/2023.nlrse-1.1","title":"Knowledge Graph-augmented Language Models for Complex Question Answering","display_name":"Knowledge Graph-augmented Language Models for Complex Question Answering","alternate_titles":[],"publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385570710","doi":"https://doi.org/10.18653/v1/2023.nlrse-1.1"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.nlrse-1.1","doi":"https://doi.org/10.18653/v1/2023.nlrse-1.1","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.nlrse-1.1","pdf_url":"https://aclanthology.org/2023.nlrse-1.1.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Natural Language Reasoning and Structured Explanations (NLRSE)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4385570710"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.nlrse-1.1.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102917920","display_name":"Priyanka Sen","orcid":"https://orcid.org/0000-0001-6941-180X","observed_orcids":["https://orcid.org/0000-0001-6941-180X"]},"institutions":[{"id":"https://openalex.org/I4210123934","display_name":"Amazon (United Kingdom)","ror":"https://ror.org/02xey9634","country_code":"GB","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210123934"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Priyanka Sen","raw_affiliation_strings":["Amazon Alexa AI Cambridge, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI Cambridge, UK","institution_ids":["https://openalex.org/I4210123934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023847886","display_name":"Sandeep Mavadia","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210123934","display_name":"Amazon (United Kingdom)","ror":"https://ror.org/02xey9634","country_code":"GB","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210123934"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sandeep Mavadia","raw_affiliation_strings":["Amazon Alexa AI Cambridge, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI Cambridge, UK","institution_ids":["https://openalex.org/I4210123934"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079840947","display_name":"Amir Saffari","orcid":"https://orcid.org/0000-0001-9148-4917","observed_orcids":["https://orcid.org/0000-0001-9148-4917","https://orcid.org/0000-0002-2785-2401"]},"institutions":[{"id":"https://openalex.org/I4210123934","display_name":"Amazon (United Kingdom)","ror":"https://ror.org/02xey9634","country_code":"GB","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210123934"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Amir Saffari","raw_affiliation_strings":["Amazon Alexa AI Cambridge, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI Cambridge, UK","institution_ids":["https://openalex.org/I4210123934"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210123934"],"apc_list":null,"apc_paid":null,"fwci":6.0759,"has_fulltext":true,"cited_by_count":103,"citation_normalized_percentile":{"value":0.97570475,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9282000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9282000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.017799999564886093,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.012900000438094139,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-graph-question-answering","display_name":"knowledge graph question answering","score":0.8679999709129333},{"id":"https://openalex.org/keywords/complex-question-answering","display_name":"complex question answering","score":0.9290000200271606},{"id":"https://openalex.org/keywords/prompt-augmentation","display_name":"prompt augmentation","score":0.7110000252723694},{"id":"https://openalex.org/keywords/knowledge-graph-retrieval","display_name":"knowledge graph retrieval","score":0.7540000081062317},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.746999979019165},{"id":"https://openalex.org/keywords/hallucinations","display_name":"hallucinations","score":0.6600000262260437},{"id":"https://openalex.org/keywords/multi-hop-reasoning","display_name":"multi-hop reasoning","score":0.8550000190734863},{"id":"https://openalex.org/keywords/comparison-questions","display_name":"comparison questions","score":0.7400000095367432}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7451769709587097},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7101155519485474},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6506177186965942},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5326523184776306},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5226002335548401},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5211912989616394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49152883887290955},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.4541844129562378},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.24773728847503662},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2023.nlrse-1.1","doi":"https://doi.org/10.18653/v1/2023.nlrse-1.1","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.nlrse-1.1","pdf_url":"https://aclanthology.org/2023.nlrse-1.1.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Natural Language Reasoning and Structured Explanations (NLRSE)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.nlrse-1.1","doi":"https://doi.org/10.18653/v1/2023.nlrse-1.1","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.nlrse-1.1","pdf_url":"https://aclanthology.org/2023.nlrse-1.1.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Natural Language Reasoning and Structured Explanations (NLRSE)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385570710.pdf","grobid_xml":"https://content.openalex.org/works/W4385570710.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2080133951","https://openalex.org/W2252136820","https://openalex.org/W2793065281","https://openalex.org/W2965373594","https://openalex.org/W2981852735","https://openalex.org/W2995455605","https://openalex.org/W3008686018","https://openalex.org/W3041520157","https://openalex.org/W3045295485","https://openalex.org/W3128120479","https://openalex.org/W3198002980","https://openalex.org/W3199020415","https://openalex.org/W3204877056","https://openalex.org/W3205068155","https://openalex.org/W4221152111","https://openalex.org/W4229005866","https://openalex.org/W4281250694","https://openalex.org/W4287816895","https://openalex.org/W4300506197","https://openalex.org/W4302306557","https://openalex.org/W4307079201","https://openalex.org/W7133224126","https://openalex.org/W7133231369"],"related_works":["https://openalex.org/W4297903189","https://openalex.org/W7117995936","https://openalex.org/W4416621886","https://openalex.org/W4404782445","https://openalex.org/W7161395978","https://openalex.org/W7123423563","https://openalex.org/W4399253046","https://openalex.org/W7165898286","https://openalex.org/W7140328435","https://openalex.org/W4409364711"],"abstract_inverted_index":{"Large":[0],"language":[1,72,87,99],"models":[2,27],"have":[3],"shown":[4],"impressive":[5],"abilities":[6],"to":[7,16,80],"reason":[8],"over":[9,76,96],"input":[10],"text,":[11],"however,":[12],"they":[13,34],"are":[14],"prone":[15],"hallucinations.On":[17],"the":[18,77],"other":[19],"hand,":[20],"end-to-end":[21,67],"knowledge":[22,61],"graph":[23,62],"question":[24,55],"answering":[25,56],"(KGQA)":[26],"output":[28],"responses":[29],"grounded":[30],"in":[31],"facts,":[32],"but":[33],"still":[35],"struggle":[36],"with":[37,70,90],"complex":[38,54,112],"reasoning,":[39],"such":[40],"as":[41],"comparison":[42],"or":[43,117],"ordinal":[44],"questions.In":[45],"this":[46],"paper,":[47],"we":[48,58,108],"propose":[49],"a":[50,60,71,98],"new":[51],"method":[52],"for":[53],"where":[57],"combine":[59],"retriever":[63],"based":[64],"on":[65,111],"an":[66,82,103],"KGQA":[68],"model":[69,73,88,100],"that":[74,85],"reasons":[75],"retrieved":[78,91],"facts":[79,93],"return":[81],"answer.We":[83],"observe":[84],"augmenting":[86],"prompts":[89],"KG":[92],"improves":[94],"performance":[95],"using":[97],"alone":[101],"by":[102],"average":[104],"of":[105],"83%.In":[106],"particular,":[107],"see":[109],"improvements":[110],"questions":[113],"requiring":[114],"count,":[115],"intersection,":[116],"multi-hop":[118],"reasoning":[119],"operations.":[120]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4385570710","counts_by_year":[{"year":2026,"cited_by_count":35},{"year":2025,"cited_by_count":41},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-08-05T00:00:00"}
