{"id":"https://openalex.org/W4406492140","doi":"https://doi.org/10.48550/arxiv.2408.03010","title":"Fact Finder -- Enhancing Domain Expertise of Large Language Models by Incorporating Knowledge Graphs","display_name":"Fact Finder -- Enhancing Domain Expertise of Large Language Models by Incorporating Knowledge Graphs","publication_year":2024,"publication_date":"2024-08-06","ids":{"openalex":"https://openalex.org/W4406492140","doi":"https://doi.org/10.48550/arxiv.2408.03010"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2408.03010","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.03010","pdf_url":"https://arxiv.org/pdf/2408.03010","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.03010","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114335674","display_name":"Daniel Steinigen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steinigen, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000373510","display_name":"Roman Teucher","orcid":"https://orcid.org/0009-0007-2708-9331"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Teucher, Roman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009439876","display_name":"T. Ruland","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruland, Timm Heine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103307842","display_name":"Max Rudat","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rudat, Max","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059466523","display_name":"Nicolas Flores-Herr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Flores-Herr, Nicolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055122066","display_name":"Peter Fischer","orcid":"https://orcid.org/0000-0003-3242-9867"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fischer, Peter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063371150","display_name":"Nikola Milo\u0161evi\u0107","orcid":"https://orcid.org/0000-0003-2706-9676"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Milosevic, Nikola","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035233948","display_name":"Christopher Schymura","orcid":"https://orcid.org/0000-0002-6128-3556"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schymura, Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5022031291","display_name":"Angelo Ziletti","orcid":"https://orcid.org/0000-0002-2978-6305"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziletti, Angelo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9642999768257141,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9312999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6207592487335205},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.6096904873847961},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5383094549179077},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.4450643062591553},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.42990192770957947},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36385858058929443},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17608335614204407}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6207592487335205},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.6096904873847961},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5383094549179077},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.4450643062591553},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42990192770957947},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36385858058929443},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17608335614204407},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2408.03010","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.03010","pdf_url":"https://arxiv.org/pdf/2408.03010","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:publica.fraunhofer.de:publica/499108","is_oa":true,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/499108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"paper"},{"id":"pmh:oai:publica.fraunhofer.de:publica/517886","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/517886","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"},{"id":"doi:10.48550/arxiv.2408.03010","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.03010","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.03010","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.03010","pdf_url":"https://arxiv.org/pdf/2408.03010","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406492140.pdf","grobid_xml":"https://content.openalex.org/works/W4406492140.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3204019825","https://openalex.org/W1583422155","https://openalex.org/W4292070284","https://openalex.org/W1649619740","https://openalex.org/W4312933959","https://openalex.org/W3213252596","https://openalex.org/W4391009500","https://openalex.org/W1534006406","https://openalex.org/W2165071883","https://openalex.org/W4229080059"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,11,103,119,154],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"have":[7],"showcased":[8],"their":[9,17,31],"proficiency":[10],"answering":[12],"natural":[13],"language":[14],"queries.":[15],"However,":[16],"effectiveness":[18],"is":[19],"hindered":[20],"by":[21,125],"limited":[22],"domain-specific":[23,42],"knowledge,":[24],"raising":[25],"concerns":[26],"about":[27],"the":[28,112,132,187,192,195],"reliability":[29],"of":[30,95,101],"responses.":[32],"We":[33,57,87,185],"introduce":[34],"a":[35,53,60,92,99,116,135,151],"hybrid":[36,113],"system":[37,90,114,133],"that":[38,111,140],"augments":[39],"LLMs":[40],"with":[41,191],"knowledge":[43],"graphs":[44],"(KGs),":[45],"thereby":[46],"aiming":[47],"to":[48,63,171],"enhance":[49],"factual":[50,142],"correctness":[51,143],"using":[52],"KG-based":[54],"retrieval":[55],"approach.":[56],"focus":[58],"on":[59,91],"medical":[61],"KG":[62,80,106],"demonstrate":[64],"our":[65,89],"methodology,":[66],"which":[67],"includes":[68],"(1)":[69],"pre-processing,":[70],"(2)":[71],"Cypher":[72,76],"query":[73,77],"generation,":[74],"(3)":[75],"processing,":[78],"(4)":[79],"retrieval,":[81],"and":[82,121,144,169,194],"(5)":[83],"LLM-enhanced":[84],"response":[85],"generation.":[86],"evaluate":[88],"curated":[93],"dataset":[94,193],"69":[96],"samples,":[97],"achieving":[98],"precision":[100],"78\\%":[102],"retrieving":[104],"correct":[105],"nodes.":[107],"Our":[108],"findings":[109],"indicate":[110],"surpasses":[115],"standalone":[117],"LLM":[118],"accuracy":[120],"completeness,":[122,145],"as":[123,134,147],"verified":[124],"an":[126],"LLM-as-a-Judge":[127],"evaluation":[128],"method.":[129],"This":[130],"positions":[131],"promising":[136],"tool":[137],"for":[138,158,180],"applications":[139],"demand":[141],"such":[146],"target":[148],"identification":[149],"--":[150],"critical":[152],"process":[153],"pinpointing":[155],"biological":[156],"entities":[157],"disease":[159],"treatment":[160],"or":[161],"crop":[162],"enhancement.":[163],"Moreover,":[164],"its":[165],"intuitive":[166],"search":[167],"interface":[168],"ability":[170],"provide":[172],"accurate":[173],"responses":[174],"within":[175],"seconds":[176],"make":[177],"it":[178],"well-suited":[179],"time-sensitive,":[181],"precision-focused":[182],"research":[183],"contexts.":[184],"publish":[186],"source":[188],"code":[189],"together":[190],"prompt":[196],"templates":[197],"used.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-01-17T00:00:00"}