{"id":"https://openalex.org/W4406337737","doi":"https://doi.org/10.3389/frai.2024.1454258","title":"Evaluating the effectiveness of prompt engineering for knowledge graph question answering","display_name":"Evaluating the effectiveness of prompt engineering for knowledge graph question answering","publication_year":2025,"publication_date":"2025-01-13","ids":{"openalex":"https://openalex.org/W4406337737","doi":"https://doi.org/10.3389/frai.2024.1454258","pmid":"https://pubmed.ncbi.nlm.nih.gov/39871862"},"language":"en","primary_location":{"id":"doi:10.3389/frai.2024.1454258","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2024.1454258","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1454258/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1454258/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091819244","display_name":"Catherine Kosten","orcid":null},"institutions":[{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"education","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Catherine Kosten","raw_affiliation_strings":["School of Engineering, Institute of Computer Science, Intelligent Information Systems Research Group, Zurich University of Applied Sciences, Winterthur, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, Institute of Computer Science, Intelligent Information Systems Research Group, Zurich University of Applied Sciences, Winterthur, Switzerland","institution_ids":["https://openalex.org/I858936495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069950074","display_name":"Farhad Nooralahzadeh","orcid":"https://orcid.org/0000-0002-9053-0894"},"institutions":[{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"education","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Farhad Nooralahzadeh","raw_affiliation_strings":["School of Engineering, Institute of Computer Science, Intelligent Information Systems Research Group, Zurich University of Applied Sciences, Winterthur, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, Institute of Computer Science, Intelligent Information Systems Research Group, Zurich University of Applied Sciences, Winterthur, Switzerland","institution_ids":["https://openalex.org/I858936495"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074825049","display_name":"Kurt Stockinger","orcid":"https://orcid.org/0000-0003-4034-4812"},"institutions":[{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"education","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Kurt Stockinger","raw_affiliation_strings":["School of Engineering, Institute of Computer Science, Intelligent Information Systems Research Group, Zurich University of Applied Sciences, Winterthur, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, Institute of Computer Science, Intelligent Information Systems Research Group, Zurich University of Applied Sciences, Winterthur, Switzerland","institution_ids":["https://openalex.org/I858936495"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5074825049"],"corresponding_institution_ids":["https://openalex.org/I858936495"],"apc_list":{"value":1150,"currency":"USD","value_usd":1150},"apc_paid":{"value":2018,"currency":"EUR","value_usd":2176},"fwci":15.131,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.98670191,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"1454258","last_page":"1454258"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7564806938171387},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.736268162727356},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6351470947265625},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5691547393798828},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4994077682495117},{"id":"https://openalex.org/keywords/sparql","display_name":"SPARQL","score":0.4959739148616791},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.49377259612083435},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4890754818916321},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.447050541639328},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.425575852394104},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.42490291595458984},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.4209917187690735},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3922315835952759},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.347343385219574},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.13295575976371765},{"id":"https://openalex.org/keywords/rdf","display_name":"RDF","score":0.12281015515327454},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09578534960746765},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.08470314741134644}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7564806938171387},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.736268162727356},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6351470947265625},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5691547393798828},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4994077682495117},{"id":"https://openalex.org/C41009113","wikidata":"https://www.wikidata.org/wiki/Q54871","display_name":"SPARQL","level":4,"score":0.4959739148616791},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49377259612083435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4890754818916321},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.447050541639328},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.425575852394104},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.42490291595458984},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.4209917187690735},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3922315835952759},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.347343385219574},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.13295575976371765},{"id":"https://openalex.org/C147497476","wikidata":"https://www.wikidata.org/wiki/Q54872","display_name":"RDF","level":3,"score":0.12281015515327454},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09578534960746765},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.08470314741134644},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3389/frai.2024.1454258","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2024.1454258","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1454258/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},{"id":"pmid:39871862","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39871862","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in artificial intelligence","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11770024","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11770024","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11770024/pdf/frai-07-1454258.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Artif Intell","raw_type":"Text"},{"id":"pmh:oai:digitalcollection.zhaw.ch:11475/32049","is_oa":true,"landing_page_url":"https://hdl.handle.net/11475/32049","pdf_url":null,"source":{"id":"https://openalex.org/S4306401810","display_name":"Z\u00fcrcher Hochschule f\u00fcr Angewandte Wissenschaften digital collection (Zurich University of Applied Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200744771","host_organization_name":"ZHAW Zurich University of Applied Sciences","host_organization_lineage":["https://openalex.org/I200744771"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:0d4e6649c8da43729d368e01b11794c6","is_oa":true,"landing_page_url":"https://doaj.org/article/0d4e6649c8da43729d368e01b11794c6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Artificial Intelligence, Vol 7 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/frai.2024.1454258","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2024.1454258","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1454258/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6439140935","display_name":null,"funder_award_id":"863410","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320337269","display_name":"Z\u00fcrcher Hochschule f\u00fcr Angewandte Wissenschaften","ror":"https://ror.org/05pmsvm27"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406337737.pdf","grobid_xml":"https://content.openalex.org/works/W4406337737.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2150617113","https://openalex.org/W2890431379","https://openalex.org/W3016828850","https://openalex.org/W3118511871","https://openalex.org/W4286892945","https://openalex.org/W4378805624","https://openalex.org/W4386185625","https://openalex.org/W4386554921","https://openalex.org/W4389520032","https://openalex.org/W4391094751","https://openalex.org/W4392453936","https://openalex.org/W4402670308","https://openalex.org/W6681963627","https://openalex.org/W6794621850","https://openalex.org/W6838865847","https://openalex.org/W6859052921","https://openalex.org/W6888849533","https://openalex.org/W6929403137"],"related_works":["https://openalex.org/W2038821533","https://openalex.org/W1993638553","https://openalex.org/W2295889387","https://openalex.org/W76044956","https://openalex.org/W129667569","https://openalex.org/W3142934089","https://openalex.org/W2404285503","https://openalex.org/W2983485238","https://openalex.org/W2395231019","https://openalex.org/W2545688417"],"abstract_inverted_index":{"Many":[0],"different":[1,26],"methods":[2,114],"for":[3,157,171,182],"prompting":[4,28,65,96,113,139,180],"large":[5],"language":[6],"models":[7],"have":[8],"been":[9],"developed":[10],"since":[11],"the":[12,41,83,116,124,137,142,177],"emergence":[13],"of":[14,33,45,61,79],"OpenAI's":[15],"ChatGPT":[16],"in":[17,47],"November":[18],"2022.":[19],"In":[20],"this":[21],"work,":[22],"we":[23],"evaluate":[24,110],"six":[25,112],"few-shot":[27,64,74],"methods.":[29],"The":[30,76],"first":[31],"set":[32,78,163],"experiments":[34,80,174],"evaluates":[35],"three":[36,95],"frameworks":[37,140],"that":[38,154,176],"focus":[39],"on":[40,115],"quantity":[42],"or":[43,85],"type":[44],"shots":[46,87],"a":[48,50,54,58,149,168,185],"prompt:":[49],"baseline":[51],"method":[52],"with":[53,66,160,189],"simple":[55,186],"prompt":[56,84,187],"and":[57,69,72,105,165,192],"small":[59],"number":[60],"shots,":[62,71],"random":[63,194],"10,":[67],"20,":[68],"30":[70],"similarity-based":[73],"prompting.":[75],"second":[77],"target":[81],"optimizing":[82],"enhancing":[86],"through":[88],"Large":[89],"Language":[90],"Model":[91],"(LLM)-generated":[92],"explanations,":[93],"using":[94],"frameworks:":[97],"Explain":[98],"then":[99],"Translate,":[100],"Question":[101,130],"Decomposition":[102],"Meaning":[103],"Representation,":[104],"Optimization":[106],"by":[107],"Prompting.":[108],"We":[109],"these":[111],"newly":[117],"created":[118],"Spider4SPARQL":[119],"benchmark,":[120],"as":[121],"it":[122],"is":[123,145,184],"most":[125,178],"complex":[126,158],"SPARQL-based":[127],"Knowledge":[128],"Graph":[129],"Answering":[131],"(KGQA)":[132],"benchmark":[133],"to":[134,147],"date.":[135],"Across":[136],"various":[138],"used,":[141],"commercial":[143],"model":[144],"unable":[146],"achieve":[148],"score":[150],"over":[151],"51%,":[152],"indicating":[153],"KGQA,":[155],"especially":[156],"queries,":[159],"multiple":[161],"hops,":[162],"operations":[164],"filters":[166],"remains":[167],"challenging":[169],"task":[170],"LLMs.":[172],"Our":[173],"find":[175],"successful":[179],"framework":[181],"KGQA":[183],"combined":[188],"an":[190],"ontology":[191],"five":[193],"shots.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6}],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2025-10-10T00:00:00"}