{"id":"https://openalex.org/W4415654791","doi":"https://doi.org/10.5220/0013774000004000","title":"FIRESPARQL: A LLM-Based Framework for SPARQL Query Generation over Scholarly Knowledge Graphs","display_name":"FIRESPARQL: A LLM-Based Framework for SPARQL Query Generation over Scholarly Knowledge Graphs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415654791","doi":"https://doi.org/10.5220/0013774000004000"},"language":"en","primary_location":{"id":"doi:10.5220/0013774000004000","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0013774000004000","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0013774000004000","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064075217","display_name":"Xueli Pan","orcid":"https://orcid.org/0000-0002-3736-7047"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Xueli Pan","raw_affiliation_strings":["Vrije Universiteit Amsterdam, De Boelelaan 1105, 1081 HV Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, De Boelelaan 1105, 1081 HV Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084395826","display_name":"Victor de Boer","orcid":"https://orcid.org/0000-0001-9079-039X"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Victor de Boer","raw_affiliation_strings":["Vrije Universiteit Amsterdam, De Boelelaan 1105, 1081 HV Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, De Boelelaan 1105, 1081 HV Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042220566","display_name":"Jacco van Ossenbruggen","orcid":"https://orcid.org/0000-0002-7748-4715"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jacco van Ossenbruggen","raw_affiliation_strings":["Vrije Universiteit Amsterdam, De Boelelaan 1105, 1081 HV Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, De Boelelaan 1105, 1081 HV Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I865915315"],"apc_list":null,"apc_paid":null,"fwci":1.4557,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.87155428,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"123","last_page":"134"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.757099986076355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.757099986076355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05559999868273735,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.03779999911785126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sparql","display_name":"SPARQL","score":0.9585999846458435},{"id":"https://openalex.org/keywords/named-graph","display_name":"Named graph","score":0.6891999840736389},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5918999910354614},{"id":"https://openalex.org/keywords/query-language","display_name":"Query language","score":0.574400007724762},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4683000147342682},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.44269999861717224},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.44020000100135803},{"id":"https://openalex.org/keywords/rdf-query-language","display_name":"RDF query language","score":0.43790000677108765},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4300999939441681}],"concepts":[{"id":"https://openalex.org/C41009113","wikidata":"https://www.wikidata.org/wiki/Q54871","display_name":"SPARQL","level":4,"score":0.9585999846458435},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8664000034332275},{"id":"https://openalex.org/C110893760","wikidata":"https://www.wikidata.org/wiki/Q3115590","display_name":"Named graph","level":5,"score":0.6891999840736389},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5918999910354614},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5841000080108643},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.574400007724762},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4683000147342682},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.44269999861717224},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.44020000100135803},{"id":"https://openalex.org/C96956885","wikidata":"https://www.wikidata.org/wiki/Q6138701","display_name":"RDF query language","level":5,"score":0.43790000677108765},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4300999939441681},{"id":"https://openalex.org/C69075417","wikidata":"https://www.wikidata.org/wiki/Q515701","display_name":"Linked data","level":3,"score":0.3815999925136566},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.37459999322891235},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.36160001158714294},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C118689300","wikidata":"https://www.wikidata.org/wiki/Q7978614","display_name":"Web query classification","level":4,"score":0.33399999141693115},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.3156999945640564},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.3050000071525574},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29330000281333923},{"id":"https://openalex.org/C147497476","wikidata":"https://www.wikidata.org/wiki/Q54872","display_name":"RDF","level":3,"score":0.2856000065803528},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2574999928474426},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.257099986076355}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.5220/0013774000004000","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0013774000004000","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/706789ce-25ff-49b9-a812-6a7e31b765f7","is_oa":false,"landing_page_url":"https://research.vu.nl/en/publications/706789ce-25ff-49b9-a812-6a7e31b765f7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pan, X, de Boer, V & van Ossenbruggen, J 2025, FIRESPARQL: A LLM-Based Framework for SPARQL Query Generation over Scholarly Knowledge Graphs. in F Coenen, L Nolle, D Aveiro, J Fernandez-Breis, E Masciari, L Gruenwald, J Bernardino & R Torres (eds), Proceedings of the 17th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management : Volume 1: KDIR. International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management, IC3K - Proceedings, vol. 17, Science and Technology Publications, Lda, pp. 123-134, 17th International Conference on Knowledge Discovery and Information Retrieval, KDIR 2025 as part of 17th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management, IC3K 2025, Marbella, Spain, 22/10/25. https://doi.org/10.5220/0013774000004000","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:research.vu.nl:publications/706789ce-25ff-49b9-a812-6a7e31b765f7","is_oa":true,"landing_page_url":"https://hdl.handle.net/1871.1/706789ce-25ff-49b9-a812-6a7e31b765f7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Pan, X, de Boer, V & van Ossenbruggen, J 2025, FIRESPARQL: A LLM-Based Framework for SPARQL Query Generation over Scholarly Knowledge Graphs. in F Coenen, L Nolle, D Aveiro, J Fernandez-Breis, E Masciari, L Gruenwald, J Bernardino & R Torres (eds), Proceedings of the 17th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management : Volume 1: KDIR. International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management, IC3K - Proceedings, vol. 17, Science and Technology Publications, Lda, pp. 123-134, 17th International Conference on Knowledge Discovery and Information Retrieval, KDIR 2025 as part of 17th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management, IC3K 2025, Marbella, Spain, 22/10/25. https://doi.org/10.5220/0013774000004000","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.5220/0013774000004000","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0013774000004000","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Question":[0],"answering":[1],"over":[2],"Scholarly":[3],"Knowledge":[4],"Graphs":[5],"(SKGs)":[6],"remains":[7],"a":[8,101,112,120,132],"challenging":[9],"task":[10],"due":[11,51],"to":[12,33,52,55,186],"the":[13,19,59,70,84,98,139,142,160,187,191,196,199,207,224],"complexity":[14],"of":[15,22,67,198],"scholarly":[16],"content":[17,57],"and":[18,58,86,131,154,158,164,173,176,195,217],"intricate":[20],"structure":[21],"these":[23,43,107],"graphs.":[24],"Large":[25],"Language":[26],"Model":[27],"(LLM)":[28],"approaches":[29,45],"could":[30],"be":[31],"used":[32],"translate":[34],"natural":[35],"language":[36],"questions":[37],"(NLQs)":[38],"into":[39],"SPARQL":[40,48,72,133,193],"queries;":[41],"however,":[42],"LLM-based":[44],"struggle":[46],"with":[47,123,150,156,162,184],"query":[49,103,134,169,215],"generation":[50,129],"limited":[53],"exposure":[54],"SKG-specific":[56],"underlying":[60],"schema.":[61],"We":[62,137,167],"identified":[63],"two":[64],"main":[65],"types":[66],"errors":[68],"in":[69,83,97],"LLM-generated":[71],"queries:":[73],"(i)":[74],"structural":[75],"inconsistencies,":[76],"such":[77],"as":[78,119],"missing":[79],"or":[80,93],"redundant":[81],"triples":[82],"queries,":[85,194],"(ii)":[87],"semantic":[88],"inaccuracies,":[89],"where":[90],"incorrect":[91],"entities":[92],"properties":[94],"are":[95],"shown":[96],"queries":[99],"despite":[100],"correct":[102],"structure.":[104],"To":[105],"address":[106],"issues,":[108],"we":[109],"propose":[110],"FIRESPARQL,":[111],"modular":[113],"framework":[114,140],"that":[115,204],"supports":[116],"fine-tuned":[117],"LLMs":[118],"core":[121],"component,":[122],"optional":[124],"context":[125],"provided":[126],"via":[127],"retrieval-augmented":[128],"(RAG)":[130],"correction":[135],"layer.":[136],"evaluate":[138],"on":[141,223],"SciQA":[143],"Benchmark":[144],"using":[145,171,180],"various":[146],"configurations":[147],"(zero-shot,":[148],"zero-shot":[149],"RAG,":[151],"one-shot,":[152],"fine-tuning,":[153],"fine-tuning":[155,205],"RAG)":[157],"compare":[159],"performance":[161],"baseline":[163],"state-of-the-art":[165],"approaches.":[166],"measure":[168],"accuracy":[170,179,216,222],"BLEU":[172],"ROUGE":[174],"metrics,":[175],"execution":[177],"result":[178,221],"relaxed":[181],"exact":[182],"match(RelaxedEM),":[183],"respect":[185],"gold":[188],"standards":[189],"containing":[190],"NLQs,":[192],"results":[197,202],"queries.":[200],"Experimental":[201],"demonstrate":[203],"achieves":[206],"highest":[208],"overall":[209],"performance,":[210],"reaching":[211],"0.90":[212],"ROUGE-L":[213],"for":[214,220],"0.85":[218],"RelaxedEM":[219],"test":[225],"set.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-29T00:00:00"}