{"id":"https://openalex.org/W4415686172","doi":"https://doi.org/10.1007/978-3-032-09527-5_1","title":"CompoST: A Benchmark for Analyzing the Ability of LLMs to Compositionally Interpret Questions in a QALD Setting","display_name":"CompoST: A Benchmark for Analyzing the Ability of LLMs to Compositionally Interpret Questions in a QALD Setting","publication_year":2025,"publication_date":"2025-10-29","ids":{"openalex":"https://openalex.org/W4415686172","doi":"https://doi.org/10.1007/978-3-032-09527-5_1"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-032-09527-5_1","doi":"https://doi.org/10.1007/978-3-032-09527-5_1","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-032-09527-5_1","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","ki-jl-1","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"volume":{"id":"https://openalex.org/W4415686506","display_name":"The Semantic Web \u2013 ISWC 2025"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.21257","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020594899","display_name":"David Maria Schmidt","orcid":"https://orcid.org/0000-0001-7728-2884","observed_orcids":["https://orcid.org/0000-0001-7728-2884"]},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"David Maria Schmidt","raw_affiliation_strings":["Semantic Computing Group, CITEC, Technical Faculty, Bielefeld University, Bielefeld, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7728-2884","affiliations":[{"raw_affiliation_string":"Semantic Computing Group, CITEC, Technical Faculty, Bielefeld University, Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126626295","display_name":"Raoul Schubert","orcid":"https://orcid.org/0009-0009-7743-5401","observed_orcids":["https://orcid.org/0009-0009-7743-5401"]},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Raoul Schubert","raw_affiliation_strings":["Semantic Computing Group, CITEC, Technical Faculty, Bielefeld University, Bielefeld, Germany"],"raw_orcid":"https://orcid.org/0009-0009-7743-5401","affiliations":[{"raw_affiliation_string":"Semantic Computing Group, CITEC, Technical Faculty, Bielefeld University, Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056086147","display_name":"Philipp Cimiano","orcid":"https://orcid.org/0000-0002-4771-441X","observed_orcids":["https://orcid.org/0000-0002-4771-441X"]},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Philipp Cimiano","raw_affiliation_strings":["Semantic Computing Group, CITEC, Technical Faculty, Bielefeld University, Bielefeld, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4771-441X","affiliations":[{"raw_affiliation_string":"Semantic Computing Group, CITEC, Technical Faculty, Bielefeld University, Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5020594899"],"corresponding_institution_ids":["https://openalex.org/I20121455"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26487604,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7329000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7329000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.20399999618530273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.031300000846385956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8610000014305115},{"id":"https://openalex.org/keywords/sparql-query-generation","display_name":"SPARQL query generation","score":0.8560000061988831},{"id":"https://openalex.org/keywords/graph-patterns","display_name":"graph patterns","score":0.6520000100135803},{"id":"https://openalex.org/keywords/dbpedia","display_name":"DBpedia","score":0.9649999737739563},{"id":"https://openalex.org/keywords/verbalization","display_name":"verbalization","score":0.6460000276565552},{"id":"https://openalex.org/keywords/few-shot-prompting","display_name":"few-shot prompting","score":0.6740000247955322},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.7490000128746033},{"id":"https://openalex.org/keywords/benchmark-dataset","display_name":"benchmark dataset","score":0.4690000116825104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7426000237464905},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.7123000025749207},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7020999789237976},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.620199978351593},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47029998898506165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42289999127388},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.421999990940094},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40230000019073486},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.3847000002861023},{"id":"https://openalex.org/C41009113","wikidata":"https://www.wikidata.org/wiki/Q54871","display_name":"SPARQL","level":4,"score":0.37940001487731934},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.33550000190734863},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3109999895095825},{"id":"https://openalex.org/C193125573","wikidata":"https://www.wikidata.org/wiki/Q7449065","display_name":"Semantic interpretation","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/978-3-032-09527-5_1","doi":"https://doi.org/10.1007/978-3-032-09527-5_1","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-032-09527-5_1","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","ki-jl-1","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2507.21257","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.21257","pdf_url":"https://arxiv.org/pdf/2507.21257","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pub.uni-bielefeld.de:3011091","doi":null,"is_oa":false,"landing_page_url":"https://pub.uni-bielefeld.de/record/3011091","pdf_url":null,"source":{"id":"https://openalex.org/S4306401624","display_name":"Publikationen an der Universit\u00e4t Bielefeld (Universit\u00e4t Bielefeld)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I20121455","host_organization_name":"Bielefeld University","host_organization_lineage":["https://openalex.org/I20121455"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"http://purl.org/coar/resource_type/c_3248"},{"id":"doi:10.48550/arxiv.2507.21257","doi":"https://doi.org/10.48550/arxiv.2507.21257","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.21257","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.21257","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.21257","pdf_url":"https://arxiv.org/pdf/2507.21257","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415686172.pdf","grobid_xml":"https://content.openalex.org/works/W4415686172.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1950893908","https://openalex.org/W2235091959","https://openalex.org/W2251079237","https://openalex.org/W2622377691","https://openalex.org/W2896457183","https://openalex.org/W2949676527","https://openalex.org/W2951227497","https://openalex.org/W2980401255","https://openalex.org/W2996094825","https://openalex.org/W3017374003","https://openalex.org/W3043172396","https://openalex.org/W3081168214","https://openalex.org/W3104739822","https://openalex.org/W3154669786","https://openalex.org/W3215529831","https://openalex.org/W4220844664","https://openalex.org/W4238193397","https://openalex.org/W4281638513","https://openalex.org/W4291991132","https://openalex.org/W4302305823","https://openalex.org/W4313304293","https://openalex.org/W4327810158","https://openalex.org/W4367188881","https://openalex.org/W4380996571","https://openalex.org/W4389081052","https://openalex.org/W4389520103","https://openalex.org/W4396600459","https://openalex.org/W4396767926","https://openalex.org/W4401042708","https://openalex.org/W4401043088","https://openalex.org/W4401306886","https://openalex.org/W4401660192","https://openalex.org/W4402671178","https://openalex.org/W4403796339","https://openalex.org/W4404640994","https://openalex.org/W4404782094","https://openalex.org/W4405354744","https://openalex.org/W4405767351","https://openalex.org/W4406032137","https://openalex.org/W4411119511","https://openalex.org/W6950179980","https://openalex.org/W6967125840","https://openalex.org/W7128604689"],"related_works":["https://openalex.org/W4404640994","https://openalex.org/W7163040605","https://openalex.org/W7121034449","https://openalex.org/W7166824016","https://openalex.org/W4399699770","https://openalex.org/W2786686245","https://openalex.org/W4313680079","https://openalex.org/W6967025355","https://openalex.org/W4403363049","https://openalex.org/W3115884708"],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2025-10-30T00:00:00"}