{"id":"https://openalex.org/W4410824952","doi":"https://doi.org/10.1145/3716554.3716558","title":"Evaluating Large Language Models in Interaction with Open Government Data","display_name":"Evaluating Large Language Models in Interaction with Open Government Data","publication_year":2024,"publication_date":"2024-12-13","ids":{"openalex":"https://openalex.org/W4410824952","doi":"https://doi.org/10.1145/3716554.3716558"},"language":"en","primary_location":{"id":"doi:10.1145/3716554.3716558","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716554.3716558","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716554.3716558","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Pan-Hellenic Conference on Progress in Computing and Informatics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3716554.3716558","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117730035","display_name":"Ioannis Maslaris","orcid":null},"institutions":[{"id":"https://openalex.org/I147962203","display_name":"Democritus University of Thrace","ror":"https://ror.org/03bfqnx40","country_code":"GR","type":"education","lineage":["https://openalex.org/I147962203"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ioannis Maslaris","raw_affiliation_strings":["Database & Information Retrieval Laboratory, Department of Electrical & Computer Engineering, Democritus University of Thrace, Xanthi, Greece"],"raw_orcid":"https://orcid.org/0009-0008-1187-7082","affiliations":[{"raw_affiliation_string":"Database & Information Retrieval Laboratory, Department of Electrical & Computer Engineering, Democritus University of Thrace, Xanthi, Greece","institution_ids":["https://openalex.org/I147962203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075572639","display_name":"Areti Karamanou","orcid":"https://orcid.org/0000-0003-2357-9169"},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Areti Karamanou","raw_affiliation_strings":["Information Systems Laboratory, Department of Business Administration, University of Macedonia, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0003-2357-9169","affiliations":[{"raw_affiliation_string":"Information Systems Laboratory, Department of Business Administration, University of Macedonia, Thessaloniki, Greece","institution_ids":["https://openalex.org/I192756129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086661452","display_name":"Evangelos Kalampokis","orcid":"https://orcid.org/0000-0003-4416-8764"},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]},{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Evangelos Kalampokis","raw_affiliation_strings":["Information Technologies Institute, Center for Research & Technology HELLAS (CERTH), Thessaloniki, Greece and Information Systems Laboratory, Department of Business Administration, University of Macedonia, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0003-4416-8764","affiliations":[{"raw_affiliation_string":"Information Technologies Institute, Center for Research & Technology HELLAS (CERTH), Thessaloniki, Greece and Information Systems Laboratory, Department of Business Administration, University of Macedonia, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I192756129","https://openalex.org/I4210134249"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071366959","display_name":"Konstantinos Tarabanis","orcid":"https://orcid.org/0000-0002-4663-2113"},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]},{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Konstantinos Tarabanis","raw_affiliation_strings":["Information Technologies Institute, Center for Research & Technology HELLAS (CERTH), Thessaloniki, Greece and Information Systems Laboratory, Department of Business Administration, University of Macedonia, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-4663-2113","affiliations":[{"raw_affiliation_string":"Information Technologies Institute, Center for Research & Technology HELLAS (CERTH), Thessaloniki, Greece and Information Systems Laboratory, Department of Business Administration, University of Macedonia, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I192756129","https://openalex.org/I4210134249"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2778,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67173917,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"26","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10953","display_name":"E-Government and Public Services","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6846893429756165},{"id":"https://openalex.org/keywords/open-government","display_name":"Open government","score":0.6651191711425781},{"id":"https://openalex.org/keywords/open-data","display_name":"Open data","score":0.5111556649208069},{"id":"https://openalex.org/keywords/government","display_name":"Government (linguistics)","score":0.5053844451904297},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4187382459640503},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3253917992115021},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2383359670639038},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11365842819213867},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.10563391447067261}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6846893429756165},{"id":"https://openalex.org/C2777221391","wikidata":"https://www.wikidata.org/wiki/Q720829","display_name":"Open government","level":3,"score":0.6651191711425781},{"id":"https://openalex.org/C2780535194","wikidata":"https://www.wikidata.org/wiki/Q309901","display_name":"Open data","level":2,"score":0.5111556649208069},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.5053844451904297},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4187382459640503},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3253917992115021},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2383359670639038},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11365842819213867},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.10563391447067261},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3716554.3716558","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716554.3716558","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716554.3716558","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Pan-Hellenic Conference on Progress in Computing and Informatics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3716554.3716558","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716554.3716558","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716554.3716558","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Pan-Hellenic Conference on Progress in Computing and Informatics","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G321665150","display_name":"Artificial Intelligence for Institutionalised, Multimodal, Gamified, Mass Democratic Deliberations","funder_award_id":"101178806","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7601370581","display_name":"Artificial Intelligence for Institutionalised, Multimodal, Gamified, Mass Democratic Deliberations","funder_award_id":"101178806","funder_id":"https://openalex.org/F4320338441","funder_display_name":"HORIZON EUROPE Culture, Creativity and Inclusive society"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334679","display_name":"Research Executive Agency","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338441","display_name":"HORIZON EUROPE Culture, Creativity and Inclusive society","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410824952.pdf","grobid_xml":"https://content.openalex.org/works/W4410824952.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2134578292","https://openalex.org/W2523971795","https://openalex.org/W2901486005","https://openalex.org/W2965260787","https://openalex.org/W3182737888","https://openalex.org/W4297262245","https://openalex.org/W4300546174","https://openalex.org/W4306250693","https://openalex.org/W4385570013","https://openalex.org/W4385571184","https://openalex.org/W4385571437","https://openalex.org/W4385572201","https://openalex.org/W4391828214","https://openalex.org/W4393147133","https://openalex.org/W4394828356"],"related_works":["https://openalex.org/W2802648597","https://openalex.org/W2588480360","https://openalex.org/W2351298533","https://openalex.org/W2810054926","https://openalex.org/W2773217210","https://openalex.org/W2476658254","https://openalex.org/W626997782","https://openalex.org/W3176772666","https://openalex.org/W4233421760","https://openalex.org/W1515946348"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"exhibit":[4],"great":[5],"abilities":[6],"in":[7,103,140],"understanding":[8],"and":[9,69,114,148],"generating":[10],"natural":[11,53],"language.Open":[12],"Government":[13,145],"Data":[14,146],"(OGD)":[15],"are":[16,20,120],"datasets":[17],"that":[18,79,112,142],"while":[19],"available":[21],"to":[22,31,39,47,61,89,95,136,152],"the":[23,57,72,81,91,130],"public,":[24],"their":[25],"linked":[26,40,66],"structure":[27],"makes":[28],"it":[29],"difficult":[30],"access.Large":[32],"language":[33],"models":[34],"can":[35],"significantly":[36],"enhance":[37,143],"access":[38,151],"open":[41,64,153],"government":[42,65],"data":[43,67],"by":[44],"enabling":[45],"users":[46],"interact":[48,62,106],"with":[49,63,108,127],"OGD":[50],"portals":[51,147],"using":[52],"language.This":[54],"study":[55],"examines":[56],"use":[58],"of":[59,84,93,117,122],"LLMs":[60,94,105,119],"effectively":[68,123],"efficiently.Based":[70],"on":[71],"QB":[73],"vocabulary,":[74],"we":[75],"develop":[76],"a":[77,100],"framework":[78],"formulates":[80],"task.A":[82],"set":[83],"20":[85],"questions":[86],"is":[87],"developed":[88],"assess":[90],"capabilities":[92],"execute":[96],"OGD-related":[97],"tasks.We":[98],"propose":[99],"simple":[101],"system":[102],"which":[104],"semi-automatically":[107],"OGD.Our":[109],"findings":[110],"indicate":[111],"smaller":[113],"quantized":[115],"versions":[116],"popular":[118],"capable":[121],"managing":[124],"these":[125],"tasks,":[126],"Llama-3.1-8B-Instructbnb-4bitidentified":[128],"as":[129],"most":[131],"effective":[132],"model.This":[133],"paper":[134],"aims":[135],"promote":[137],"further":[138],"interest":[139],"systems":[141],"Open":[144],"improve":[149],"public":[150],"data.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-11T06:11:40.159057","created_date":"2025-10-10T00:00:00"}