{"id":"https://openalex.org/W4407759217","doi":"https://doi.org/10.1109/access.2026.3706430","title":"Integrating Expert Knowledge Into Logical Programs via LLMs","display_name":"Integrating Expert Knowledge Into Logical Programs via LLMs","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W4407759217","doi":"https://doi.org/10.1109/access.2026.3706430"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3706430","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3706430","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3706430","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116335639","display_name":"Franciszek G\u00f3rski","orcid":null},"institutions":[{"id":"https://openalex.org/I134353371","display_name":"SK Group (South Korea)","ror":"https://ror.org/03696td91","country_code":"KR","type":"company","lineage":["https://openalex.org/I134353371"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Franciszek G\u00f3rski","raw_affiliation_strings":["Multimedia Systems Department, Gdańsk University of Technology, Gdańsk, Poland"],"raw_orcid":"https://orcid.org/0009-0008-3555-1669","affiliations":[{"raw_affiliation_string":"Multimedia Systems Department, Gdańsk University of Technology, Gdańsk, Poland","institution_ids":["https://openalex.org/I134353371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082922366","display_name":"Oskar Wysocki","orcid":"https://orcid.org/0000-0002-7053-4919"},"institutions":[{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Oskar Wysocki","raw_affiliation_strings":["Idiap Research Institute, Martigny, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-7053-4919","affiliations":[{"raw_affiliation_string":"Idiap Research Institute, Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032107191","display_name":"Marco Valentino","orcid":"https://orcid.org/0000-0002-9959-8385"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Marco Valentino","raw_affiliation_strings":["University of Sheffield, Western Bank, Sheffield, U.K"],"raw_orcid":"https://orcid.org/0000-0002-9959-8385","affiliations":[{"raw_affiliation_string":"University of Sheffield, Western Bank, Sheffield, U.K","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022138909","display_name":"Andr\u00e9 Victor Lucci Freitas","orcid":"https://orcid.org/0000-0002-5763-4990"},"institutions":[{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Andre Freitas","raw_affiliation_strings":["Idiap Research Institute, Martigny, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Idiap Research Institute, Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]}]},{"author_position":"last","author":{"id":null,"display_name":"Andrzej Czy\u017cewski","orcid":"https://orcid.org/0000-0001-9159-8658"},"institutions":[{"id":"https://openalex.org/I134353371","display_name":"SK Group (South Korea)","ror":"https://ror.org/03696td91","country_code":"KR","type":"company","lineage":["https://openalex.org/I134353371"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Andrzej Czy\u017cewski","raw_affiliation_strings":["Multimedia Systems Department, Gdańsk University of Technology, Gdańsk, Poland"],"raw_orcid":"https://orcid.org/0000-0001-9159-8658","affiliations":[{"raw_affiliation_string":"Multimedia Systems Department, Gdańsk University of Technology, Gdańsk, Poland","institution_ids":["https://openalex.org/I134353371"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00753266,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"98311","last_page":"98327"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9406999945640564,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44428619742393494},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.41809818148612976},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33098459243774414}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44428619742393494},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.41809818148612976},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33098459243774414}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/access.2026.3706430","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3706430","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:243343","is_oa":false,"landing_page_url":"https://orcid.org/0009-0008-3555-1669>,","pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:arXiv.org:2502.12275","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.12275","pdf_url":"https://arxiv.org/pdf/2502.12275","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:2108b47ee1a340c398d44d9744258b95","is_oa":false,"landing_page_url":"https://doaj.org/article/2108b47ee1a340c398d44d9744258b95","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 98311-98327 (2026)","raw_type":"article"},{"id":"doi:10.48550/arxiv.2502.12275","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.12275","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3706430","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3706430","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"This":[0,23],"paper":[1],"introduces":[2],"ExKLoP,":[3],"a":[4,141,205],"novel":[5],"framework":[6],"designed":[7],"to":[8,135,189],"evaluate":[9],"how":[10],"effectively":[11],"Large":[12],"Language":[13],"Models":[14],"(LLMs)":[15],"integrate":[16],"expert":[17,31,46,170],"knowledge":[18,171],"into":[19,40,172],"logical":[20,67,74,192],"reasoning":[21],"systems.":[22,43],"capability":[24],"is":[25],"especially":[26],"valuable":[27],"in":[28,76,168],"engineering,":[29],"where":[30],"knowledge-such":[32],"as":[33,195,204],"manufacturer-recommended":[34],"operational":[35],"ranges-can":[36],"be":[37],"directly":[38],"embedded":[39],"automated":[41],"monitoring":[42],"By":[44],"mirroring":[45],"verification":[47],"steps,":[48],"tasks":[49],"like":[50],"range":[51],"checking":[52],"and":[53,60,73,110,124,150,164],"constraint":[54],"validation":[55,79,112],"help":[56],"ensure":[57],"system":[58],"safety":[59],"reliability.":[61],"Our":[62],"approach":[63],"systematically":[64],"evaluates":[65],"LLM-generated":[66],"rules,":[68],"assessing":[69],"both":[70],"syntactic":[71,185],"fluency":[72],"correctness":[75],"these":[77],"critical":[78],"tasks.":[80],"We":[81,128],"also":[82],"explore":[83],"the":[84,130,176,211,222],"models'":[85],"capacity":[86,198],"for":[87,199,216],"self-correction":[88],"via":[89],"an":[90,101],"iterative":[91],"feedback":[92],"loop":[93],"based":[94],"on":[95,140],"code":[96,163],"execution":[97],"outcomes.":[98],"ExKLoP":[99,202],"presents":[100],"extensible":[102],"dataset":[103],"comprising":[104],"130":[105],"engineering":[106],"premises,":[107],"950":[108],"prompts,":[109],"corresponding":[111],"points.":[113],"It":[114],"enables":[115],"comprehensive":[116],"benchmarking":[117],"while":[118,179,219],"allowing":[119],"control":[120],"over":[121],"task":[122],"complexity":[123],"scalability":[125],"of":[126,144,213,224],"experiments.":[127],"leverage":[129],"synthetic":[131],"data":[132],"creation":[133],"methodology":[134],"conduct":[136],"extensive":[137],"empirical":[138],"evaluation":[139,207],"diverse":[142],"set":[143],"LLMs":[145,181],"including":[146],"Llama3,":[147],"Gemma3,":[148],"Codestral":[149],"QwenCoder.":[151],"The":[152],"results":[153],"reveal":[154],"that":[155,209],"most":[156,180],"models":[157,215],"generate":[158],"nearly":[159,183],"perfect":[160],"syntactically":[161],"correct":[162,173],"exhibit":[165],"strong":[166],"performance":[167],"translating":[169],"code.":[174],"At":[175],"same":[177],"time,":[178],"produce":[182],"flawless":[184],"output,":[186],"their":[187,197],"ability":[188],"correctly":[190],"implement":[191],"rules":[193],"varies,":[194],"does":[196],"self-improvement.":[200],"Overall,":[201],"serves":[203],"robust":[206],"platform":[208],"streamlines":[210],"selection":[212],"effective":[214],"self-correcting":[217],"systems":[218],"clearly":[220],"delineating":[221],"types":[223],"errors":[225],"encountered.":[226]},"counts_by_year":[],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}