{"id":"https://openalex.org/W4413025843","doi":"https://doi.org/10.3390/informatics12030076","title":"Multi-Model Dialectical Evaluation of LLM Reasoning Chains: A Structured Framework with Dual Scoring Agents","display_name":"Multi-Model Dialectical Evaluation of LLM Reasoning Chains: A Structured Framework with Dual Scoring Agents","publication_year":2025,"publication_date":"2025-08-01","ids":{"openalex":"https://openalex.org/W4413025843","doi":"https://doi.org/10.3390/informatics12030076"},"language":"en","primary_location":{"id":"doi:10.3390/informatics12030076","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics12030076","pdf_url":"https://www.mdpi.com/2227-9709/12/3/76/pdf?version=1754019115","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2227-9709/12/3/76/pdf?version=1754019115","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049418389","display_name":"C\u0103t\u0103lin Anghel","orcid":"https://orcid.org/0000-0002-1849-3072"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Catalin Anghel","raw_affiliation_strings":["Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119223040","display_name":"Andreea Alexandra Anghel","orcid":"https://orcid.org/0009-0008-2537-6713"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Andreea Alexandra Anghel","raw_affiliation_strings":["Faculty of Automation, Computer Science, Electrical and Electronic Engineering, \u201cDun\u0103rea de Jos\u201d University of Galati, 800008 Galati, Romania"],"affiliations":[{"raw_affiliation_string":"Faculty of Automation, Computer Science, Electrical and Electronic Engineering, \u201cDun\u0103rea de Jos\u201d University of Galati, 800008 Galati, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052924860","display_name":"Emilia Pecheanu","orcid":"https://orcid.org/0000-0003-1155-5274"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Emilia Pecheanu","raw_affiliation_strings":["Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029731309","display_name":"Ioan \u0218u\u0219nea","orcid":"https://orcid.org/0000-0003-4795-4699"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Ioan Susnea","raw_affiliation_strings":["Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103039137","display_name":"Adina Cocu","orcid":"https://orcid.org/0000-0003-0935-4713"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Adina Cocu","raw_affiliation_strings":["Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077496241","display_name":"Adrian Istrate","orcid":"https://orcid.org/0000-0002-1317-6676"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Adrian Istrate","raw_affiliation_strings":["Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania","institution_ids":["https://openalex.org/I3122748864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5049418389","https://openalex.org/A5052924860"],"corresponding_institution_ids":["https://openalex.org/I3122748864"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":18.0798,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.9904079,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"12","issue":"3","first_page":"76","last_page":"76"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.7446775436401367},{"id":"https://openalex.org/keywords/dialectic","display_name":"Dialectic","score":0.6020853519439697},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5833677053451538},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3638894855976105},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.09551656246185303}],"concepts":[{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.7446775436401367},{"id":"https://openalex.org/C13184196","wikidata":"https://www.wikidata.org/wiki/Q9453","display_name":"Dialectic","level":2,"score":0.6020853519439697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5833677053451538},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3638894855976105},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.09551656246185303},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/informatics12030076","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics12030076","pdf_url":"https://www.mdpi.com/2227-9709/12/3/76/pdf?version=1754019115","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:30cecfaf63b44576ae21eb01c9e78bf8","is_oa":true,"landing_page_url":"https://doaj.org/article/30cecfaf63b44576ae21eb01c9e78bf8","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics, Vol 12, Iss 3, p 76 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/informatics12030076","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics12030076","pdf_url":"https://www.mdpi.com/2227-9709/12/3/76/pdf?version=1754019115","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413025843.pdf","grobid_xml":"https://content.openalex.org/works/W4413025843.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W1986829999","https://openalex.org/W3194727116","https://openalex.org/W4285217123","https://openalex.org/W4387835442","https://openalex.org/W4399750638","https://openalex.org/W4401024643","https://openalex.org/W4401042980","https://openalex.org/W4402671506","https://openalex.org/W4403764183","https://openalex.org/W4405183979","https://openalex.org/W4409893632","https://openalex.org/W4410968179","https://openalex.org/W4411120158","https://openalex.org/W4412781285","https://openalex.org/W6646765636","https://openalex.org/W6855757595"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2371766878","https://openalex.org/W122415103","https://openalex.org/W2348813647","https://openalex.org/W2129530350","https://openalex.org/W2372060123","https://openalex.org/W611692842","https://openalex.org/W2349659979"],"abstract_inverted_index":{"(1)":[0],"Background":[1],"and":[2,12,29,56,62,82,94,106,117,122,158,166,182,205,208,219,227],"objectives:":[3],"Large":[4],"language":[5],"models":[6,143],"(LLMs)":[7],"such":[8],"as":[9],"GPT,":[10],"Mistral,":[11],"LLaMA":[13],"exhibit":[14],"strong":[15],"capabilities":[16],"in":[17,27,126,179,232],"text":[18],"generation,":[19],"yet":[20],"assessing":[21],"the":[22,198],"quality":[23],"of":[24,65,222],"their":[25],"reasoning\u2014particularly":[26],"open-ended":[28,153],"argumentative":[30],"contexts\u2014remains":[31],"a":[32,50,79,98,110,127,212],"persistent":[33],"challenge.":[34],"This":[35],"study":[36],"introduces":[37],"Dialectical":[38],"Agent,":[39],"an":[40],"internally":[41],"developed":[42],"modular":[43],"framework":[44,59,193],"designed":[45],"to":[46,140,195,200],"evaluate":[47],"reasoning":[48],"through":[49],"structured":[51,132],"three-stage":[52],"process:":[53],"opinion,":[54],"counterargument,":[55],"synthesis.":[57],"The":[58,136,161,192],"enables":[60,216],"transparent":[61],"comparative":[63],"analysis":[64],"how":[66],"different":[67],"LLMs":[68,231],"handle":[69],"dialectical":[70],"reasoning.":[71],"(2)":[72],"Methods:":[73],"Each":[74],"stage":[75],"is":[76],"executed":[77],"by":[78,187],"single":[80,213],"model,":[81],"final":[83],"syntheses":[84],"are":[85,124],"scored":[86],"via":[87],"two":[88],"independent":[89],"LLM":[90],"evaluators":[91],"(LLaMA":[92],"3.1":[93],"GPT-4o)":[95],"based":[96],"on":[97,155],"rubric":[99,188],"with":[100,171,230],"four":[101,141],"dimensions:":[102],"clarity,":[103],"coherence,":[104],"originality,":[105],"dialecticality.":[107],"In":[108],"parallel,":[109],"rule-based":[111],"semantic":[112,167,206],"analyzer":[113],"detects":[114],"rhetorical":[115,183],"anomalies":[116],"ethical":[118],"values.":[119],"All":[120],"outputs":[121],"metadata":[123],"stored":[125],"Neo4j":[128],"graph":[129],"database":[130],"for":[131],"exploration.":[133],"(3)":[134],"Results:":[135],"system":[137],"was":[138],"applied":[139],"open-weight":[142],"(Gemma":[144],"7B,":[145,147],"Mistral":[146],"Dolphin-Mistral,":[148],"Zephyr":[149],"7B)":[150],"across":[151,169],"ten":[152],"prompts":[154],"ethical,":[156],"political,":[157],"technological":[159],"topics.":[160],"results":[162],"show":[163],"consistent":[164],"stylistic":[165],"variation":[168],"models,":[170],"moderate":[172],"inter-rater":[173],"agreement.":[174],"Semantic":[175],"diagnostics":[176],"revealed":[177],"differences":[178],"value":[180],"expression":[181],"flaws":[184],"not":[185],"captured":[186],"scores.":[189],"(4)":[190],"Originality:":[191],"is,":[194],"our":[196],"knowledge,":[197],"first":[199],"integrate":[201],"multi-stage":[202],"reasoning,":[203],"rubric-based":[204],"evaluation,":[207],"graph-based":[209],"storage":[210],"into":[211],"system.":[214],"It":[215],"replicable,":[217],"interpretable,":[218],"multidimensional":[220],"assessment":[221],"generative":[223],"reasoning\u2014supporting":[224],"researchers,":[225],"developers,":[226],"educators":[228],"working":[229],"high-stakes":[233],"contexts.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}