{"id":"https://openalex.org/W6948117094","doi":"https://doi.org/10.48550/arxiv.2507.08621","title":"A comprehensive study of LLM-based argument classification: from LLAMA through GPT-4o to Deepseek-R1","display_name":"A comprehensive study of LLM-based argument classification: from LLAMA through GPT-4o to Deepseek-R1","publication_year":2025,"publication_date":"2025-07-11","ids":{"openalex":"https://openalex.org/W6948117094","doi":"https://doi.org/10.48550/arxiv.2507.08621"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2507.08621","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.08621","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2507.08621","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Pietro\u0144, Marcin","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Pietro\u0144, Marcin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Olszowski, Rafa\u0142","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Olszowski, Rafa\u0142","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Gomu\u0142ka, Jakub","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gomu\u0142ka, Jakub","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Gampel, Filip","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gampel, Filip","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Tomski, Andrzej","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tomski, Andrzej","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.16590000689029694,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.16590000689029694,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.09749999642372131,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.06319999694824219,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.8294000029563904},{"id":"https://openalex.org/keywords/argumentative","display_name":"Argumentative","score":0.7196999788284302},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6087999939918518},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5026999711990356},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.49410000443458557},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4083999991416931},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3928999900817871}],"concepts":[{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.8294000029563904},{"id":"https://openalex.org/C2781306805","wikidata":"https://www.wikidata.org/wiki/Q4789761","display_name":"Argumentative","level":2,"score":0.7196999788284302},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.63919997215271},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6087999939918518},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5450999736785889},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5026999711990356},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.49410000443458557},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4083999991416931},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3928999900817871},{"id":"https://openalex.org/C72196577","wikidata":"https://www.wikidata.org/wiki/Q1645946","display_name":"Argument map","level":3,"score":0.37439998984336853},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3472999930381775},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34689998626708984},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.28220000863075256},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2507.08621","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.08621","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2507.08621","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.08621","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4226255416870117}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Argument":[0],"mining":[1],"(AM)":[2],"is":[3,98,205,244],"an":[4],"interdisciplinary":[5],"research":[6,103],"field":[7,51],"that":[8,157],"integrates":[9],"insights":[10],"from":[11],"logic,":[12],"philosophy,":[13],"linguistics,":[14],"rhetoric,":[15],"law,":[16],"psychology,":[17],"and":[18,26,34,36,71,79,90,104,134,144,185,216,253],"computer":[19],"science.":[20],"It":[21],"involves":[22],"the":[23,37,50,57,67,92,107,151,160,163,175,202,206,211,242,245,249,254],"automatic":[24],"identification":[25],"extraction":[27],"of":[28,39,59,69,94,102,109,123,126,141,169,210,225,241,248,256],"argumentative":[29],"components,":[30],"such":[31,43,131],"as":[32,44,132],"premises":[33],"claims,":[35],"detection":[38],"relationships":[40],"between":[41],"them,":[42],"support,":[45],"attack,":[46],"or":[47],"neutrality.":[48],"Recently,":[49],"has":[52],"advanced":[53],"significantly,":[54],"especially":[55],"with":[56,147,172],"advent":[58],"large":[60],"language":[61],"models":[62,111,137,170],"(LLMs),":[63],"which":[64],"have":[65],"enhanced":[66],"efficiency":[68],"analyzing":[70],"extracting":[72],"argument":[73,115,164,230,251],"semantics":[74],"compared":[75],"to":[76],"traditional":[77],"methods":[78],"other":[80],"deep":[81],"learning":[82],"models.":[83,198],"There":[84],"are":[85,194],"many":[86],"benchmarks":[87],"for":[88,196,235],"testing":[89],"verifying":[91],"quality":[93],"LLM,":[95],"but":[96],"there":[97],"still":[99,187],"a":[100,121,124],"lack":[101],"results":[105,155],"on":[106],"operation":[108],"these":[110],"in":[112,162,229],"publicly":[113],"available":[114,250],"classification":[116,165],"databases.":[117],"This":[118],"paper":[119],"presents":[120],"study":[122],"selection":[125],"LLM's,":[127],"using":[128,214],"diverse":[129],"datasets":[130,213,252],"Args.me":[133],"UKP.":[135],"The":[136,154,190,219,238],"tested":[138],"include":[139],"versions":[140],"GPT,":[142],"Llama,":[143],"DeepSeek,":[145],"along":[146],"reasoning-enhanced":[148],"variants":[149],"incorporating":[150],"Chain-of-Thoughts":[152],"algorithm.":[153],"indicate":[156],"ChatGPT-4o":[158],"outperforms":[159],"others":[161],"benchmarks.":[166],"In":[167],"case":[168],"incorporated":[171],"reasoning":[173],"capabilities,":[174],"Deepseek-R1":[176,186],"shows":[177,222],"its":[178],"superiority.":[179],"However,":[180],"despite":[181],"their":[182,236,257],"superiority,":[183],"GPT-4o":[184],"make":[188],"errors.":[189],"most":[191],"common":[192],"errors":[193],"discussed":[195],"all":[197],"To":[199],"our":[200],"knowledge,":[201],"presented":[203],"work":[204,220,243],"first":[207],"broader":[208],"analysis":[209,247],"mentioned":[212],"LLM":[215],"prompt":[217,227],"algorithms.":[218],"also":[221],"some":[223],"weaknesses":[224],"known":[226],"algorithms":[228],"analysis,":[231],"while":[232],"indicating":[233],"directions":[234],"improvement.":[237],"added":[239],"value":[240],"in-depth":[246],"demonstration":[255],"shortcomings.":[258]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}