{"id":"https://openalex.org/W1999771990","doi":"https://doi.org/10.1109/tsmca.2007.893488","title":"An Empirical Evaluation of Structured Argumentation Using the Toulmin Argument Formalism","display_name":"An Empirical Evaluation of Structured Argumentation Using the Toulmin Argument Formalism","publication_year":2007,"publication_date":"2007-04-24","ids":{"openalex":"https://openalex.org/W1999771990","doi":"https://doi.org/10.1109/tsmca.2007.893488","mag":"1999771990"},"language":"en","primary_location":{"id":"doi:10.1109/tsmca.2007.893488","doi":"https://doi.org/10.1109/tsmca.2007.893488","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmca.2007.893488","pdf_url":null,"source":{"id":"https://openalex.org/S4210201610","display_name":"IEEE Transactions on Systems Man and Cybernetics - Part A Systems and Humans","issn_l":"1083-4427","issn":["1083-4427","1558-2426"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics - Part A: Systems and Humans","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074967433","display_name":"Leonard Adelman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leonard Adelman","raw_affiliation_strings":["Volgenau School of Information Technology and Engineering, George Mason University, Fairfax, VA, USA","Volgenau Sch. of Inf. Technol. & Eng., George Mason Univ., Fairfax, VA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Volgenau School of Information Technology and Engineering, George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"Volgenau Sch. of Inf. Technol. & Eng., George Mason Univ., Fairfax, VA#TAB#","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Paul E. Lehner","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul E. Lehner","raw_affiliation_strings":["MITRE Corporation, Mclean, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MITRE Corporation, Mclean, VA, USA","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085989367","display_name":"Brant A. Cheikes","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brant A. Cheikes","raw_affiliation_strings":["MITRE Corporation, Bedford, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MITRE Corporation, Bedford, MA, USA","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083018322","display_name":"Mark F. Taylor","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark F. Taylor","raw_affiliation_strings":["MITRE Corporation, Bedford, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MITRE Corporation, Bedford, MA, USA","institution_ids":["https://openalex.org/I44896327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7901,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86663417,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":"37","issue":"3","first_page":"340","last_page":"347"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.6660000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.6660000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12119","display_name":"Linguistics and Discourse Analysis","score":0.17829999327659607,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12887","display_name":"Educational Strategies and Epistemologies","score":0.017899999395012856,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/structured-argumentation","display_name":"structured argumentation","score":0.9459999799728394},{"id":"https://openalex.org/keywords/argument-evaluation","display_name":"argument evaluation","score":0.7799999713897705},{"id":"https://openalex.org/keywords/mental-effort","display_name":"cognitive effort","score":0.8379999995231628},{"id":"https://openalex.org/keywords/argument-representation","display_name":"argument representation","score":0.375}],"concepts":[{"id":"https://openalex.org/C39920170","wikidata":"https://www.wikidata.org/wiki/Q693083","display_name":"Soundness","level":2,"score":0.9444935321807861},{"id":"https://openalex.org/C65059942","wikidata":"https://www.wikidata.org/wiki/Q270105","display_name":"Argumentation theory","level":2,"score":0.8837307691574097},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.7907525897026062},{"id":"https://openalex.org/C73301696","wikidata":"https://www.wikidata.org/wiki/Q5469984","display_name":"Formalism (music)","level":3,"score":0.6657374501228333},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4640812873840332},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4425812065601349},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.43700000643730164},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3704933822154999},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.35579392313957214},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32482683658599854},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1609605848789215},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.13785573840141296},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07970425486564636},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0777398943901062},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsmca.2007.893488","doi":"https://doi.org/10.1109/tsmca.2007.893488","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmca.2007.893488","pdf_url":null,"source":{"id":"https://openalex.org/S4210201610","display_name":"IEEE Transactions on Systems Man and Cybernetics - Part A Systems and Humans","issn_l":"1083-4427","issn":["1083-4427","1558-2426"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics - Part A: Systems and Humans","raw_type":"journal-article"},{"id":"mag:2184459996","doi":null,"is_oa":false,"landing_page_url":"http://ieeexplore.ieee.org/iel5/3468/4154917/04154918.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W112560872","https://openalex.org/W261580403","https://openalex.org/W1487234737","https://openalex.org/W1502046018","https://openalex.org/W1565182730","https://openalex.org/W1752174299","https://openalex.org/W1774518086","https://openalex.org/W1990712267","https://openalex.org/W1997210479","https://openalex.org/W2018959564","https://openalex.org/W2026162169","https://openalex.org/W7038483388"],"related_works":["https://openalex.org/W2184459996","https://openalex.org/W3215119033","https://openalex.org/W3184649139","https://openalex.org/W7217192230","https://openalex.org/W2015036260","https://openalex.org/W7034422284","https://openalex.org/W53621824","https://openalex.org/W7212166353","https://openalex.org/W12655628","https://openalex.org/W7218201636"],"abstract_inverted_index":{"Some":[0],"structured":[1,63,228],"argumentation":[2,229],"tools":[3,230],"employ":[4],"the":[5,36,46,62,67,79,93,109,112,117,120,126,142,146,175,180,185,223,227,232],"Toulmin":[6,40,75,127,159,233],"argument":[7,20,50,82,121,143],"formalism,":[8,128],"but":[9],"no":[10],"research":[11],"has":[12],"been":[13],"performed":[14],"testing":[15],"this":[16,30],"formalism's":[17],"effect":[18,113],"on":[19,191],"evaluation":[21],"or":[22],"communication.":[23],"An":[24],"experiment":[25],"was":[26,85,114,122,171],"conducted":[27],"to":[28,116,137,157,205,219],"address":[29],"need":[31],"by":[32],"assessing:":[33],"1)":[34],"if":[35,57],"process":[37],"of":[38,45,48,81,95,177,188,222,226],"generating":[39,74],"structures":[41,76,134,194],"impacted":[42],"participant":[43],"(re)assessment":[44],"soundness":[47,182,211],"an":[49,53],"presented":[51,144],"in":[52,108,145,164,179],"article":[54,118,147],"and":[55,97,102,129,207,241],"2)":[56],"other":[58],"participants":[59,89,131,151],"thought":[60],"that":[61,88,98,198,216],"representations":[64],"adequately":[65],"reflected":[66],"written":[68],"argument.":[69],"Results":[70],"were":[71,90,106,203,208],"mixed.":[72],"First,":[73],"did":[77,152],"impact":[78],"assessment":[80],"soundness.":[83],"This":[84],"noteworthy":[86],"given":[87,209],"professionals":[91],"representing":[92],"population":[94],"interest":[96],"a":[99],"weak":[100],"manipulation":[101],"small":[103],"sample":[104],"size":[105],"used":[107],"experiment.":[110],"However,":[111],"limited":[115],"where":[119],"poorly":[123],"aligned":[124],"with":[125,174],"second,":[130],"reviewing":[132],"these":[133],"found":[135],"them":[136],"be":[138,220,245],"less":[139],"sound":[140],"than":[141],"itself.":[148],"More":[149],"generally,":[150],"not":[153,168],"find":[154],"it":[155],"easy":[156],"generate":[158],"structures.":[160],"Greater":[161],"perceived":[162],"difficulty":[163],"structure":[165],"generation":[166,169],"(and":[167],"time)":[170],"significantly":[172],"correlated":[173],"amount":[176],"change":[178],"participants'":[181],"ratings,":[183],"suggesting":[184],"mediating":[186],"role":[187],"cognitive":[189,247],"effort":[190],"reassessment.":[192],"Generated":[193],"varied":[195],"greatly.":[196],"Structures":[197],"had":[199],"more":[200],"total":[201],"elements":[202],"easier":[204],"understand":[206],"better":[210],"ratings.":[212],"These":[213],"findings":[214],"suggest":[215],"one":[217],"needs":[218],"cautious":[221],"claimed":[224],"value":[225],"employing":[231],"formalism":[234],"without":[235],"additional":[236],"empirical":[237],"research,":[238],"demonstrating":[239],"whether":[240],"how":[242],"they":[243],"can":[244],"effective":[246],"aids":[248]},"counts_by_year":[{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}