{"id":"https://openalex.org/W2337549310","doi":"https://doi.org/10.1145/3053371","title":"Experimental Assessment of Aggregation Principles in Argumentation-Enabled Collective Intelligence","display_name":"Experimental Assessment of Aggregation Principles in Argumentation-Enabled Collective Intelligence","publication_year":2017,"publication_date":"2017-06-12","ids":{"openalex":"https://openalex.org/W2337549310","doi":"https://doi.org/10.1145/3053371","mag":"2337549310"},"language":"en","primary_location":{"id":"doi:10.1145/3053371","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3053371","pdf_url":null,"source":{"id":"https://openalex.org/S97833917","display_name":"ACM Transactions on Internet Technology","issn_l":"1533-5399","issn":["1533-5399","1557-6051"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet Technology","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3053371","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Edmond Awad","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Edmond Awad","raw_affiliation_strings":["The Media Lab, Massachusetts Institute of Technology; and Masdar Institute, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"The Media Lab, Massachusetts Institute of Technology; and Masdar Institute, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jean-Fran\u00e7ois Bonnefon","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139217","display_name":"Institute for Advanced Study in Toulouse","ror":"https://ror.org/03fg2km54","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210139217"]},{"id":"https://openalex.org/I4210137155","display_name":"Toulouse School of Management Research","ror":"https://ror.org/036yvb369","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210137155","https://openalex.org/I4210150854","https://openalex.org/I4412460029","https://openalex.org/I4412460145"]},{"id":"https://openalex.org/I4210092408","display_name":"Toulouse School of Economics","ror":"https://ror.org/00ff5f522","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210092408"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jean-Fran\u00e7ois Bonnefon","raw_affiliation_strings":["Toulouse School of Economics, Center for Research in Management, Institute for Advanced Study in Toulouse, University of Toulouse Capitole, Toulouse Cedex 6, France"],"affiliations":[{"raw_affiliation_string":"Toulouse School of Economics, Center for Research in Management, Institute for Advanced Study in Toulouse, University of Toulouse Capitole, Toulouse Cedex 6, France","institution_ids":["https://openalex.org/I4210092408","https://openalex.org/I4210137155","https://openalex.org/I4210139217"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Martin Caminada","orcid":null},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Martin Caminada","raw_affiliation_strings":["School of Computer Science 8 Informatics, Cardiff University, Cardiff, UK"],"affiliations":[{"raw_affiliation_string":"School of Computer Science 8 Informatics, Cardiff University, Cardiff, UK","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Thomas W. Malone","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas W. Malone","raw_affiliation_strings":["Sloan School of Management, Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Sloan School of Management, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":null,"display_name":"Iyad Rahwan","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Iyad Rahwan","raw_affiliation_strings":["The Media Lab and Institute for Data, Systems, 8 Society, Massachusetts Institute of Technology; and Masdar Institute, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"The Media Lab and Institute for Data, Systems, 8 Society, Massachusetts Institute of Technology; and Masdar Institute, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":0.4154,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.70014752,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"17","issue":"3","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.7330999970436096,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.7330999970436096,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.07980000227689743,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.020800000056624413,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/argumentation-theory","display_name":"Argumentation theory","score":0.666100025177002},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.6335999965667725},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.570900022983551},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.5586000084877014},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.47429999709129333},{"id":"https://openalex.org/keywords/collective-intelligence","display_name":"Collective intelligence","score":0.44279998540878296},{"id":"https://openalex.org/keywords/argumentation-framework","display_name":"Argumentation framework","score":0.3668999969959259},{"id":"https://openalex.org/keywords/group","display_name":"Group (periodic table)","score":0.35280001163482666}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8335000276565552},{"id":"https://openalex.org/C65059942","wikidata":"https://www.wikidata.org/wiki/Q270105","display_name":"Argumentation theory","level":2,"score":0.666100025177002},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.6335999965667725},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.570900022983551},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.5586000084877014},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.47429999709129333},{"id":"https://openalex.org/C89057211","wikidata":"https://www.wikidata.org/wiki/Q432197","display_name":"Collective intelligence","level":2,"score":0.44279998540878296},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39469999074935913},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3749000132083893},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37059998512268066},{"id":"https://openalex.org/C2779607372","wikidata":"https://www.wikidata.org/wiki/Q4789757","display_name":"Argumentation framework","level":3,"score":0.3668999969959259},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.35280001163482666},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3384000062942505},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C189352744","wikidata":"https://www.wikidata.org/wiki/Q1971461","display_name":"Social choice theory","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C100339178","wikidata":"https://www.wikidata.org/wiki/Q2548752","display_name":"Collective behavior","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C32172795","wikidata":"https://www.wikidata.org/wiki/Q4692266","display_name":"Aggregation problem","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3009999990463257},{"id":"https://openalex.org/C89967458","wikidata":"https://www.wikidata.org/wiki/Q4692248","display_name":"Aggregate behavior","level":4,"score":0.2971000075340271},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C2985583900","wikidata":"https://www.wikidata.org/wiki/Q722617","display_name":"Formal description","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.259799987077713},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3053371","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3053371","pdf_url":null,"source":{"id":"https://openalex.org/S97833917","display_name":"ACM Transactions on Internet Technology","issn_l":"1533-5399","issn":["1533-5399","1557-6051"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet Technology","raw_type":"journal-article"},{"id":"pmh:oai:http://orca.cardiff.ac.uk:99959","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:arXiv.org:1604.00681","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1604.00681","pdf_url":"https://arxiv.org/pdf/1604.00681","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:http://orca-dev.cardiff.ac.uk:99959","is_oa":false,"landing_page_url":"https://orca.cardiff.ac.uk/id/eprint/99959/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:publications.ut-capitole.fr:24045","is_oa":false,"landing_page_url":"https://publications.ut-capitole.fr/id/eprint/24045/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401603","display_name":"Toulouse Capitole Publications (University Toulouse 1 Capitole)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I3131550300","host_organization_name":"Universit\u00e9 Toulouse-I-Capitole","host_organization_lineage":["https://openalex.org/I3131550300"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"doi:10.1145/3053371","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3053371","pdf_url":null,"source":{"id":"https://openalex.org/S97833917","display_name":"ACM Transactions on Internet Technology","issn_l":"1533-5399","issn":["1533-5399","1557-6051"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1490088998","https://openalex.org/W1547762555","https://openalex.org/W1966603176","https://openalex.org/W1967081648","https://openalex.org/W1972019381","https://openalex.org/W1973737499","https://openalex.org/W1981540921","https://openalex.org/W1999561830","https://openalex.org/W2003822553","https://openalex.org/W2013116935","https://openalex.org/W2032523302","https://openalex.org/W2046643693","https://openalex.org/W2051478833","https://openalex.org/W2061554433","https://openalex.org/W2068129224","https://openalex.org/W2072580959","https://openalex.org/W2073585844","https://openalex.org/W2074922803","https://openalex.org/W2075834747","https://openalex.org/W2083307720","https://openalex.org/W2088673234","https://openalex.org/W2104126268","https://openalex.org/W2121203835","https://openalex.org/W2127580579","https://openalex.org/W2128217551","https://openalex.org/W2129829265","https://openalex.org/W2138621916","https://openalex.org/W2157088125","https://openalex.org/W2167163532","https://openalex.org/W2168955200","https://openalex.org/W2272896389","https://openalex.org/W3092398611","https://openalex.org/W3122990377","https://openalex.org/W3124811202","https://openalex.org/W4238434813"],"related_works":[],"abstract_inverted_index":{"On":[0],"the":[1,12,71,89,94,100,116,128,135,149,189],"Web,":[2],"there":[3],"is":[4],"always":[5],"a":[6,79,85,120,172],"need":[7],"to":[8,26,122,156,202],"aggregate":[9,123],"opinions":[10,29,126,165],"from":[11],"crowd":[13],"(as":[14],"in":[15,33,36,44,87,148,187],"posts,":[16],"social":[17],"networks,":[18],"forums,":[19],"etc.).":[20],"Different":[21],"mechanisms":[22,57],"have":[23],"been":[24],"implemented":[25],"capture":[27],"these":[28,56,97],"such":[30,111],"as":[31,84],"Like":[32],"Facebook,":[34],"Favorite":[35],"Twitter,":[37],"thumbs-up/-down,":[38],"flagging,":[39],"and":[40,52,93],"so":[41],"on.":[42],"However,":[43],"more":[45],"contested":[46],"domains":[47],"(e.g.,":[48],"Wikipedia,":[49],"political":[50],"discussion,":[51],"climate":[53],"change":[54],"discussion),":[55],"are":[58],"not":[59,176],"sufficient,":[60],"since":[61],"they":[62],"only":[63],"deal":[64],"with":[65],"each":[66],"issue":[67],"independently":[68],"without":[69],"considering":[70],"relationships":[72],"between":[73,96],"different":[74,140,167],"claims.":[75],"We":[76,151],"can":[77,107],"view":[78],"set":[80],"of":[81,105,139,174,191,199],"conflicting":[82],"arguments":[83,92],"graph":[86],"which":[88,158],"nodes":[90,98],"represent":[91,99],"arcs":[95],"defeat":[101],"relation.":[102],"A":[103],"group":[104,117],"people":[106,160],"then":[108],"collectively":[109],"evaluate":[110],"graphs.":[112],"To":[113],"do":[114],"this,":[115],"must":[118],"use":[119,152],"rule":[121],"their":[124],"individual":[125],"about":[127],"entire":[129],"argument":[130],"graph.":[131],"Here":[132],"we":[133],"present":[134],"first":[136],"experimental":[137],"evaluation":[138],"principles":[141,159],"commonly":[142],"employed":[143],"by":[144,178],"aggregation":[145],"rules":[146],"presented":[147],"literature.":[150],"randomized":[153],"controlled":[154],"experiments":[155],"investigate":[157],"consider":[161],"better":[162],"at":[163],"aggregating":[164],"under":[166],"conditions.":[168],"Our":[169],"analysis":[170],"reveals":[171],"number":[173],"factors,":[175],"captured":[177],"traditional":[179],"formal":[180,197],"models,":[181],"that":[182],"play":[183],"an":[184],"important":[185],"role":[186],"determining":[188],"efficacy":[190],"aggregation.":[192],"These":[193],"results":[194],"help":[195],"bring":[196],"models":[198],"argumentation":[200],"closer":[201],"real-world":[203],"application.":[204]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2016-06-24T00:00:00"}