{"id":"https://openalex.org/W2963356091","doi":"https://doi.org/10.3233/jifs-179338","title":"Toward evaluating the level of crowd wisdom using interval estimates","display_name":"Toward evaluating the level of crowd wisdom using interval estimates","publication_year":2019,"publication_date":"2019-07-22","ids":{"openalex":"https://openalex.org/W2963356091","doi":"https://doi.org/10.3233/jifs-179338","mag":"2963356091"},"language":"en","primary_location":{"id":"doi:10.3233/jifs-179338","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-179338","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent &amp; Fuzzy Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104102597","display_name":"Van Du Nguyen","orcid":"https://orcid.org/0000-0002-9472-2551"},"institutions":[{"id":"https://openalex.org/I141445968","display_name":"Ton Duc Thang University","ror":"https://ror.org/01drq0835","country_code":"VN","type":"education","lineage":["https://openalex.org/I141445968"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Van Du Nguyen","raw_affiliation_strings":["Division of Knowledge and System Engineering for ICT,\r            Ton Duc Thang University, Ho Chi Minh City,\r            Vietnam","Faculty of Information Technology, Ton Duc Thang University, Ho Chi Minh City, Vietnam","Division of Knowledge and System Engineering for ICT, Ton Duc Thang University, Ho Chi Minh City, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Knowledge and System Engineering for ICT,\r            Ton Duc Thang University, Ho Chi Minh City,\r            Vietnam","institution_ids":["https://openalex.org/I141445968"]},{"raw_affiliation_string":"Faculty of Information Technology, Ton Duc Thang University, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I141445968"]},{"raw_affiliation_string":"Division of Knowledge and System Engineering for ICT, Ton Duc Thang University, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I141445968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028355700","display_name":"Hai Bang Truong","orcid":"https://orcid.org/0000-0003-2906-7658"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Hai Bang Truong","raw_affiliation_strings":["Faculty of Computer Science, University of Information Technology, Vietnam National University Ho Chi Minh City\r          (VNU-HCM), Vietnam","Faculty of Computer Science, University of Information Technology, Vietnam National University Ho Chi Minh City (VNU-HCM), Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, University of Information Technology, Vietnam National University Ho Chi Minh City\r          (VNU-HCM), Vietnam","institution_ids":["https://openalex.org/I123565023"]},{"raw_affiliation_string":"Faculty of Computer Science, University of Information Technology, Vietnam National University Ho Chi Minh City (VNU-HCM), Vietnam","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076119369","display_name":"Mercedes G. Merayo","orcid":"https://orcid.org/0000-0002-4634-4082"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mercedes G. Merayo","raw_affiliation_strings":["Department Sistemas Inform\u00e1ticos y Computaci\u00f3n,\r            Universidad Complutense de Madrid,\r          Spain","Department Sistemas Inform\u00e1ticos y Computaci\u00f3n, Universidad Complutense de Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department Sistemas Inform\u00e1ticos y Computaci\u00f3n,\r            Universidad Complutense de Madrid,\r          Spain","institution_ids":["https://openalex.org/I121748325"]},{"raw_affiliation_string":"Department Sistemas Inform\u00e1ticos y Computaci\u00f3n, Universidad Complutense de Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047517734","display_name":"Ngoc Thanh Nguy\u00ean","orcid":"https://orcid.org/0000-0002-3247-2948"},"institutions":[{"id":"https://openalex.org/I11923345","display_name":"Wroc\u0142aw University of Science and Technology","ror":"https://ror.org/008fyn775","country_code":"PL","type":"education","lineage":["https://openalex.org/I11923345"]},{"id":"https://openalex.org/I3020192730","display_name":"Tr\u01b0\u1eddng \u0110H Nguy\u1ec5n T\u1ea5t Th\u00e0nh","ror":"https://ror.org/04r9s1v23","country_code":"VN","type":"education","lineage":["https://openalex.org/I3020192730"]},{"id":"https://openalex.org/I686019","display_name":"AGH University of Krakow","ror":"https://ror.org/00bas1c41","country_code":"PL","type":"education","lineage":["https://openalex.org/I686019"]}],"countries":["PL","VN"],"is_corresponding":true,"raw_author_name":"Ngoc Thanh Nguyen","raw_affiliation_strings":["Faculty of Computer Science and Management,\r            Wroclaw University of Science and Technology,\r            Poland","Faculty of Information Technology, Nguyen Tat Thanh University, Ho Chi Minh city, Vietnam","Faculty of Computer Science and Management, Wroclaw University of Science and Technology, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Management,\r            Wroclaw University of Science and Technology,\r            Poland","institution_ids":["https://openalex.org/I11923345","https://openalex.org/I686019"]},{"raw_affiliation_string":"Faculty of Information Technology, Nguyen Tat Thanh University, Ho Chi Minh city, Vietnam","institution_ids":["https://openalex.org/I3020192730"]},{"raw_affiliation_string":"Faculty of Computer Science and Management, Wroclaw University of Science and Technology, Poland","institution_ids":["https://openalex.org/I11923345","https://openalex.org/I686019"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5047517734"],"corresponding_institution_ids":["https://openalex.org/I11923345","https://openalex.org/I3020192730","https://openalex.org/I686019"],"apc_list":null,"apc_paid":null,"fwci":1.0978,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.87093268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":"37","issue":"6","first_page":"7279","last_page":"7289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9710999727249146,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cardinality","display_name":"Cardinality (data modeling)","score":0.7380235195159912},{"id":"https://openalex.org/keywords/interval","display_name":"Interval (graph theory)","score":0.7362058162689209},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.6990387439727783},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6524062156677246},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5866657495498657},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.56975257396698},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5637195110321045},{"id":"https://openalex.org/keywords/independence","display_name":"Independence (probability theory)","score":0.5600830316543579},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5594296455383301},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5106950402259827},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4547719955444336},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.36722904443740845},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3400653600692749},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.26214101910591125},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.21023744344711304},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19101446866989136},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.08286619186401367},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.08030655980110168},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.08018732070922852}],"concepts":[{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.7380235195159912},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.7362058162689209},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.6990387439727783},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6524062156677246},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5866657495498657},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.56975257396698},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5637195110321045},{"id":"https://openalex.org/C35651441","wikidata":"https://www.wikidata.org/wiki/Q625303","display_name":"Independence (probability theory)","level":2,"score":0.5600830316543579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5594296455383301},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5106950402259827},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4547719955444336},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.36722904443740845},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3400653600692749},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.26214101910591125},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.21023744344711304},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19101446866989136},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.08286619186401367},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08030655980110168},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.08018732070922852},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/jifs-179338","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-179338","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent &amp; Fuzzy Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W114511198","https://openalex.org/W651986560","https://openalex.org/W1538310199","https://openalex.org/W1603672842","https://openalex.org/W1619543933","https://openalex.org/W1927360298","https://openalex.org/W1966924126","https://openalex.org/W1983565784","https://openalex.org/W1985907650","https://openalex.org/W1986731230","https://openalex.org/W1990839453","https://openalex.org/W1993387039","https://openalex.org/W1993865115","https://openalex.org/W2006156879","https://openalex.org/W2013366507","https://openalex.org/W2017803312","https://openalex.org/W2042114350","https://openalex.org/W2051034497","https://openalex.org/W2081623004","https://openalex.org/W2086370693","https://openalex.org/W2094789330","https://openalex.org/W2098873796","https://openalex.org/W2117023235","https://openalex.org/W2124186442","https://openalex.org/W2131667520","https://openalex.org/W2141983476","https://openalex.org/W2145534813","https://openalex.org/W2158392329","https://openalex.org/W2159207401","https://openalex.org/W2160070440","https://openalex.org/W2194733326","https://openalex.org/W2239326923","https://openalex.org/W2335015255","https://openalex.org/W2434077053","https://openalex.org/W2504282573","https://openalex.org/W2611112066","https://openalex.org/W2751553756","https://openalex.org/W2775322532","https://openalex.org/W4239414618","https://openalex.org/W4245349857","https://openalex.org/W4246864588","https://openalex.org/W4249247059","https://openalex.org/W4300108361","https://openalex.org/W4313429334","https://openalex.org/W6654902604","https://openalex.org/W6717931494"],"related_works":["https://openalex.org/W4240200267","https://openalex.org/W1511510665","https://openalex.org/W1524661185","https://openalex.org/W2078823605","https://openalex.org/W2500095415","https://openalex.org/W4233026749","https://openalex.org/W2097922264","https://openalex.org/W2282342021","https://openalex.org/W4248106174","https://openalex.org/W627242580"],"abstract_inverted_index":{"Recently,":[0],"the":[1,4,33,45,55,61,99,144],"use":[2],"of":[3,6,16,35,57,63,70,101,117,130,137],"wisdom":[5],"crowds":[7],"(WoC)":[8],"for":[9,88,176],"finding":[10],"solutions":[11],"to":[12,164],"a":[13,106,124],"wide":[14],"range":[15],"real-life":[17],"problems":[18],"has":[19],"dramatically":[20],"expanded.":[21],"Prior":[22],"studies":[23],"have":[24,157],"revealed":[25],"that":[26,159],"diversity,":[27],"independence,":[28],"decentralization,":[29],"and":[30,108,152,173],"aggregation":[31],"are":[32,41,52,79],"determinants":[34],"collective":[36,165],"wisdom.":[37,166],"However,":[38],"these":[39],"findings":[40],"often":[42,80],"based":[43],"on":[44,60],"so-called":[46],"point":[47],"estimates":[48,83],"-":[49],"single":[50],"values":[51],"used":[53,87],"as":[54],"representations":[56],"individual":[58,96],"predictions":[59,133],"task":[62],"estimating":[64],"unknown":[65],"quantities":[66],"or":[67],"predicting":[68],"outcomes":[69],"future":[71],"events.":[72],"In":[73],"some":[74,170],"situations,":[75],"interval":[76,82,103],"values,":[77],"which":[78,128],"called":[81],",":[84],"can":[85,93,134],"be":[86],"such":[89],"representations.":[90],"Accordingly,":[91],"one":[92],"provide":[94],"an":[95,102,109],"prediction":[97],"in":[98,119,127],"form":[100],"value":[104],"including":[105],"lower":[107],"upper":[110],"bounds.":[111],"Taking":[112],"into":[113,149],"account":[114,150],"this":[115,120],"kind":[116],"representation,":[118],"paper,":[121],"we":[122,142,168],"present":[123],"case":[125],"study":[126],"collectives":[129],"randomly":[131],"selected":[132],"outperform":[135],"those":[136],"most":[138],"accurate":[139],"predictions.":[140],"Then,":[141],"evaluate":[143],"WoC":[145],"level":[146],"by":[147],"taking":[148],"diversity":[151,160],"cardinality.":[153],"The":[154],"computational":[155],"experiments":[156],"indicated":[158],"is":[161],"positively":[162],"related":[163,171],"Finally,":[167],"discuss":[169],"theoretical":[172],"practical":[174],"implications":[175],"further":[177],"research.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
