{"id":"https://openalex.org/W2740505282","doi":"https://doi.org/10.24963/ijcai.2017/22","title":"Learning a Ground Truth Ranking Using Noisy Approval Votes","display_name":"Learning a Ground Truth Ranking Using Noisy Approval Votes","publication_year":2017,"publication_date":"2017-07-28","ids":{"openalex":"https://openalex.org/W2740505282","doi":"https://doi.org/10.24963/ijcai.2017/22","mag":"2740505282"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2017/22","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2017/22","pdf_url":"https://www.ijcai.org/proceedings/2017/0022.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2017/0022.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046035189","display_name":"Ioannis Caragiannis","orcid":"https://orcid.org/0000-0002-4918-7131"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ioannis Caragiannis","raw_affiliation_strings":["University of Patras"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Patras","institution_ids":["https://openalex.org/I174878644"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057226813","display_name":"Evi Micha","orcid":"https://orcid.org/0000-0002-7373-5898"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Evi Micha","raw_affiliation_strings":["University of Patras"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Patras","institution_ids":["https://openalex.org/I174878644"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I174878644"],"apc_list":null,"apc_paid":null,"fwci":1.6128,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.85271662,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"149","last_page":"155"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7933380603790283},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7567992806434631},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.6688337922096252},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.6164660453796387},{"id":"https://openalex.org/keywords/approval-voting","display_name":"Approval voting","score":0.5900211334228516},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5651013851165771},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5269656777381897},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5268664956092834},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5142311453819275},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.5044080018997192},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.49282005429267883},{"id":"https://openalex.org/keywords/sorting","display_name":"Sorting","score":0.49047204852104187},{"id":"https://openalex.org/keywords/majority-rule","display_name":"Majority rule","score":0.45436128973960876},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.4512384235858917},{"id":"https://openalex.org/keywords/sort","display_name":"sort","score":0.44140326976776123},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3724820017814636},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.344347208738327},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.343532919883728},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.25607895851135254},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.24755248427391052},{"id":"https://openalex.org/keywords/condorcet-method","display_name":"Condorcet method","score":0.24098733067512512},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.21348634362220764},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1800207793712616},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.10141187906265259},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.08024898171424866}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7933380603790283},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7567992806434631},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.6688337922096252},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.6164660453796387},{"id":"https://openalex.org/C100479058","wikidata":"https://www.wikidata.org/wiki/Q526530","display_name":"Approval voting","level":5,"score":0.5900211334228516},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5651013851165771},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5269656777381897},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5268664956092834},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5142311453819275},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.5044080018997192},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.49282005429267883},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.49047204852104187},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.45436128973960876},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.4512384235858917},{"id":"https://openalex.org/C88548561","wikidata":"https://www.wikidata.org/wiki/Q347599","display_name":"sort","level":2,"score":0.44140326976776123},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3724820017814636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.344347208738327},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.343532919883728},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.25607895851135254},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.24755248427391052},{"id":"https://openalex.org/C140940377","wikidata":"https://www.wikidata.org/wiki/Q868720","display_name":"Condorcet method","level":4,"score":0.24098733067512512},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.21348634362220764},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1800207793712616},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.10141187906265259},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.08024898171424866},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2017/22","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2017/22","pdf_url":"https://www.ijcai.org/proceedings/2017/0022.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2017/22","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2017/22","pdf_url":"https://www.ijcai.org/proceedings/2017/0022.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2740505282.pdf","grobid_xml":"https://content.openalex.org/works/W2740505282.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W587373156","https://openalex.org/W1170623329","https://openalex.org/W1550469973","https://openalex.org/W1595409123","https://openalex.org/W1658356884","https://openalex.org/W2004167662","https://openalex.org/W2012215691","https://openalex.org/W2036910311","https://openalex.org/W2041071620","https://openalex.org/W2043715088","https://openalex.org/W2046265151","https://openalex.org/W2060990051","https://openalex.org/W2063445365","https://openalex.org/W2067602930","https://openalex.org/W2067883080","https://openalex.org/W2103012681","https://openalex.org/W2114523181","https://openalex.org/W2129678216","https://openalex.org/W2140897975","https://openalex.org/W2272186569","https://openalex.org/W2339921488","https://openalex.org/W2568730676","https://openalex.org/W2951144737","https://openalex.org/W2963433558","https://openalex.org/W2963755303","https://openalex.org/W3126016806","https://openalex.org/W3128226684","https://openalex.org/W4236677188","https://openalex.org/W4246711470"],"related_works":["https://openalex.org/W2039876276","https://openalex.org/W2109094787","https://openalex.org/W2295086410","https://openalex.org/W3122987239","https://openalex.org/W2012195029","https://openalex.org/W4285037852","https://openalex.org/W2128228265","https://openalex.org/W2906163491","https://openalex.org/W2112047182","https://openalex.org/W4322008562"],"abstract_inverted_index":{"We":[0,37,53],"consider":[1],"a":[2,30,139],"voting":[3,57],"scenario":[4],"where":[5,59],"agents":[6,61,115],"have":[7,159],"opinions":[8],"that":[9,39,55,102,167],"are":[10,41,62],"estimates":[11,40],"of":[12,19,70,83,86,96,107,110,114,142,164,177],"an":[13,103],"underlying":[14],"common":[15],"ground":[16,124],"truth":[17,125],"ranking":[18,126],"the":[20,45,66,73,79,108,123,144,162],"available":[21,178],"alternatives,":[22,143],"and":[23,72],"each":[24,135],"agent":[25,136],"is":[26,75,116],"asked":[27,63],"to":[28,64,121,137,170],"approve":[29,65,138],"set":[31],"with":[32,127],"her":[33],"most":[34],"preferred":[35],"alternatives.":[36,179],"assume":[38],"implicitly":[42],"formed":[43],"using":[44],"well-known":[46],"Mallows":[47],"model":[48],"for":[49,93],"generating":[50],"random":[51,140],"rankings.":[52],"show":[54],"k-approval":[56],"---":[58,88],"all":[60,94],"same":[67],"number":[68,85,109,113,141],"k":[69],"alternatives":[71,80,111],"outcome":[74],"obtained":[76],"by":[77,132,174],"sorting":[78],"in":[81,119],"terms":[82,106],"their":[84,172],"approvals":[87],"has":[89],"exponential":[90,104],"sample":[91,145],"complexity":[92,146],"values":[95],"k.":[97],"This":[98],"negative":[99],"result":[100],"suggests":[101],"(in":[105],"m)":[112],"always":[117],"necessary":[118],"order":[120],"recover":[122],"high":[128],"probability.":[129],"In":[130],"contrast,":[131],"just":[133],"asking":[134],"improves":[147],"dramatically:":[148],"it":[149],"now":[150],"depends":[151],"only":[152],"polynomially":[153],"on":[154,161],"m.":[155],"Our":[156],"results":[157],"may":[158],"implications":[160],"effectiveness":[163],"crowdsourcing":[165],"applications":[166],"ask":[168],"workers":[169],"provide":[171],"input":[173],"approving":[175],"sets":[176]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}