{"id":"https://openalex.org/W2256563347","doi":"https://doi.org/10.1145/2838931.2838937","title":"The effect of assessor coverage and assessor accuracy on rank aggregation precision","display_name":"The effect of assessor coverage and assessor accuracy on rank aggregation precision","publication_year":2015,"publication_date":"2015-11-23","ids":{"openalex":"https://openalex.org/W2256563347","doi":"https://doi.org/10.1145/2838931.2838937","mag":"2256563347"},"language":"en","primary_location":{"id":"doi:10.1145/2838931.2838937","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2838931.2838937","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Australasian Document Computing Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058982639","display_name":"Laurence A. F. Park","orcid":"https://orcid.org/0000-0003-0201-4409"},"institutions":[{"id":"https://openalex.org/I63525965","display_name":"Western Sydney University","ror":"https://ror.org/03t52dk35","country_code":"AU","type":"education","lineage":["https://openalex.org/I63525965"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Laurence A. F. Park","raw_affiliation_strings":["Centre for Research in Mathematics, School of Computing, Engineering and Mathematics, University of Western Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Centre for Research in Mathematics, School of Computing, Engineering and Mathematics, University of Western Sydney, Australia","institution_ids":["https://openalex.org/I63525965"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103538116","display_name":"Glenn Stone","orcid":null},"institutions":[{"id":"https://openalex.org/I63525965","display_name":"Western Sydney University","ror":"https://ror.org/03t52dk35","country_code":"AU","type":"education","lineage":["https://openalex.org/I63525965"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Glenn Stone","raw_affiliation_strings":["Centre for Research in Mathematics, School of Computing, Engineering and Mathematics, University of Western Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Centre for Research in Mathematics, School of Computing, Engineering and Mathematics, University of Western Sydney, Australia","institution_ids":["https://openalex.org/I63525965"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5058982639"],"corresponding_institution_ids":["https://openalex.org/I63525965"],"apc_list":null,"apc_paid":null,"fwci":0.9993,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86802617,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.898910641670227},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.7927879691123962},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6490928530693054},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5843371748924255},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5244505405426025},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.47889605164527893},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.47427448630332947},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.46372148394584656},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23671382665634155}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.898910641670227},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.7927879691123962},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6490928530693054},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5843371748924255},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5244505405426025},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.47889605164527893},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.47427448630332947},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.46372148394584656},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23671382665634155},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2838931.2838937","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2838931.2838937","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Australasian Document Computing Symposium","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W412712506","https://openalex.org/W1999657075","https://openalex.org/W2024046085","https://openalex.org/W2051834357","https://openalex.org/W2060854861","https://openalex.org/W2091858563","https://openalex.org/W2098649057","https://openalex.org/W2100119435","https://openalex.org/W2136396552","https://openalex.org/W2145680575","https://openalex.org/W2165892053","https://openalex.org/W2604272474","https://openalex.org/W6674853019","https://openalex.org/W6680320696"],"related_works":["https://openalex.org/W3127142483","https://openalex.org/W3160516639","https://openalex.org/W4385565564","https://openalex.org/W2898073868","https://openalex.org/W2138488530","https://openalex.org/W2971071571","https://openalex.org/W2798835721","https://openalex.org/W2387658907","https://openalex.org/W2922169395","https://openalex.org/W25098770"],"abstract_inverted_index":{"Rank":[0],"aggregation":[1],"is":[2,32],"the":[3,40,46,51,54,58,62,129,132,141,144,147,150,165],"process":[4],"of":[5,13,17,45,53,61,131,134,143,149,160],"aggregating":[6],"multiple":[7,11,41],"rankings":[8],"provided":[9],"by":[10,121],"assessors,":[12,163],"a":[14,20,33,93,105,114,123,169],"given":[15,67],"set":[16],"items,":[18,95],"into":[19],"single":[21],"ranking.":[22,152],"Each":[23],"assessor,":[24],"whether":[25],"it":[26],"be":[27],"human":[28],"or":[29,87],"computer":[30],"based,":[31],"resource":[34],"that":[35,155],"we":[36,112],"use":[37],"to":[38,77,103,137,162],"obtain":[39,78,104],"rankings.":[42],"The":[43],"accuracy":[44,52,107,142,167],"aggregated":[47,151,173],"ranking":[48,56],"depends":[49],"on":[50,84,100,126,146],"assessor":[55,59,73,90,139,166],"and":[57,140],"coverage":[60],"items.":[63],"Our":[64],"question":[65],"is,":[66],"limited":[68],"assessment":[69,145],"resources,":[70],"should":[71,88],"each":[72,85,89,101],"rank":[74,91,174],"many":[75],"items":[76,135,161],"item":[79,102],"coverage,":[80],"spending":[81],"little":[82],"time":[83,99],"item,":[86],"only":[92],"few":[94],"but":[96],"spend":[97],"more":[98],"high":[106],"ranking?":[108],"In":[109],"this":[110,119],"article,":[111],"take":[113],"first":[115],"step":[116],"towards":[117],"answering":[118],"question,":[120],"developing":[122],"model,":[124],"based":[125],"simulation,":[127],"showing":[128],"effect":[130],"number":[133],"assigned":[136],"an":[138],"precision":[148],"We":[153],"find":[154],"when":[156],"using":[157],"Binomial":[158],"allocation":[159],"increasing":[164],"provides":[168],"greater":[170],"increase":[171],"in":[172],"accuracy.":[175]},"counts_by_year":[{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}