{"id":"https://openalex.org/W4281718546","doi":"https://doi.org/10.1145/3529372.3533291","title":"On modifying evaluation measures to deal with ties in ranked lists","display_name":"On modifying evaluation measures to deal with ties in ranked lists","publication_year":2022,"publication_date":"2022-06-06","ids":{"openalex":"https://openalex.org/W4281718546","doi":"https://doi.org/10.1145/3529372.3533291"},"language":"en","primary_location":{"id":"doi:10.1145/3529372.3533291","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3529372.3533291","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM/IEEE Joint Conference on Digital Libraries","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069836197","display_name":"Sourav Mohan Saha","orcid":"https://orcid.org/0000-0003-4494-9974"},"institutions":[{"id":"https://openalex.org/I6498739","display_name":"Indian Statistical Institute","ror":"https://ror.org/00q2w1j53","country_code":"IN","type":"education","lineage":["https://openalex.org/I6498739"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Sourav Saha","raw_affiliation_strings":["Indian Statistical Institute, Kolkata, India"],"affiliations":[{"raw_affiliation_string":"Indian Statistical Institute, Kolkata, India","institution_ids":["https://openalex.org/I6498739"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000936680","display_name":"Dwaipayan Roy","orcid":"https://orcid.org/0000-0002-5962-5983"},"institutions":[{"id":"https://openalex.org/I127439422","display_name":"Indian Institute of Science Education and Research Kolkata","ror":"https://ror.org/00djv2c17","country_code":"IN","type":"education","lineage":["https://openalex.org/I127439422"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Dwaipayan Roy","raw_affiliation_strings":["Indian Institute of Science Education and Research, Kolkata, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Science Education and Research, Kolkata, India","institution_ids":["https://openalex.org/I127439422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052357764","display_name":"Mandar Mitra","orcid":"https://orcid.org/0009-0007-8026-3220"},"institutions":[{"id":"https://openalex.org/I6498739","display_name":"Indian Statistical Institute","ror":"https://ror.org/00q2w1j53","country_code":"IN","type":"education","lineage":["https://openalex.org/I6498739"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mandar Mitra","raw_affiliation_strings":["Indian Statistical Institute, Kolkata, India"],"affiliations":[{"raw_affiliation_string":"Indian Statistical Institute, Kolkata, India","institution_ids":["https://openalex.org/I6498739"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069836197"],"corresponding_institution_ids":["https://openalex.org/I6498739"],"apc_list":null,"apc_paid":null,"fwci":0.2059,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63705604,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12970","display_name":"Names, Identity, and Discrimination Research","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9427000284194946,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5700469017028809}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5700469017028809}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3529372.3533291","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3529372.3533291","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM/IEEE Joint Conference on Digital Libraries","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2531638282","https://openalex.org/W2953867581","https://openalex.org/W2979842165","https://openalex.org/W3034374701","https://openalex.org/W4230380091"],"related_works":["https://openalex.org/W5158979","https://openalex.org/W3901497","https://openalex.org/W2843666","https://openalex.org/W502452","https://openalex.org/W10928062","https://openalex.org/W7242599","https://openalex.org/W9077160","https://openalex.org/W12395144","https://openalex.org/W5793244","https://openalex.org/W4657079"],"abstract_inverted_index":{"Evaluation":[0,34],"metrics":[1],"for":[2,10,29,87,128,149],"search":[3],"and":[4,43,74,83,146],"ranking":[5],"systems":[6,31,92],"are":[7,81],"generally":[8,36],"designed":[9],"a":[11,105,120,150,155],"linear":[12],"list":[13],"of":[14,51,65,91,108,143],"ranked":[15,25],"items":[16],"that":[17,80,93,111,124],"does":[18],"not":[19,133],"have":[20],"ties.":[21],"However,":[22],"ties":[23,39,52],"in":[24,40,135],"lists":[26],"arise":[27],"naturally":[28],"certain":[30],"or":[32],"techniques.":[33],"protocols":[35],"arbitrarily":[37],"break":[38],"such":[41],"lists,":[42],"compute":[44],"the":[45,49,89,99,141],"standard":[46,156],"metrics.":[47,67],"If":[48],"number":[50],"is":[53,118,125,132],"non-trivial,":[54],"it":[55],"would":[56],"be":[57],"more":[58,85],"principled":[59],"to":[60],"use":[61],"modified,":[62],"tie-aware":[63,106],"formulations":[64],"these":[66],"For":[68],"most":[69],"commonly":[70],"used":[71,127],"metrics,":[72],"McSherry":[73],"Najork":[75],"[5]":[76],"present":[77],"modified":[78],"definitions":[79],"tie-aware,":[82],"therefore,":[84],"appropriate":[86],"assessing":[88],"quality":[90],"retrieve":[94],"multiple":[95],"distinct":[96],"results":[97],"at":[98],"same":[100],"rank.":[101],"This":[102],"paper":[103],"proposes":[104],"version":[107],"[email":[109,114,116,144,147],"protected]":[110,115,117,145,148],"we":[112],"call":[113],"also":[119,138],"common":[121],"evaluation":[122],"measure":[123],"widely":[126],"some":[129],"tasks,":[130],"but":[131],"covered":[134],"[5].":[136],"We":[137],"empirically":[139],"compare":[140],"values":[142],"single":[151],"example":[152],"system":[153],"on":[154],"benchmark":[157],"task.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}