{"id":"https://openalex.org/W4399248993","doi":"https://doi.org/10.1007/s10618-024-01024-z","title":"Bias-aware ranking from pairwise comparisons","display_name":"Bias-aware ranking from pairwise comparisons","publication_year":2024,"publication_date":"2024-05-31","ids":{"openalex":"https://openalex.org/W4399248993","doi":"https://doi.org/10.1007/s10618-024-01024-z"},"language":"en","primary_location":{"id":"doi:10.1007/s10618-024-01024-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-024-01024-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-024-01024-z.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10618-024-01024-z.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114377746","display_name":"Antonio Ferrara","orcid":"https://orcid.org/0000-0002-0784-1115"},"institutions":[{"id":"https://openalex.org/I4092182","display_name":"Graz University of Technology","ror":"https://ror.org/00d7xrm67","country_code":"AT","type":"education","lineage":["https://openalex.org/I4092182"]},{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]}],"countries":["AT","DE"],"is_corresponding":true,"raw_author_name":"Antonio Ferrara","raw_affiliation_strings":["CENTAI, Turin, Italy","GESIS, Cologne, Germany","TU Graz, Graz, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CENTAI, Turin, Italy","institution_ids":[]},{"raw_affiliation_string":"GESIS, Cologne, Germany","institution_ids":["https://openalex.org/I4210101898"]},{"raw_affiliation_string":"TU Graz, Graz, Austria","institution_ids":["https://openalex.org/I4092182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022272025","display_name":"Francesco Bonchi","orcid":"https://orcid.org/0000-0001-9464-8315"},"institutions":[{"id":"https://openalex.org/I4210130845","display_name":"i2CAT","ror":"https://ror.org/02rkks755","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210130845","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Francesco Bonchi","raw_affiliation_strings":["CENTAI, Turin, Italy","EURECAT, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CENTAI, Turin, Italy","institution_ids":[]},{"raw_affiliation_string":"EURECAT, Barcelona, Spain","institution_ids":["https://openalex.org/I4210130845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047541683","display_name":"Francesco Fabbri","orcid":"https://orcid.org/0000-0002-9631-1799"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Francesco Fabbri","raw_affiliation_strings":["Spotify, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify, Barcelona, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074129504","display_name":"Fariba Karimi","orcid":"https://orcid.org/0000-0002-0037-2475"},"institutions":[{"id":"https://openalex.org/I4092182","display_name":"Graz University of Technology","ror":"https://ror.org/00d7xrm67","country_code":"AT","type":"education","lineage":["https://openalex.org/I4092182"]},{"id":"https://openalex.org/I4210112164","display_name":"Complexity Science Hub","ror":"https://ror.org/023dz9m50","country_code":"AT","type":"nonprofit","lineage":["https://openalex.org/I4210112164"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Fariba Karimi","raw_affiliation_strings":["Complexity Science Hub, Vienna, Austria","TU Graz, Graz, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Complexity Science Hub, Vienna, Austria","institution_ids":["https://openalex.org/I4210112164"]},{"raw_affiliation_string":"TU Graz, Graz, Austria","institution_ids":["https://openalex.org/I4092182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044130443","display_name":"Claudia Wagner","orcid":"https://orcid.org/0000-0002-0640-8221"},"institutions":[{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Claudia Wagner","raw_affiliation_strings":["GESIS, Cologne, Germany","RWTH Aachen University, Aachen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GESIS, Cologne, Germany","institution_ids":["https://openalex.org/I4210101898"]},{"raw_affiliation_string":"RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5114377746"],"corresponding_institution_ids":["https://openalex.org/I4092182","https://openalex.org/I4210101898"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":1.0752,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.7470534,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"38","issue":"4","first_page":"2062","last_page":"2086"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9549999833106995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.839922308921814},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.74387526512146},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5315378308296204},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4146914482116699},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3946884274482727},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36340704560279846},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34542909264564514},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24511274695396423}],"concepts":[{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.839922308921814},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.74387526512146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5315378308296204},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4146914482116699},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3946884274482727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36340704560279846},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34542909264564514},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24511274695396423}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10618-024-01024-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-024-01024-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-024-01024-z.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10618-024-01024-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-024-01024-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-024-01024-z.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399248993.pdf"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1979354511","https://openalex.org/W1982118397","https://openalex.org/W2000769684","https://openalex.org/W2075806862","https://openalex.org/W2164545125","https://openalex.org/W2180771322","https://openalex.org/W2323273068","https://openalex.org/W2510725918","https://openalex.org/W2524605839","https://openalex.org/W2704480242","https://openalex.org/W2752422344","https://openalex.org/W2763110165","https://openalex.org/W2787991113","https://openalex.org/W2900975341","https://openalex.org/W2941486823","https://openalex.org/W2949678053","https://openalex.org/W2970442950","https://openalex.org/W2998687309","https://openalex.org/W3012903288","https://openalex.org/W3049048550","https://openalex.org/W3102092462","https://openalex.org/W3102518922","https://openalex.org/W3166421076","https://openalex.org/W3167919298","https://openalex.org/W3205067036","https://openalex.org/W3212327893","https://openalex.org/W4235093120","https://openalex.org/W4239181501","https://openalex.org/W4293775970","https://openalex.org/W4385768144","https://openalex.org/W4388008082"],"related_works":["https://openalex.org/W2011472225","https://openalex.org/W3000057026","https://openalex.org/W3048565508","https://openalex.org/W3163984363","https://openalex.org/W2118564381","https://openalex.org/W2163901716","https://openalex.org/W2152204162","https://openalex.org/W2739821120","https://openalex.org/W2150136235","https://openalex.org/W2026095310"],"abstract_inverted_index":{"Abstract":[0],"Human":[1],"feedback":[2,29],"is":[3,177,256,283],"often":[4],"used,":[5],"either":[6],"directly":[7],"or":[8,130],"indirectly,":[9],"as":[10,25,155,157,284,286],"input":[11,26],"to":[12,59,89,107,146,170,213,222,258,270,289],"algorithmic":[13,41],"decision":[14,42],"making.":[15],"However,":[16],"humans":[17],"are":[18,82,220],"biased:":[19],"if":[20],"the":[21,27,67,87,99,103,111,118,151,162,171,183,197,206,208,214,217,228,242,260,276,290],"algorithm":[22],"that":[23,153,181,253],"takes":[24],"human":[28],"does":[30],"not":[31],"control":[32],"for":[33,63,192],"potential":[34],"biases,":[35,143],"this":[36,54],"might":[37,121],"result":[38],"in":[39,66,131,159,275],"biased":[40],"making,":[43],"which":[44,195,282],"can":[45],"have":[46],"a":[47,94,108,148,178,189,280],"tangible":[48],"impact":[49],"on":[50,205,247],"people\u2019s":[51],"lives.":[52],"In":[53],"paper,":[55],"we":[56,79,81,144,219],"study":[57],"how":[58],"detect":[60],"and":[61,140,234,237,249,268],"correct":[62],"evaluators\u2019":[64,142,235],"bias":[65,128,190,261],"task":[68,277],"of":[69,86,96,102,117,133,136,150,201,216,241,262,278],"ranking":[70,149,163,281],"people":[71],"(or":[72],"items)":[73],"from":[74],"pairwise":[75,84,100],"comparisons":[76,85],".":[77],"Specifically,":[78],"assume":[80],"given":[83],"items":[88,152],"be":[90,122],"ranked":[91],"produced":[92],"by":[93,124,167,187,239],"set":[95],"evaluators.":[97],"While":[98],"assessments":[101],"evaluators":[104],"should":[105],"reflect":[106],"certain":[109],"extent":[110],"latent":[112,172,232],"(unobservable)":[113],"true":[114,198],"quality":[115,173,199],"scores":[116,233],"items,":[119],"they":[120],"affected":[123],"each":[125,193,202,263],"evaluator\u2019s":[126],"own":[127],"against,":[129],"favor,":[132],"some":[134],"groups":[135],"items.":[137],"By":[138],"detecting":[139],"amending":[141],"aim":[145],"produce":[147,166],"is,":[154],"much":[156,285],"possible,":[158],"accordance":[160],"with":[161],"one":[164],"would":[165],"having":[168,188],"access":[169],"scores.":[174],"Our":[175,245],"proposal":[176],"novel":[179],"method":[180,255],"extends":[182],"classic":[184],"Bradley-Terry":[185],"model":[186],"parameter":[191],"evaluator":[194,265],"distorts":[196],"score":[200],"item,":[203],"depending":[204],"group":[207],"item":[209],"belongs":[210],"to.":[211],"Thanks":[212],"simplicity":[215],"model,":[218],"able":[221,257],"write":[223],"explicitly":[224],"its":[225],"log-likelihood":[226],"w.r.t.":[227],"parameters":[229],"(i.e.,":[230],"items\u2019":[231],"bias)":[236],"optimize":[238],"means":[240],"alternating":[243],"approach.":[244],"experiments":[246],"synthetic":[248],"real-world":[250],"data":[251],"confirm":[252],"our":[254],"reconstruct":[259],"single":[264],"extremely":[266],"well":[267],"thus":[269],"outperform":[271],"several":[272],"non-trivial":[273],"competitors":[274],"producing":[279],"possible":[287],"close":[288],"unbiased":[291],"ranking.":[292]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}