{"id":"https://openalex.org/W4415230034","doi":"https://doi.org/10.1609/aies.v8i1.36532","title":"Exploring \u201cJust Noticeable\u201d Group Fairness in Rankings","display_name":"Exploring \u201cJust Noticeable\u201d Group Fairness in Rankings","publication_year":2025,"publication_date":"2025-10-15","ids":{"openalex":"https://openalex.org/W4415230034","doi":"https://doi.org/10.1609/aies.v8i1.36532"},"language":"en","primary_location":{"id":"doi:10.1609/aies.v8i1.36532","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i1.36532","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36532/38670","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ojs.aaai.org/index.php/AIES/article/download/36532/38670","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089529025","display_name":"Mallak Alkhathlan","orcid":"https://orcid.org/0000-0003-1933-3502"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mallak Alkhathlan","raw_affiliation_strings":["Worcester Polytechnic Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066774534","display_name":"Hilson Shrestha","orcid":"https://orcid.org/0009-0006-6603-6606"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hilson Shrestha","raw_affiliation_strings":["Worcester Polytechnic Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087146581","display_name":"Lane Harrison","orcid":"https://orcid.org/0000-0003-3029-2799"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lane Harrison","raw_affiliation_strings":["Worcester Polytechnic Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008269094","display_name":"Elke A. Rundensteiner","orcid":"https://orcid.org/0000-0001-5375-9254"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elke Rundensteiner","raw_affiliation_strings":["Worcester Polytechnic Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I107077323"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30254477,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"1","first_page":"76","last_page":"89"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9053999781608582,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9053999781608582,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7081000208854675},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5238000154495239},{"id":"https://openalex.org/keywords/likert-scale","display_name":"Likert scale","score":0.5206999778747559},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.48500001430511475},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.4481000006198883},{"id":"https://openalex.org/keywords/attribution","display_name":"Attribution","score":0.44670000672340393},{"id":"https://openalex.org/keywords/ordinal-data","display_name":"Ordinal data","score":0.34119999408721924},{"id":"https://openalex.org/keywords/rating-scale","display_name":"Rating scale","score":0.3276999890804291}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7081000208854675},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.5351999998092651},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5238000154495239},{"id":"https://openalex.org/C105776082","wikidata":"https://www.wikidata.org/wiki/Q617473","display_name":"Likert scale","level":2,"score":0.5206999778747559},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5120000243186951},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.48500001430511475},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.4481000006198883},{"id":"https://openalex.org/C143299363","wikidata":"https://www.wikidata.org/wiki/Q900584","display_name":"Attribution","level":2,"score":0.44670000672340393},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42809998989105225},{"id":"https://openalex.org/C85461838","wikidata":"https://www.wikidata.org/wiki/Q7100785","display_name":"Ordinal data","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.33660000562667847},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.334199994802475},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.30730000138282776},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C181447626","wikidata":"https://www.wikidata.org/wiki/Q1224359","display_name":"Differential item functioning","level":4,"score":0.28619998693466187},{"id":"https://openalex.org/C178233286","wikidata":"https://www.wikidata.org/wiki/Q645999","display_name":"Social comparison theory","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C110313322","wikidata":"https://www.wikidata.org/wiki/Q7100793","display_name":"Ordinal regression","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C129484327","wikidata":"https://www.wikidata.org/wiki/Q177603","display_name":"Social perception","level":3,"score":0.2531999945640564}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aies.v8i1.36532","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i1.36532","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36532/38670","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/36532","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AIES/article/view/36532","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"3065-8365","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aies.v8i1.36532","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i1.36532","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36532/38670","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1203145028","display_name":"III: Small: Fair Decision Making by Consensus: Interactive Bias Mitigation Technology","funder_award_id":"2007932","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320328818","display_name":"Imam Abdulrahman Bin Faisal University","ror":null},{"id":"https://openalex.org/F4320335743","display_name":"Saudi Arabian Cultural Mission","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415230034.pdf","grobid_xml":"https://content.openalex.org/works/W4415230034.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"plethora":[1],"of":[2,19,29,109,125,157,179],"fairness":[3,30,73,83,102,136,168,183],"metrics":[4,13,31,137,169],"developed":[5],"for":[6,75,182],"ranking-based":[7],"decision-making":[8],"raises":[9],"the":[10,72,128,175],"question":[11],"which":[12],"align":[14],"best":[15],"with":[16,93,139,170],"people\u2019s":[17,27,140,155,171],"perceptions":[18,28,156],"fairness,":[20],"and":[21,52,85,104,111,150,173,177],"why?":[22],"Most":[23],"prior":[24],"studies":[25],"examining":[26],"tend":[32],"to":[33,56],"use":[34],"ordinal":[35],"rating":[36],"scales":[37,43],"(e.g.,":[38],"Likert":[39],"scales).":[40],"However,":[41],"such":[42],"can":[44],"be":[45],"ambiguous":[46],"in":[47,114,127,166],"their":[48],"interpretation":[49],"across":[50,96],"participants":[51,95],"offer":[53],"imprecise":[54],"connections":[55],"specific":[57],"interface":[58],"features.":[59],"We":[60,88],"address":[61],"this":[62],"gap":[63],"by":[64],"adapting":[65],"two-alternative":[66],"forced":[67],"choice":[68],"methodologies\u2014used":[69],"extensively":[70],"outside":[71],"community":[74],"comparing":[76],"visual":[77,151],"stimuli\u2014to":[78],"quantitatively":[79],"compare":[80],"participant":[81],"perceptions,":[82,172],"metrics,":[84,129],"ranking":[86,107],"characteristics.":[87],"report":[89],"a":[90],"crowdsourced":[91],"experiment":[92],"224":[94],"four":[97],"conditions:":[98],"two":[99,106],"popular":[100],"rank":[101],"metrics\u2014ARP":[103],"NDKL\u2014and":[105],"characteristics\u2014lists":[108],"20":[110],"100":[112],"candidates\u2014resulting":[113],"over":[115],"170,000":[116],"individual":[117],"judgments.":[118],"Our":[119,142],"quantitative":[120],"results":[121],"show":[122],"systematic":[123],"patterns":[124],"differences":[126],"as":[130,132],"well":[131],"surprising":[133],"exceptions":[134],"where":[135],"disagree":[138],"perceptions.":[141],"qualitative":[143],"analysis":[144],"reveals":[145],"an":[146],"interplay":[147],"between":[148],"cognitive":[149],"strategies":[152],"that":[153],"affects":[154],"fairness.":[158],"From":[159],"these":[160],"results,":[161],"we":[162],"discuss":[163],"future":[164],"work":[165],"aligning":[167],"highlight":[174],"need":[176],"benefits":[178],"expanding":[180],"methodologies":[181],"studies.":[184]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-16T00:00:00"}