{"id":"https://openalex.org/W2902032968","doi":"https://doi.org/10.1145/3291992.3291996","title":"Desirable Properties for Diversity and Truncated Effectiveness Metrics","display_name":"Desirable Properties for Diversity and Truncated Effectiveness Metrics","publication_year":2018,"publication_date":"2018-12-04","ids":{"openalex":"https://openalex.org/W2902032968","doi":"https://doi.org/10.1145/3291992.3291996","mag":"2902032968"},"language":"en","primary_location":{"id":"doi:10.1145/3291992.3291996","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3291992.3291996","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Australasian Document Computing Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046803301","display_name":"Ameer Albahem","orcid":null},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Ameer Albahem","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083881309","display_name":"Damiano Spina","orcid":"https://orcid.org/0000-0001-9913-433X"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Damiano Spina","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085925326","display_name":"Falk Scholer","orcid":"https://orcid.org/0000-0001-9094-0810"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Falk Scholer","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081861848","display_name":"Alistair Moffat","orcid":"https://orcid.org/0000-0002-6638-0232"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alistair Moffat","raw_affiliation_strings":["The University of Melbourne, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023819089","display_name":"Lawrence Cavedon","orcid":"https://orcid.org/0000-0001-7464-857X"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lawrence Cavedon","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5046803301"],"corresponding_institution_ids":["https://openalex.org/I82951845"],"apc_list":null,"apc_paid":null,"fwci":2.8788,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.93082678,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6215108633041382},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5245844721794128}],"concepts":[{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6215108633041382},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5245844721794128},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3291992.3291996","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3291992.3291996","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Australasian Document Computing Symposium","raw_type":"proceedings-article"},{"id":"pmh:oai:alma.61RMIT_INST:11248150540001341","is_oa":false,"landing_page_url":"https://dl.acm.org/citation.cfm?id=3291996","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:figshare.com:article/27583854","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/27583854","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W107810311","https://openalex.org/W299870200","https://openalex.org/W1498594556","https://openalex.org/W1968927634","https://openalex.org/W1991788574","https://openalex.org/W1992549066","https://openalex.org/W1993320088","https://openalex.org/W2026430213","https://openalex.org/W2029009258","https://openalex.org/W2051442094","https://openalex.org/W2058624977","https://openalex.org/W2058896506","https://openalex.org/W2063853488","https://openalex.org/W2069870183","https://openalex.org/W2097203344","https://openalex.org/W2113640060","https://openalex.org/W2132314908","https://openalex.org/W2152228468","https://openalex.org/W2162697159","https://openalex.org/W2169783907","https://openalex.org/W2197919320","https://openalex.org/W2231711798","https://openalex.org/W2470681930","https://openalex.org/W2604591312","https://openalex.org/W2740757975","https://openalex.org/W2741796069","https://openalex.org/W2811256753","https://openalex.org/W2915429917","https://openalex.org/W3100992222","https://openalex.org/W4230624213","https://openalex.org/W4300410021","https://openalex.org/W6775276785"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2093578348","https://openalex.org/W2376932109","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W3004735627","https://openalex.org/W2130043461"],"abstract_inverted_index":{"A":[0],"wide":[1],"range":[2,50],"of":[3,13,20,23,45,51,61,98,128],"evaluation":[4,94],"metrics":[5,25,70,129,160],"have":[6,26],"been":[7,27],"proposed":[8],"to":[9,57,83,92,130,138,163],"measure":[10],"the":[11,18,40,49,59,126,150,165],"quality":[12],"search":[14,32,41],"results,":[15],"including":[16],"in":[17,31],"presence":[19],"diversification.":[21],"Some":[22],"these":[24,62],"adapted":[28],"for":[29],"use":[30],"tasks":[33],"with":[34,106,118,173],"different":[35,46],"complexities,":[36],"such":[37],"as":[38],"where":[39,142],"system":[42],"returns":[43],"lists":[44],"lengths.":[47],"Given":[48],"requirements,":[52],"it":[53],"can":[54],"be":[55,171],"difficult":[56],"compare":[58],"behavior":[60],"metrics.":[63],"In":[64,76],"this":[65],"work,":[66],"we":[67,78],"examine":[68],"effectiveness":[69],"using":[71],"a":[72,80,99,104,116],"simple":[73,100],"property-based":[74],"approach.":[75],"particular,":[77],"present":[79],"case-analysis":[81],"framework":[82,123],"define":[84],"and":[85,135,137,154,168],"study":[86],"fundamental":[87],"properties":[88,143],"that":[89,103,149],"seem":[90],"integral":[91],"any":[93],"metric.":[95],"An":[96],"example":[97],"property":[101],"is":[102],"ranking":[105,117],"only":[107],"one":[108],"non-relevant":[109,120],"document":[110],"should":[111,170],"never":[112],"score":[113],"lower":[114],"than":[115],"two":[119,159],"documents.":[121],"The":[122],"facilitates":[124],"quantifying":[125],"ability":[127],"satisfy":[131,164],"properties,":[132,167],"both":[133],"separately":[134],"simultaneously,":[136],"identify":[139],"those":[140],"cases":[141],"are":[144,158],"violated.":[145],"Our":[146],"analysis":[147],"shows":[148],"Average":[151,156],"Cube":[152],"Test":[153],"Intent-Aware":[155],"Precision":[157],"which":[161],"fail":[162],"desirable":[166],"hence":[169],"used":[172],"caution.":[174]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}