{"id":"https://openalex.org/W1983164881","doi":"https://doi.org/10.1145/2407085.2407092","title":"Models and metrics","display_name":"Models and metrics","publication_year":2012,"publication_date":"2012-12-05","ids":{"openalex":"https://openalex.org/W1983164881","doi":"https://doi.org/10.1145/2407085.2407092","mag":"1983164881"},"language":"en","primary_location":{"id":"doi:10.1145/2407085.2407092","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2407085.2407092","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Seventeenth Australasian Document Computing Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081861848","display_name":"Alistair Moffat","orcid":"https://orcid.org/0000-0002-6638-0232"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Alistair Moffat","raw_affiliation_strings":["The University of Melbourne","The University of Melbourne,"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]},{"raw_affiliation_string":"The University of Melbourne,","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085925326","display_name":"Falk Scholer","orcid":"https://orcid.org/0000-0001-9094-0810"},"institutions":[{"id":"https://openalex.org/I4210095297","display_name":"MIT University","ror":"https://ror.org/00v140q16","country_code":"MK","type":"education","lineage":["https://openalex.org/I4210095297"]},{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU","MK"],"is_corresponding":false,"raw_author_name":"Falk Scholer","raw_affiliation_strings":["RMIT University","RMIT-University"],"affiliations":[{"raw_affiliation_string":"RMIT University","institution_ids":["https://openalex.org/I4210095297","https://openalex.org/I82951845"]},{"raw_affiliation_string":"RMIT-University","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046377370","display_name":"Paul Thomas","orcid":"https://orcid.org/0000-0003-2425-3136"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Paul Thomas","raw_affiliation_strings":["ICT Centre, Canberra CSIRO"],"affiliations":[{"raw_affiliation_string":"ICT Centre, Canberra CSIRO","institution_ids":["https://openalex.org/I1292875679"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5081861848"],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":4.9738,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.94939897,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"47","last_page":"54"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7939354181289673},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7717633247375488},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6722320914268494},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.659092366695404},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.6524602770805359},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.620292603969574},{"id":"https://openalex.org/keywords/linkage","display_name":"Linkage (software)","score":0.5861369967460632},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5132162570953369},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.48619168996810913},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4608897566795349},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3958834111690521}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7939354181289673},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7717633247375488},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6722320914268494},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.659092366695404},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.6524602770805359},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.620292603969574},{"id":"https://openalex.org/C31266012","wikidata":"https://www.wikidata.org/wiki/Q6554340","display_name":"Linkage (software)","level":3,"score":0.5861369967460632},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5132162570953369},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.48619168996810913},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4608897566795349},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3958834111690521},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2407085.2407092","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2407085.2407092","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Seventeenth Australasian Document Computing Symposium","raw_type":"proceedings-article"},{"id":"pmh:oai:alma.61RMIT_INST:11247691310001341","is_oa":false,"landing_page_url":"http://doi.org/10.1145/2407085.2407092","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1968927634","https://openalex.org/W1992411228","https://openalex.org/W1999444901","https://openalex.org/W2020313144","https://openalex.org/W2026430213","https://openalex.org/W2027382829","https://openalex.org/W2029009258","https://openalex.org/W2031858317","https://openalex.org/W2046011778","https://openalex.org/W2058473041","https://openalex.org/W2069870183","https://openalex.org/W2070231868","https://openalex.org/W2113640060","https://openalex.org/W2120966432","https://openalex.org/W2130076000","https://openalex.org/W2169783907"],"related_works":["https://openalex.org/W1501776718","https://openalex.org/W4282976635","https://openalex.org/W2615136228","https://openalex.org/W657108774","https://openalex.org/W2362702199","https://openalex.org/W2085384747","https://openalex.org/W2390192952","https://openalex.org/W2480620430","https://openalex.org/W2088166309","https://openalex.org/W4399207312"],"abstract_inverted_index":{"Retrieval":[0],"system":[1,41],"effectiveness":[2,37,88,140,167],"can":[3],"be":[4,119],"measured":[5],"in":[6,43],"two":[7,99],"quite":[8],"different":[9],"ways:":[10],"by":[11,34,126,171],"monitoring":[12],"the":[13,21,54,59,63,66,75,79,95,103,107,122,127,143,163,181,184],"behavior":[14,146],"of":[15,48,56,62,81,109,139,149,165,183],"users":[16],"and":[17,23,84,142,188],"gathering":[18],"data":[19],"about":[20],"ease":[22],"accuracy":[24],"with":[25,121],"which":[26],"they":[27],"accomplish":[28],"certain":[29],"specified":[30],"information-seeking":[31],"tasks;":[32],"or":[33],"using":[35],"numeric":[36,123],"metrics":[38],"to":[39,45,69,93,162],"score":[40,124],"runs":[42],"reference":[44],"a":[46,71,137,160],"set":[47],"relevance":[49],"judgments.":[50],"The":[51],"former":[52],"has":[53,78],"benefit":[55,80],"directly":[57],"assessing":[58],"actual":[60],"goal":[61],"system,":[64],"namely":[65],"user's":[67],"ability":[68],"complete":[70],"search":[72,145],"task;":[73],"whereas":[74],"latter":[76],"approach":[77],"being":[82],"quantitative":[83],"repeatable.":[85],"Each":[86],"given":[87],"metric":[89,112],"is":[90,113],"an":[91,173],"attempt":[92],"bridge":[94],"gap":[96],"between":[97,186],"these":[98],"evaluation":[100],"approaches,":[101],"since":[102],"implicit":[104],"belief":[105],"supporting":[106],"use":[108],"any":[110],"particular":[111],"that":[114,134,147,175],"user":[115,144,157],"task":[116],"performance":[117],"should":[118],"correlated":[120],"provided":[125],"metric.":[128],"In":[129],"this":[130],"work":[131],"we":[132,176],"explore":[133],"linkage,":[135],"considering":[136],"range":[138],"metrics,":[141],"each":[148],"them":[150],"implies.":[151],"We":[152,169],"then":[153],"examine":[154],"more":[155],"complex":[156],"models,":[158],"as":[159],"guide":[161],"development":[164],"new":[166],"metrics.":[168,189],"conclude":[170],"summarizing":[172],"experiment":[174],"believe":[177],"will":[178],"help":[179],"establish":[180],"strength":[182],"linkage":[185],"models":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2016-06-24T00:00:00"}