{"id":"https://openalex.org/W2091524854","doi":"https://doi.org/10.1145/2499178.2499184","title":"On Using Fewer Topics in Information Retrieval Evaluations","display_name":"On Using Fewer Topics in Information Retrieval Evaluations","publication_year":2013,"publication_date":"2013-09-29","ids":{"openalex":"https://openalex.org/W2091524854","doi":"https://doi.org/10.1145/2499178.2499184","mag":"2091524854"},"language":"en","primary_location":{"id":"doi:10.1145/2499178.2499184","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2499178.2499184","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2013 Conference on the Theory of Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067865078","display_name":"Andrea Berto","orcid":null},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Andrea Berto","raw_affiliation_strings":["Dept. of Maths and Computer Science, University of Udine, Udine, Italy","Dept. of Maths and Computer Science, University of Udine, Udine, Italy#TAB#"],"affiliations":[{"raw_affiliation_string":"Dept. of Maths and Computer Science, University of Udine, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]},{"raw_affiliation_string":"Dept. of Maths and Computer Science, University of Udine, Udine, Italy#TAB#","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005575421","display_name":"Stefano Mizzaro","orcid":"https://orcid.org/0000-0002-2852-168X"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Mizzaro","raw_affiliation_strings":["Dept. of Maths and Computer Science, University of Udine, Udine, Italy","Dept. of Maths and Computer Science, University of Udine, Udine, Italy#TAB#"],"affiliations":[{"raw_affiliation_string":"Dept. of Maths and Computer Science, University of Udine, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]},{"raw_affiliation_string":"Dept. of Maths and Computer Science, University of Udine, Udine, Italy#TAB#","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081925956","display_name":"Stephen Robertson","orcid":"https://orcid.org/0000-0003-4115-6215"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stephen Robertson","raw_affiliation_strings":["Dept. of Computer Science, University College London, London WC1E 6BT, UK","Department of Computer Science, University College London, London WC1E 6BT, UK"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, University College London, London WC1E 6BT, UK","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Department of Computer Science, University College London, London WC1E 6BT, UK","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5067865078"],"corresponding_institution_ids":["https://openalex.org/I129043915"],"apc_list":null,"apc_paid":null,"fwci":0.9968,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.77118961,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"30","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.9826281070709229},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.723375678062439},{"id":"https://openalex.org/keywords/cardinality","display_name":"Cardinality (data modeling)","score":0.6756187081336975},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5697759389877319},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.46936777234077454},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.43267568945884705},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.4166610538959503},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.35531994700431824},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34426000714302063},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.08985203504562378},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.06306111812591553}],"concepts":[{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.9826281070709229},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.723375678062439},{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.6756187081336975},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5697759389877319},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.46936777234077454},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.43267568945884705},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.4166610538959503},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35531994700431824},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34426000714302063},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.08985203504562378},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.06306111812591553},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2499178.2499184","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2499178.2499184","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2013 Conference on the Theory of Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:air.uniud.it:11390/876281","is_oa":false,"landing_page_url":"http://hdl.handle.net/11390/876281","pdf_url":null,"source":{"id":"https://openalex.org/S4306401163","display_name":"Institutional Research Information System (University of Udine)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I129043915","host_organization_name":"University of Udine","host_organization_lineage":["https://openalex.org/I129043915"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W193079019","https://openalex.org/W1537987931","https://openalex.org/W1574528120","https://openalex.org/W1867589620","https://openalex.org/W1967879792","https://openalex.org/W1976076261","https://openalex.org/W1987690005","https://openalex.org/W1990170776","https://openalex.org/W2015338694","https://openalex.org/W2023217403","https://openalex.org/W2027359109","https://openalex.org/W2034173707","https://openalex.org/W2053584122","https://openalex.org/W2073722401","https://openalex.org/W2075893676","https://openalex.org/W2102661342","https://openalex.org/W2108002797","https://openalex.org/W2111310810","https://openalex.org/W2124504084","https://openalex.org/W2138621811","https://openalex.org/W4233760227"],"related_works":["https://openalex.org/W2045049461","https://openalex.org/W4381094582","https://openalex.org/W1978893398","https://openalex.org/W1977906818","https://openalex.org/W2201908702","https://openalex.org/W2369625323","https://openalex.org/W2364579609","https://openalex.org/W1522139108","https://openalex.org/W2353528968","https://openalex.org/W2032776242"],"abstract_inverted_index":{"The":[0,110],"possibility":[1],"of":[2,25,33,39,60,128],"using":[3,29],"fewer":[4],"topics":[5,26,123],"in":[6,9,37,95],"TREC,":[7],"and":[8,99],"TREC-like":[10],"initiatives,":[11],"has":[12,63],"been":[13,64],"studied":[14],"recently,":[15],"with":[16],"encouraging":[17],"results:":[18],"even":[19],"when":[20,53],"decreasing":[21],"consistently":[22],"the":[23,40,58,67,96,114,121,126],"number":[24],"(for":[27],"example,":[28],"a":[30,129,138],"topic":[31,68],"subset":[32,69],"cardinality":[34],"only":[35],"10,":[36],"place":[38],"usual":[41],"50)":[42],"it":[43],"is":[44],"possible,":[45],"at":[46],"least":[47],"potentially,":[48],"to":[49,79,136],"obtain":[50],"similar":[51],"results":[52,104,112],"evaluating":[54],"system":[55,73,131,140],"effectiveness.":[56],"However,":[57],"generality":[59,89],"this":[61,84],"approach":[62],"questioned,":[65],"since":[66],"selected":[70,124],"on":[71,125],"one":[72],"population":[74,132,141],"does":[75],"not":[76],"seem":[77],"adequate":[78,135],"evaluate":[80,137],"other":[81],"systems.":[82],"In":[83],"paper":[85],"we":[86,91,100],"reconsider":[87],"that":[88,105],"issue:":[90],"emphasize":[92],"some":[93,102],"limitations":[94],"previous":[97],"work":[98],"show":[101],"experimental":[103],"are":[106,133],"instead":[107],"more":[108],"positive.":[109],"obtained":[111],"support":[113],"hypothesis":[115],"that,":[116],"by":[117],"taking":[118],"special":[119],"care,":[120],"few":[122],"basis":[127],"given":[130],"also":[134],"different":[139],"as":[142],"well.":[143]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}