{"id":"https://openalex.org/W1974120637","doi":"https://doi.org/10.1145/1670598.1670601","title":"So many topics, so little time","display_name":"So many topics, so little time","publication_year":2009,"publication_date":"2009-06-25","ids":{"openalex":"https://openalex.org/W1974120637","doi":"https://doi.org/10.1145/1670598.1670601","mag":"1974120637"},"language":"en","primary_location":{"id":"doi:10.1145/1670598.1670601","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1670598.1670601","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073044969","display_name":"Giovanna Roda","orcid":null},"institutions":[{"id":"https://openalex.org/I4210158408","display_name":"Matrix Research (United States)","ror":"https://ror.org/04mw0p229","country_code":"US","type":"company","lineage":["https://openalex.org/I4210158408"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Giovanna Roda","raw_affiliation_strings":["Matrixware"],"affiliations":[{"raw_affiliation_string":"Matrixware","institution_ids":["https://openalex.org/I4210158408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061351199","display_name":"Veronika Zenz","orcid":null},"institutions":[{"id":"https://openalex.org/I4210158408","display_name":"Matrix Research (United States)","ror":"https://ror.org/04mw0p229","country_code":"US","type":"company","lineage":["https://openalex.org/I4210158408"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Veronika Zenz","raw_affiliation_strings":["Matrixware"],"affiliations":[{"raw_affiliation_string":"Matrixware","institution_ids":["https://openalex.org/I4210158408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003585648","display_name":"Mihai Lupu","orcid":"https://orcid.org/0000-0002-6328-6873"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mihai Lupu","raw_affiliation_strings":["Information Retrieval Facility","Information Retrieval Facility#TAB#"],"affiliations":[{"raw_affiliation_string":"Information Retrieval Facility","institution_ids":[]},{"raw_affiliation_string":"Information Retrieval Facility#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014374477","display_name":"Kalervo J\u00e4rvelin","orcid":"https://orcid.org/0000-0001-7655-8930"},"institutions":[{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]},{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Kalervo J\u00e4rvelin","raw_affiliation_strings":["University of Tampere","University of Tampere#TAB#"],"affiliations":[{"raw_affiliation_string":"University of Tampere","institution_ids":["https://openalex.org/I166825849","https://openalex.org/I4210133110"]},{"raw_affiliation_string":"University of Tampere#TAB#","institution_ids":["https://openalex.org/I166825849","https://openalex.org/I4210133110"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072614956","display_name":"Mark Sanderson","orcid":"https://orcid.org/0000-0003-0487-9609"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mark Sanderson","raw_affiliation_strings":["University of Shefield"],"affiliations":[{"raw_affiliation_string":"University of Shefield","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035349970","display_name":"Christa Womser\u2010Hacker","orcid":"https://orcid.org/0000-0001-7650-0384"},"institutions":[{"id":"https://openalex.org/I155765044","display_name":"University of Hildesheim","ror":"https://ror.org/02f9det96","country_code":"DE","type":"education","lineage":["https://openalex.org/I155765044"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christa Womser-Hacker","raw_affiliation_strings":["University of Hildesheim"],"affiliations":[{"raw_affiliation_string":"University of Hildesheim","institution_ids":["https://openalex.org/I155765044"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5073044969"],"corresponding_institution_ids":["https://openalex.org/I4210158408"],"apc_list":null,"apc_paid":null,"fwci":1.4806,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.87660548,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"43","issue":"1","first_page":"9","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9521999955177307,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clef","display_name":"Clef","score":0.96401047706604},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9108452796936035},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7518532276153564},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6245802640914917},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5825409293174744},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.53792405128479},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5312889218330383},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.49144446849823},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.47583603858947754},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.47175222635269165},{"id":"https://openalex.org/keywords/track","display_name":"Track (disk drive)","score":0.4335172176361084},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.311475545167923},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18584850430488586},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.0762968361377716}],"concepts":[{"id":"https://openalex.org/C107763842","wikidata":"https://www.wikidata.org/wiki/Q181040","display_name":"Clef","level":3,"score":0.96401047706604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9108452796936035},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7518532276153564},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6245802640914917},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5825409293174744},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.53792405128479},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5312889218330383},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.49144446849823},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.47583603858947754},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.47175222635269165},{"id":"https://openalex.org/C89992363","wikidata":"https://www.wikidata.org/wiki/Q5961558","display_name":"Track (disk drive)","level":2,"score":0.4335172176361084},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.311475545167923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18584850430488586},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0762968361377716},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1670598.1670601","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1670598.1670601","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1500227852","https://openalex.org/W1857290810","https://openalex.org/W1987690005","https://openalex.org/W2004918107","https://openalex.org/W2015338694","https://openalex.org/W2025356973","https://openalex.org/W2075893676","https://openalex.org/W2123682292","https://openalex.org/W2133104961","https://openalex.org/W3125136208","https://openalex.org/W3184666341"],"related_works":["https://openalex.org/W1839123017","https://openalex.org/W4232115401","https://openalex.org/W1592594506","https://openalex.org/W2970828463","https://openalex.org/W3138512925","https://openalex.org/W117735687","https://openalex.org/W2917705549","https://openalex.org/W2915106852","https://openalex.org/W2970434686","https://openalex.org/W4206785888"],"abstract_inverted_index":{"In":[0,26,99],"the":[1,9,44,50,57,74,103,109,127,134,137],"context":[2],"of":[3,14,22,36,52,76,122,136],"creating":[4],"large":[5,85],"scale":[6],"test":[7,18,68],"collections,":[8],"present":[10],"paper":[11],"discusses":[12],"methods":[13],"constructing":[15],"a":[16,100],"patent":[17],"collection":[19],"for":[20,31],"evaluation":[21,46],"prior":[23],"art":[24],"search.":[25],"particular,":[27],"it":[28],"addresses":[29],"criteria":[30],"topic":[32],"selection":[33],"and":[34,48,60,130],"identification":[35],"recall":[37],"bases.":[38],"These":[39],"issues":[40],"arose":[41],"while":[42],"organizing":[43],"CLEF-IP":[45,80,138],"track":[47],"were":[49],"subject":[51],"an":[53],"online":[54],"discussion":[55],"among":[56],"track's":[58],"organizers":[59],"its":[61],"steering":[62],"committee.":[63],"Most":[64],"literature":[65],"on":[66],"building":[67],"collections":[69],"is":[70],"concerned":[71],"with":[72],"minimizing":[73],"costs":[75],"obtaining":[77],"relevance":[78,89],"assessments.":[79],"can":[81],"afford":[82],"to":[83,107,115,133],"have":[84],"topics":[86],"sets":[87,129],"since":[88],"assessments":[90],"are":[91],"generated":[92],"by":[93,113],"exploiting":[94],"existing":[95],"manually":[96],"created":[97],"information.":[98],"cost-benefit":[101],"analysis,":[102],"only":[104],"issue":[105],"seems":[106],"be":[108],"computing":[110],"time":[111],"required":[112],"participants":[114],"run":[116],"(tens":[117],"or":[118],"hundreds":[119],"of)":[120],"thousands":[121],"queries.":[123],"This":[124],"document":[125],"describes":[126],"data":[128],"decisions":[131],"leading":[132],"creation":[135],"collection.":[139]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}