{"id":"https://openalex.org/W2799184204","doi":"https://doi.org/10.1145/3209978.3210108","title":"Effectiveness Evaluation with a Subset of Topics","display_name":"Effectiveness Evaluation with a Subset of Topics","publication_year":2018,"publication_date":"2018-06-27","ids":{"openalex":"https://openalex.org/W2799184204","doi":"https://doi.org/10.1145/3209978.3210108","mag":"2799184204"},"language":"en","primary_location":{"id":"doi:10.1145/3209978.3210108","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3209978.3210108","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050287516","display_name":"Kevin Roitero","orcid":"https://orcid.org/0000-0002-9191-3280"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Kevin Roitero","raw_affiliation_strings":["University of Udine, Udine, Italy"],"affiliations":[{"raw_affiliation_string":"University of Udine, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028918939","display_name":"Michael Soprano","orcid":"https://orcid.org/0000-0002-7337-7592"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michael Soprano","raw_affiliation_strings":["University of Udine, Udine, Italy"],"affiliations":[{"raw_affiliation_string":"University of Udine, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005575421","display_name":"Stefano Mizzaro","orcid":"https://orcid.org/0000-0002-2852-168X"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Mizzaro","raw_affiliation_strings":["University of Udine, Udine, Italy"],"affiliations":[{"raw_affiliation_string":"University of Udine, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5050287516"],"corresponding_institution_ids":["https://openalex.org/I129043915"],"apc_list":null,"apc_paid":null,"fwci":1.64,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.88091748,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1145","last_page":"1148"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13976","display_name":"Web visibility and informetrics","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13976","display_name":"Web visibility and informetrics","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7793452739715576},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7660679817199707},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.715638279914856},{"id":"https://openalex.org/keywords/cardinality","display_name":"Cardinality (data modeling)","score":0.7053378820419312},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6057063341140747},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3852391242980957},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36331266164779663},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34655749797821045},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3321459889411926}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7793452739715576},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7660679817199707},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.715638279914856},{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.7053378820419312},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6057063341140747},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3852391242980957},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36331266164779663},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34655749797821045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3321459889411926},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3209978.3210108","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3209978.3210108","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:air.uniud.it:11390/1140471","is_oa":false,"landing_page_url":"http://dl.acm.org/citation.cfm?id=3209978","pdf_url":null,"source":{"id":"https://openalex.org/S4306401163","display_name":"Institutional Research Information System (University of Udine)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I129043915","host_organization_name":"University of Udine","host_organization_lineage":["https://openalex.org/I129043915"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1507711745","https://openalex.org/W1574528120","https://openalex.org/W1976076261","https://openalex.org/W1983595289","https://openalex.org/W2007671364","https://openalex.org/W2057028302","https://openalex.org/W2073722401","https://openalex.org/W2082158392","https://openalex.org/W2091524854","https://openalex.org/W2100240666","https://openalex.org/W2104679989","https://openalex.org/W2110930073","https://openalex.org/W2408365773","https://openalex.org/W2758898480","https://openalex.org/W2798656112","https://openalex.org/W2911761300","https://openalex.org/W4233760227"],"related_works":["https://openalex.org/W2002177687","https://openalex.org/W2058438338","https://openalex.org/W2019471580","https://openalex.org/W2941284322","https://openalex.org/W4224920876","https://openalex.org/W2168299207","https://openalex.org/W4308671316","https://openalex.org/W2124475651","https://openalex.org/W2585354854","https://openalex.org/W2064478620"],"abstract_inverted_index":{"Several":[0],"researchers":[1],"have":[2],"proposed":[3],"to":[4,57],"reduce":[5],"the":[6,24,34,37,59,77,98,102],"number":[7],"of":[8,28,104],"topics":[9,62,99],"used":[10],"in":[11,36,63],"TREC-like":[12],"initiatives.":[13],"One":[14],"research":[15,43],"direction":[16,44],"that":[17,32,97],"has":[18,45],"been":[19,46],"pursued":[20],"is":[21,23],"what":[22],"optimal":[25],"topic":[26,72],"subset":[27],"a":[29,42,68],"given":[30],"cardinality":[31],"evaluates":[33],"systems/runs":[35],"most":[38],"accurate":[39],"way.":[40],"Such":[41],"so":[47],"far":[48],"mainly":[49],"theoretical,":[50],"with":[51],"almost":[52],"no":[53],"indication":[54],"on":[55,76,91,101],"how":[56],"select":[58],"few":[60],"good":[61],"practice.":[64],"We":[65],"propose":[66],"such":[67],"practical":[69],"criterion":[70],"for":[71,79],"selection:":[73],"we":[74,95],"rely":[75],"methods":[78],"automatic":[80],"system":[81],"evaluation":[82],"without":[83],"relevance":[84],"judgments,":[85],"and":[86],"by":[87],"running":[88],"some":[89],"experiments":[90],"several":[92],"TREC":[93],"collections":[94],"show":[96],"selected":[100],"basis":[103],"those":[105],"evaluations":[106],"are":[107],"indeed":[108],"more":[109],"informative":[110],"than":[111],"random":[112],"topics.":[113]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}