{"id":"https://openalex.org/W2294303215","doi":"https://doi.org/10.1145/2888422.2888443","title":"Benchmarking News Recommendations","display_name":"Benchmarking News Recommendations","publication_year":2016,"publication_date":"2016-01-29","ids":{"openalex":"https://openalex.org/W2294303215","doi":"https://doi.org/10.1145/2888422.2888443","mag":"2294303215"},"language":"en","primary_location":{"id":"doi:10.1145/2888422.2888443","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2888422.2888443","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://eprints.gla.ac.uk/117541/7/117541.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080524660","display_name":"Frank Hopfgartner","orcid":"https://orcid.org/0000-0003-0380-6088"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Frank Hopfgartner","raw_affiliation_strings":["University of Glasgow, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Glasgow, UK","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020270103","display_name":"Torben Brodt","orcid":"https://orcid.org/0009-0008-0650-7490"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Torben Brodt","raw_affiliation_strings":["plista GmbH, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"plista GmbH, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069987394","display_name":"Jonas Seiler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonas Seiler","raw_affiliation_strings":["plista GmbH, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"plista GmbH, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029904564","display_name":"Benjamin Kille","orcid":"https://orcid.org/0000-0002-3206-5154"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Benjamin Kille","raw_affiliation_strings":["TU Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107843413","display_name":"Andreas Lommatzsch","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Lommatzsch","raw_affiliation_strings":["TU Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056272341","display_name":"Martha Larson","orcid":"https://orcid.org/0000-0003-4229-5866"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Martha Larson","raw_affiliation_strings":["TU Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011043068","display_name":"Roberto Turrin","orcid":"https://orcid.org/0000-0001-8191-3159"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roberto Turrin","raw_affiliation_strings":["ContentWise R&D, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ContentWise R&D, Italy","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011629638","display_name":"Andr\u00e1s Ser\u00e9ny","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andr\u00e1s Ser\u00e9ny","raw_affiliation_strings":["Gravity R&D, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gravity R&D, Hungary","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":29.0911,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":0.99443397,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"49","issue":"2","first_page":"129","last_page":"136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8683872818946838},{"id":"https://openalex.org/keywords/clef","display_name":"Clef","score":0.8225915431976318},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7838865518569946},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6753479838371277},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.46249914169311523},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.45236629247665405},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.41236770153045654},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3585193157196045},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.35066282749176025}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8683872818946838},{"id":"https://openalex.org/C107763842","wikidata":"https://www.wikidata.org/wiki/Q181040","display_name":"Clef","level":3,"score":0.8225915431976318},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7838865518569946},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6753479838371277},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.46249914169311523},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45236629247665405},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.41236770153045654},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3585193157196045},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.35066282749176025},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2888422.2888443","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2888422.2888443","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},{"id":"pmh:oai:eprints.gla.ac.uk:117541","is_oa":true,"landing_page_url":"http://eprints.gla.ac.uk/view/author/5693.html>","pdf_url":"http://eprints.gla.ac.uk/117541/7/117541.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":false,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Articles"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:117541","is_oa":true,"landing_page_url":"http://eprints.gla.ac.uk/view/author/5693.html>","pdf_url":"http://eprints.gla.ac.uk/117541/7/117541.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":false,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Articles"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2075659999","display_name":"Crowd-powered recommendation for continuous digital media access and exchange in social networks","funder_award_id":"610594","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3829048491","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5593277320","display_name":null,"funder_award_id":"2007-2013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5702163051","display_name":null,"funder_award_id":"FP7/2007","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2294303215.pdf","grobid_xml":"https://content.openalex.org/works/W2294303215.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W196002257","https://openalex.org/W789651694","https://openalex.org/W1576866063","https://openalex.org/W1806058210","https://openalex.org/W1983228491","https://openalex.org/W1998955392","https://openalex.org/W2001575213","https://openalex.org/W2009545460","https://openalex.org/W2023616424","https://openalex.org/W2030660637","https://openalex.org/W2036448357","https://openalex.org/W2051744369","https://openalex.org/W2071156242","https://openalex.org/W2089711563","https://openalex.org/W2106731713","https://openalex.org/W2106933161","https://openalex.org/W2112438052","https://openalex.org/W2116206254","https://openalex.org/W2127785456","https://openalex.org/W2130955505","https://openalex.org/W2163162311","https://openalex.org/W2163566748","https://openalex.org/W2177816635","https://openalex.org/W2569387732"],"related_works":["https://openalex.org/W4232115401","https://openalex.org/W2970828463","https://openalex.org/W3138512925","https://openalex.org/W117735687","https://openalex.org/W1839123017","https://openalex.org/W2915106852","https://openalex.org/W2629131222","https://openalex.org/W2295107556","https://openalex.org/W2917705549","https://openalex.org/W4238897586"],"abstract_inverted_index":{"The":[0,18,41],"CLEF":[1],"NewsREEL":[2,75,94],"challenge":[3],"is":[4,20,26],"a":[5,37,49],"campaign-style":[6],"evaluation":[7,57],"lab":[8,42],"allowing":[9],"participants":[10,44],"to":[11,21,28,45],"evaluate":[12],"and":[13,71,81],"optimize":[14],"news":[15,30],"recommender":[16],"algorithms.":[17],"goal":[19],"create":[22],"an":[23,56],"algorithm":[24],"that":[25,32,58,87],"able":[27],"generate":[29],"items":[31],"users":[33],"would":[34],"click,":[35],"respecting":[36],"strict":[38],"time":[39],"constraint.":[40],"challenges":[43,72,86],"compete":[46],"in":[47,93],"either":[48],"\"living":[50],"lab\"":[51],"(Task":[52,62],"1)":[53],"or":[54],"perform":[55],"replays":[59],"recorded":[60],"streams":[61],"2).":[63],"In":[64],"this":[65],"report,":[66],"we":[67],"discuss":[68],"the":[69,74,83],"objectives":[70],"of":[73],"lab,":[76],"summarize":[77],"last":[78],"year's":[79],"campaign":[80],"outline":[82],"main":[84],"research":[85],"can":[88],"be":[89],"addressed":[90],"by":[91],"participating":[92],"2016.":[95]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":14},{"year":2016,"cited_by_count":6}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2016-06-24T00:00:00"}