{"id":"https://openalex.org/W2466330544","doi":"https://doi.org/10.1145/2911451.2914682","title":"New Collection Announcement","display_name":"New Collection Announcement","publication_year":2016,"publication_date":"2016-07-07","ids":{"openalex":"https://openalex.org/W2466330544","doi":"https://doi.org/10.1145/2911451.2914682","mag":"2466330544"},"language":"en","primary_location":{"id":"doi:10.1145/2911451.2914682","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2911451.2914682","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th International ACM SIGIR conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051194245","display_name":"Ivan Habernal","orcid":"https://orcid.org/0000-0002-0990-4554"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Ivan Habernal","raw_affiliation_strings":["Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040300223","display_name":"Maria Sukhareva","orcid":"https://orcid.org/0009-0000-1952-8727"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maria Sukhareva","raw_affiliation_strings":["Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071232359","display_name":"Fiana Raiber","orcid":"https://orcid.org/0009-0001-7669-8383"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Fiana Raiber","raw_affiliation_strings":["Technion, Haifa, Israel"],"affiliations":[{"raw_affiliation_string":"Technion, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061458173","display_name":"Anna Shtok","orcid":null},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Anna Shtok","raw_affiliation_strings":["Technion, Haifa, Israel"],"affiliations":[{"raw_affiliation_string":"Technion, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041210904","display_name":"Oren Kurland","orcid":"https://orcid.org/0000-0002-0669-0431"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Oren Kurland","raw_affiliation_strings":["Technion, Haifa, Israel"],"affiliations":[{"raw_affiliation_string":"Technion, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041970961","display_name":"Hadar Ronen","orcid":null},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Hadar Ronen","raw_affiliation_strings":["Bar-Ilan University, Ramat Gan, Israel"],"affiliations":[{"raw_affiliation_string":"Bar-Ilan University, Ramat Gan, Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001893735","display_name":"Judit Bar\u2010Ilan","orcid":"https://orcid.org/0000-0002-8796-5248"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Judit Bar-Ilan","raw_affiliation_strings":["Bar-Ilan University, Ramat Gan, Israel"],"affiliations":[{"raw_affiliation_string":"Bar-Ilan University, Ramat Gan, Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Iryna Gurevych","raw_affiliation_strings":["Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5051194245"],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":4.4341,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.94994046,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"701","last_page":"704"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8250058889389038},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7905216217041016},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7709909081459045},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.733293890953064},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5586825609207153},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5295143127441406},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.4755775034427643},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.43770474195480347},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.4285278916358948},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3917744755744934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22392335534095764},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.21811050176620483},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.16278880834579468},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0663192868232727},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.05659624934196472}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8250058889389038},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7905216217041016},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7709909081459045},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.733293890953064},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5586825609207153},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5295143127441406},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.4755775034427643},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.43770474195480347},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.4285278916358948},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3917744755744934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22392335534095764},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.21811050176620483},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.16278880834579468},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0663192868232727},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.05659624934196472},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2911451.2914682","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2911451.2914682","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th International ACM SIGIR conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:104605","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/104605/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Konferenzver\u00f6ffentlichung"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6399999856948853}],"awards":[{"id":"https://openalex.org/G3059680036","display_name":null,"funder_award_id":"433/12","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"},{"id":"https://openalex.org/G6467963393","display_name":null,"funder_award_id":"I/82806","funder_id":"https://openalex.org/F4320320882","funder_display_name":"Volkswagen Foundation"}],"funders":[{"id":"https://openalex.org/F4320307764","display_name":"Microsoft","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320320882","display_name":"Volkswagen Foundation","ror":"https://ror.org/03bsmfz84"},{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W63837240","https://openalex.org/W335161198","https://openalex.org/W1481997832","https://openalex.org/W1493399377","https://openalex.org/W1565836107","https://openalex.org/W1685426458","https://openalex.org/W1951624987","https://openalex.org/W1967370444","https://openalex.org/W1993924397","https://openalex.org/W2028175314","https://openalex.org/W2035720976","https://openalex.org/W2057415299","https://openalex.org/W2066055909","https://openalex.org/W2068905009","https://openalex.org/W2072760828","https://openalex.org/W2089561267","https://openalex.org/W2096623622","https://openalex.org/W2123442489","https://openalex.org/W2153579005","https://openalex.org/W2166455213","https://openalex.org/W2250626167","https://openalex.org/W2251670021","https://openalex.org/W2251818274","https://openalex.org/W2578576916","https://openalex.org/W2916624877","https://openalex.org/W2918053736","https://openalex.org/W2950133940","https://openalex.org/W3139328003","https://openalex.org/W4206109200","https://openalex.org/W4243333943","https://openalex.org/W6602621892","https://openalex.org/W6628747921","https://openalex.org/W6691296735"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1490650877","https://openalex.org/W2772359885","https://openalex.org/W3011471740","https://openalex.org/W2884580467","https://openalex.org/W2544639518","https://openalex.org/W2035739021","https://openalex.org/W2572315477"],"abstract_inverted_index":{"Focused":[0],"retrieval":[1],"(a.k.a.,":[2],"passage":[3],"retrieval)":[4],"is":[5,32],"important":[6],"at":[7],"its":[8],"own":[9],"right":[10],"and":[11],"as":[12],"an":[13],"intermediate":[14],"step":[15],"in":[16,71],"question":[17],"answering":[18],"systems.":[19],"We":[20],"present":[21],"a":[22,58],"new":[23],"Web-based":[24],"collection":[25],"for":[26,54,65,77],"focused":[27],"retrieval.":[28],"The":[29,48],"document":[30],"corpus":[31],"the":[33,37,43,72],"Category":[34],"A":[35],"of":[36],"ClueWeb12":[38],"collection.":[39],"Forty-nine":[40],"queries":[41],"from":[42],"educational":[44],"domain":[45],"were":[46,63,75],"created.":[47],"$100$":[49],"documents":[50,74],"most":[51],"highly":[52,59],"ranked":[53],"each":[55],"query":[56],"by":[57],"effective":[60],"learning-to-rank":[61],"method":[62],"judged":[64,76],"relevance":[66],"using":[67],"crowdsourcing.":[68],"All":[69],"sentences":[70],"relevant":[73],"relevance.":[78]},"counts_by_year":[{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2016-07-22T00:00:00"}