{"id":"https://openalex.org/W3093483562","doi":"https://doi.org/10.1145/3340531.3412775","title":"ReQue","display_name":"ReQue","publication_year":2020,"publication_date":"2020-10-19","ids":{"openalex":"https://openalex.org/W3093483562","doi":"https://doi.org/10.1145/3340531.3412775","mag":"3093483562"},"language":"en","primary_location":{"id":"doi:10.1145/3340531.3412775","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340531.3412775","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008793079","display_name":"Mahtab Tamannaee","orcid":null},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mahtab Tamannaee","raw_affiliation_strings":["Ryerson University, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Ryerson University, Toronto, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019367061","display_name":"Hossein Fani","orcid":"https://orcid.org/0000-0002-6033-6564"},"institutions":[{"id":"https://openalex.org/I74413500","display_name":"University of Windsor","ror":"https://ror.org/01gw3d370","country_code":"CA","type":"education","lineage":["https://openalex.org/I74413500"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hossein Fani","raw_affiliation_strings":["University of Windsor, Windsor, Canada"],"affiliations":[{"raw_affiliation_string":"University of Windsor, Windsor, Canada","institution_ids":["https://openalex.org/I74413500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084754913","display_name":"Fattane Zarrinkalam","orcid":null},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Fattane Zarrinkalam","raw_affiliation_strings":["Ryerson University, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Ryerson University, Toronto, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027288847","display_name":"Jamil Samouh","orcid":null},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jamil Samouh","raw_affiliation_strings":["Ryerson University, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Ryerson University, Toronto, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035305656","display_name":"Samad Paydar","orcid":"https://orcid.org/0000-0002-3370-2151"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Samad Paydar","raw_affiliation_strings":["Ryerson University, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Ryerson University, Toronto, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064660738","display_name":"Ebrahim Bagheri","orcid":"https://orcid.org/0000-0002-5148-6237"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ebrahim Bagheri","raw_affiliation_strings":["Ryerson University, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Ryerson University, Toronto, Canada","institution_ids":["https://openalex.org/I530967"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5008793079"],"corresponding_institution_ids":["https://openalex.org/I530967"],"apc_list":null,"apc_paid":null,"fwci":0.7954,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.78734066,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3165","last_page":"3172"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8654614686965942},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7218054533004761},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7065954804420471},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6356587409973145},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.63326495885849},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.6006946563720703},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.5883476138114929},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5823050141334534},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5283440351486206},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4693240523338318},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.46780824661254883},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46730801463127136},{"id":"https://openalex.org/keywords/gold-standard","display_name":"Gold standard (test)","score":0.4372689127922058},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.4371872544288635},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.2804758548736572},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.24481990933418274},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.15778160095214844},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1479591429233551},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09230440855026245}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8654614686965942},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7218054533004761},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7065954804420471},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6356587409973145},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.63326495885849},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.6006946563720703},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.5883476138114929},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5823050141334534},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5283440351486206},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4693240523338318},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.46780824661254883},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46730801463127136},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.4372689127922058},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.4371872544288635},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2804758548736572},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.24481990933418274},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.15778160095214844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1479591429233551},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09230440855026245},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3340531.3412775","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340531.3412775","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1485661919","https://openalex.org/W1989885825","https://openalex.org/W1993378086","https://openalex.org/W2034117506","https://openalex.org/W2090867003","https://openalex.org/W2090912237","https://openalex.org/W2093245971","https://openalex.org/W2123142779","https://openalex.org/W2131681506","https://openalex.org/W2143196462","https://openalex.org/W2153887206","https://openalex.org/W2188608551","https://openalex.org/W2233657940","https://openalex.org/W2376507230","https://openalex.org/W2543728926","https://openalex.org/W2619363549","https://openalex.org/W2737457181","https://openalex.org/W2740195281","https://openalex.org/W2740321901","https://openalex.org/W2740481926","https://openalex.org/W2741307002","https://openalex.org/W2745673470","https://openalex.org/W2895953440","https://openalex.org/W2897055093","https://openalex.org/W2913710968","https://openalex.org/W2952709651","https://openalex.org/W2962770891","https://openalex.org/W2962791799","https://openalex.org/W2963886532","https://openalex.org/W3099768174","https://openalex.org/W3104583830"],"related_works":["https://openalex.org/W2096359267","https://openalex.org/W2572349046","https://openalex.org/W2026738364","https://openalex.org/W3125756434","https://openalex.org/W2146885082","https://openalex.org/W2100181111","https://openalex.org/W3049728138","https://openalex.org/W8514837","https://openalex.org/W2184296057","https://openalex.org/W2013069866"],"abstract_inverted_index":{"In":[0,83],"this":[1,44,225],"paper,":[2,226],"we":[3,227],"implement":[4],"and":[5,12,21,32,158,165,230,244,257],"publicly":[6,231,272],"share":[7],"a":[8,13,59,93,138,167,177],"configurable":[9],"software":[10,125,251],"workflow":[11,210],"collection":[14],"of":[15,79,95,102,140,179,190,196,203,249],"gold":[16,111,130,168,173,216,233,255],"standard":[17,112,131,169,174,217,234],"datasets":[18,28,115,218,235,269],"for":[19,43,92,182,219,236,260,274],"training":[20],"evaluating":[22],"supervised":[23,263],"query":[24,65,113,132,184,222,264],"refinement":[25,114,265],"methods.":[26],"Existing":[27],"such":[29,85,121,129],"as":[30],"AOL":[31],"MS":[33],"MARCO,":[34],"which":[35,127,191],"have":[36,228],"been":[37],"extensively":[38],"used":[39,213],"in":[40,185,201,224],"the":[41,49,63,67,75,186,194,197,204,253],"literature":[42],"purpose,":[45],"are":[46,270],"based":[47],"on":[48,120],"weak":[50,122],"assumption":[51,87],"that":[52],"users'":[53],"input":[54,187,221],"queries":[55,141,181,238],"improve":[56],"gradually":[57],"within":[58],"search":[60],"session,":[61],"i.e.,":[62],"last":[64],"where":[66],"user":[68],"ends":[69],"her":[70,80],"information":[71,153],"seeking":[72],"session":[73],"is":[74,88,105],"best":[76],"reconstructed":[77],"version":[78],"initial":[81],"query.":[82],"practice,":[84],"an":[86,152,160],"not":[89],"necessarily":[90],"accurate":[91],"variety":[94],"reasons,":[96],"e.g.,":[97],"topic":[98],"drift.":[99],"The":[100,171,246],"objective":[101],"our":[103,209,250],"work":[104],"to":[106,109,118,214],"enable":[107],"researchers":[108],"build":[110],"without":[116],"having":[117],"rely":[119],"assumptions.":[123],"Our":[124],"workflow,":[126,252],"generates":[128],"datasets,":[133,256],"takes":[134],"three":[135,261],"inputs:":[136],"(1)":[137],"dataset":[139,175],"along":[142],"with":[143,240],"their":[144],"associated":[145,239],"relevance":[146],"judgements":[147],"(e.g.":[148],"TREC":[149,237],"topics),":[150],"(2)":[151],"retrieval":[154,199],"method":[155,200],"(e.g.,":[156,163],"BM25),":[157],"(3)":[159],"evaluation":[161,206],"metric":[162],"MAP),":[164],"outputs":[166],"dataset.":[170],"produced":[172],"includes":[176],"list":[178],"revised":[180],"each":[183,189],"dataset,":[188],"effectively":[192],"improves":[193],"performance":[195],"specified":[198],"terms":[202],"desirable":[205],"metric.":[207],"Since":[208],"can":[211],"be":[212],"generate":[215],"any":[220],"set,":[223],"generated":[229,254],"shared":[232],"Robust04,":[241],"Gov2,":[242],"ClueWeb09,":[243],"ClueWeb12.":[245],"source":[247],"code":[248],"benchmark":[258],"results":[259],"state-of-the-art":[262],"methods":[266],"over":[267],"these":[268],"made":[271],"available":[273],"reproducibility":[275],"purposes.":[276]},"counts_by_year":[{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2020-10-29T00:00:00"}