{"id":"https://openalex.org/W4284899329","doi":"https://doi.org/10.1145/3477495.3531893","title":"Can Users Predict Relative Query Effectiveness?","display_name":"Can Users Predict Relative Query Effectiveness?","publication_year":2022,"publication_date":"2022-07-06","ids":{"openalex":"https://openalex.org/W4284899329","doi":"https://doi.org/10.1145/3477495.3531893"},"language":"en","primary_location":{"id":"doi:10.1145/3477495.3531893","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531893","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052168069","display_name":"Oleg Zendel","orcid":"https://orcid.org/0000-0003-1535-0989"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Oleg Zendel","raw_affiliation_strings":["RMIT University, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007750037","display_name":"Melika P. Ebrahim","orcid":null},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Melika P. Ebrahim","raw_affiliation_strings":["RMIT University, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070937840","display_name":"J. Shane Culpepper","orcid":"https://orcid.org/0000-0002-1902-9087"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"J. Shane Culpepper","raw_affiliation_strings":["RMIT University, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081861848","display_name":"Alistair Moffat","orcid":"https://orcid.org/0000-0002-6638-0232"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alistair Moffat","raw_affiliation_strings":["The University of Melbourne, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085925326","display_name":"Falk Scholer","orcid":"https://orcid.org/0000-0001-9094-0810"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Falk Scholer","raw_affiliation_strings":["RMIT University, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5052168069"],"corresponding_institution_ids":["https://openalex.org/I82951845"],"apc_list":null,"apc_paid":null,"fwci":0.7132,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.64756672,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2545","last_page":"2549"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8056676983833313},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7408256530761719},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6708774566650391},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5387853384017944},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.5082382559776306},{"id":"https://openalex.org/keywords/statement","display_name":"Statement (logic)","score":0.507358729839325},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4306144714355469},{"id":"https://openalex.org/keywords/web-query-classification","display_name":"Web query classification","score":0.4244644045829773},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.3806159496307373},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.23414233326911926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11269605159759521}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8056676983833313},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7408256530761719},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6708774566650391},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5387853384017944},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.5082382559776306},{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.507358729839325},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4306144714355469},{"id":"https://openalex.org/C118689300","wikidata":"https://www.wikidata.org/wiki/Q7978614","display_name":"Web query classification","level":4,"score":0.4244644045829773},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.3806159496307373},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.23414233326911926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11269605159759521},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3477495.3531893","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531893","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1577798322","https://openalex.org/W1845198550","https://openalex.org/W1977437814","https://openalex.org/W1999322447","https://openalex.org/W2029715258","https://openalex.org/W2034048675","https://openalex.org/W2068902033","https://openalex.org/W2079168273","https://openalex.org/W2079370602","https://openalex.org/W2087131461","https://openalex.org/W2087818911","https://openalex.org/W2165718308","https://openalex.org/W2169783907","https://openalex.org/W2388783363","https://openalex.org/W2534156178","https://openalex.org/W2559401578","https://openalex.org/W2624553223","https://openalex.org/W2740121459","https://openalex.org/W2771567839","https://openalex.org/W2953565332","https://openalex.org/W2979894627","https://openalex.org/W3094045953","https://openalex.org/W3117895913","https://openalex.org/W3150989060","https://openalex.org/W3153610952","https://openalex.org/W4231752194","https://openalex.org/W6629148713","https://openalex.org/W6775204245"],"related_works":["https://openalex.org/W2096359267","https://openalex.org/W2901901036","https://openalex.org/W2026738364","https://openalex.org/W1521725692","https://openalex.org/W2093300859","https://openalex.org/W3008917487","https://openalex.org/W2124814993","https://openalex.org/W2013069866","https://openalex.org/W3197639690","https://openalex.org/W2572349046"],"abstract_inverted_index":{"Any":[0],"given":[1,74],"information":[2,56,112],"need":[3,113],"can":[4,25],"be":[5],"expressed":[6,115],"via":[7],"a":[8,68,100,117,130,160],"wide":[9],"range":[10],"of":[11,30,49,70,83,129,132,150,162,177],"possible":[12],"queries.":[13],"Recent":[14],"work":[15],"with":[16,192],"such":[17],"query":[18,75],"variations":[19],"has":[20],"demonstrated":[21],"that":[22,93,136,146,154,156,168,187],"different":[23,44,51,143],"queries":[24,35,85,133,163,180],"fetch":[26],"notably":[27],"divergent":[28],"sets":[29],"documents,":[31],"even":[32],"when":[33],"the":[34,54,81,87,126,157],"have":[36,67],"identical":[37],"intents":[38],"and":[39,97,119,152,185],"superficial":[40],"similarity.":[41],"That":[42,58],"is,":[43],"users":[45,66],"might":[46],"receive":[47],"SERPs":[48],"quite":[50],"effectiveness":[52,82],"for":[53,86],"same":[55,88],"need.":[57],"observation":[59],"then":[60,120],"raises":[61],"an":[62,111],"interesting":[63],"question:":[64],"do":[65],"sense":[69],"how":[71,178],"useful":[72],"any":[73],"will":[76],"be?":[77],"Can":[78],"they":[79],"anticipate":[80],"alternative":[84],"retrieval":[89],"need?":[90],"To":[91],"explore":[92],"question":[94],"we":[95,106],"designed":[96],"carried":[98],"out":[99],"crowd-sourced":[101],"user":[102],"study":[103],"in":[104,174],"which":[105],"asked":[107],"subjects":[108,158],"to":[109,125,183],"consider":[110],"statement":[114],"as":[116,124],"backstory,":[118],"provide":[121],"their":[122,175,188],"opinions":[123,140],"relative":[127],"usefulness":[128],"set":[131,161],"ostensibly":[134],"addressing":[135],"objective.":[137],"We":[138,166],"solicited":[139],"using":[141],"two":[142],"interfaces:":[144],"one":[145,153],"collected":[147],"absolute":[148],"ratings":[149],"queries,":[151],"required":[155],"place":[159],"into":[164],"\"order\".":[165],"found":[167],"crowd":[169],"workers":[170],"are":[171,181],"reasonably":[172],"consistent":[173],"estimates":[176,189],"effective":[179],"likely":[182],"be,":[184],"also":[186],"correlate":[190],"positively":[191],"actual":[193],"system":[194],"performance.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}