{"id":"https://openalex.org/W2963574223","doi":"https://doi.org/10.1002/pra2.2017.14505401044","title":"Does it matter which search engine is used? A user study using post\u2010task relevance judgments","display_name":"Does it matter which search engine is used? A user study using post\u2010task relevance judgments","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2963574223","doi":"https://doi.org/10.1002/pra2.2017.14505401044","mag":"2963574223"},"language":"en","primary_location":{"id":"doi:10.1002/pra2.2017.14505401044","is_oa":false,"landing_page_url":"https://doi.org/10.1002/pra2.2017.14505401044","pdf_url":null,"source":{"id":"https://openalex.org/S4393918545","display_name":"Proceedings of the Association for Information Science and Technology","issn_l":"2373-9231","issn":["2373-9231"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Association for Information Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091642505","display_name":"Sebastian S\u00fcnkler","orcid":"https://orcid.org/0000-0001-9848-1137"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]},{"id":"https://openalex.org/I70451448","display_name":"HAW Hamburg","ror":"https://ror.org/00fkqwx76","country_code":"DE","type":"education","lineage":["https://openalex.org/I70451448"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Sebastian S\u00fcnkler","raw_affiliation_strings":["Hamburg University of Applied Sciences  Germany","Hamburg University of Applied Sciences, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hamburg University of Applied Sciences  Germany","institution_ids":["https://openalex.org/I70451448","https://openalex.org/I159176309"]},{"raw_affiliation_string":"Hamburg University of Applied Sciences, Germany","institution_ids":["https://openalex.org/I70451448","https://openalex.org/I159176309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017411684","display_name":"Dirk Lewandowski","orcid":"https://orcid.org/0000-0002-2674-9509"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]},{"id":"https://openalex.org/I70451448","display_name":"HAW Hamburg","ror":"https://ror.org/00fkqwx76","country_code":"DE","type":"education","lineage":["https://openalex.org/I70451448"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Dirk Lewandowski","raw_affiliation_strings":["Hamburg University of Applied Sciences  Germany","Hamburg University of Applied Sciences, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hamburg University of Applied Sciences  Germany","institution_ids":["https://openalex.org/I70451448","https://openalex.org/I159176309"]},{"raw_affiliation_string":"Hamburg University of Applied Sciences, Germany","institution_ids":["https://openalex.org/I70451448","https://openalex.org/I159176309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5017411684","https://openalex.org/A5091642505"],"corresponding_institution_ids":["https://openalex.org/I159176309","https://openalex.org/I70451448"],"apc_list":null,"apc_paid":null,"fwci":1.5188,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.89011494,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"54","issue":"1","first_page":"405","last_page":"414"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9674000144004822,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.8606177568435669},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8272285461425781},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7634869813919067},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.7304542064666748},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.704278290271759},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.689184308052063},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6163049936294556},{"id":"https://openalex.org/keywords/search-analytics","display_name":"Search analytics","score":0.5274456143379211},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.42689546942710876},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.19474336504936218},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0776790976524353}],"concepts":[{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.8606177568435669},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8272285461425781},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7634869813919067},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.7304542064666748},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.704278290271759},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.689184308052063},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6163049936294556},{"id":"https://openalex.org/C14838553","wikidata":"https://www.wikidata.org/wiki/Q7441639","display_name":"Search analytics","level":4,"score":0.5274456143379211},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.42689546942710876},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.19474336504936218},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0776790976524353},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/pra2.2017.14505401044","is_oa":false,"landing_page_url":"https://doi.org/10.1002/pra2.2017.14505401044","pdf_url":null,"source":{"id":"https://openalex.org/S4393918545","display_name":"Proceedings of the Association for Information Science and Technology","issn_l":"2373-9231","issn":["2373-9231"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Association for Information Science and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W208548429","https://openalex.org/W1576407753","https://openalex.org/W1598759141","https://openalex.org/W1603779998","https://openalex.org/W1964038241","https://openalex.org/W1967981253","https://openalex.org/W1973900256","https://openalex.org/W1974360117","https://openalex.org/W1975730959","https://openalex.org/W1996848687","https://openalex.org/W2017201987","https://openalex.org/W2035569891","https://openalex.org/W2048437343","https://openalex.org/W2065108642","https://openalex.org/W2066994881","https://openalex.org/W2092032953","https://openalex.org/W2092270990","https://openalex.org/W2096385255","https://openalex.org/W2100957653","https://openalex.org/W2104203165","https://openalex.org/W2107113500","https://openalex.org/W2107766779","https://openalex.org/W2123937625","https://openalex.org/W2138107722","https://openalex.org/W2148117599","https://openalex.org/W2167754534","https://openalex.org/W2327684011","https://openalex.org/W2398203097","https://openalex.org/W2400790757","https://openalex.org/W2476153691","https://openalex.org/W2599370523","https://openalex.org/W4244545289","https://openalex.org/W4301406666"],"related_works":["https://openalex.org/W1965155517","https://openalex.org/W2541377119","https://openalex.org/W2576831414","https://openalex.org/W3100478181","https://openalex.org/W4372346753","https://openalex.org/W2062919806","https://openalex.org/W2374021970","https://openalex.org/W2348885786","https://openalex.org/W2105610009","https://openalex.org/W4244545289"],"abstract_inverted_index":{"ABSTRACT":[0],"The":[1],"objective":[2],"of":[3,30,61,73,94,149],"this":[4],"research":[5],"was":[6],"to":[7,135],"find":[8,162],"out":[9],"how":[10],"the":[11,28,31,53,56,59,62,71,74,92,95,98,140,147,163],"two":[12,46],"search":[13,37,47,68,82,100,112],"engines,":[14],"Google":[15,123],"and":[16,26,50,143,159],"Bing,":[17,129],"perform":[18],"when":[19,152],"users":[20,117,131,145],"work":[21],"freely":[22],"on":[23,55,120],"pre\u2010defined":[24],"tasks,":[25],"judge":[27],"relevance":[29,148],"results":[32,54,63,75,96,127,138,141,150],"immediately":[33],"after":[34],"finishing":[35],"their":[36,67,81,103,111],"session.":[38],"In":[39],"a":[40,155],"user":[41],"study,":[42],"64":[43],"participants":[44],"conducted":[45],"tasks":[48],"each,":[49],"then":[51],"judged":[52,146],"following:":[57],"(1)":[58],"quality":[60,72,93],"they":[64,76,86,106,153],"selected":[65],"in":[66,80,110],"sessions,":[69],"(2)":[70],"were":[77,132],"presented":[78],"with":[79],"sessions":[83],"(but":[84],"which":[85],"did":[87,107,160],"not":[88,108,161],"click":[89],"on),":[90],"(3)":[91],"from":[97,139],"competing":[99],"engine":[101],"for":[102],"queries":[104],"(which":[105],"see":[109],"session).":[113],"We":[114],"found":[115],"that":[116,122,130,144],"heavily":[118],"relied":[119],"Google,":[121],"produced":[124],"more":[125],"relevant":[126,137],"than":[128],"well":[133],"able":[134],"select":[136],"lists":[142],"lower":[151],"regarded":[154],"task":[156],"as":[157],"difficult":[158],"correct":[164],"information.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}