{"id":"https://openalex.org/W2107766779","doi":"https://doi.org/10.1145/2362724.2362746","title":"Ordinary search engine users assessing difficulty, effort, and outcome for simple and complex search tasks","display_name":"Ordinary search engine users assessing difficulty, effort, and outcome for simple and complex search tasks","publication_year":2012,"publication_date":"2012-08-21","ids":{"openalex":"https://openalex.org/W2107766779","doi":"https://doi.org/10.1145/2362724.2362746","mag":"2107766779"},"language":"en","primary_location":{"id":"doi:10.1145/2362724.2362746","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2362724.2362746","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Information Interaction in Context Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042880795","display_name":"Georg Singer","orcid":"https://orcid.org/0000-0003-4770-3144"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":true,"raw_author_name":"Georg Singer","raw_affiliation_strings":["University of Tartu, Tartu, Estonia"],"affiliations":[{"raw_affiliation_string":"University of Tartu, Tartu, Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066624042","display_name":"Ulrich Norbisrath","orcid":"https://orcid.org/0000-0002-6151-991X"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Ulrich Norbisrath","raw_affiliation_strings":["University of Tartu, Tartu, Estonia"],"affiliations":[{"raw_affiliation_string":"University of Tartu, Tartu, Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017411684","display_name":"Dirk Lewandowski","orcid":"https://orcid.org/0000-0002-2674-9509"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]},{"id":"https://openalex.org/I70451448","display_name":"HAW Hamburg","ror":"https://ror.org/00fkqwx76","country_code":"DE","type":"education","lineage":["https://openalex.org/I70451448"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dirk Lewandowski","raw_affiliation_strings":["Hamburg University of Applied Sciences, Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"Hamburg University of Applied Sciences, Hamburg, Germany","institution_ids":["https://openalex.org/I70451448","https://openalex.org/I159176309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5042880795"],"corresponding_institution_ids":["https://openalex.org/I56085075"],"apc_list":null,"apc_paid":null,"fwci":2.8422,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.92390983,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"110","last_page":"119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8002820014953613},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7563837766647339},{"id":"https://openalex.org/keywords/search-analytics","display_name":"Search analytics","score":0.6766916513442993},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.673384428024292},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6642653942108154},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5207229256629944},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5050919651985168},{"id":"https://openalex.org/keywords/carry","display_name":"Carry (investment)","score":0.47018730640411377},{"id":"https://openalex.org/keywords/web-search-engine","display_name":"Web search engine","score":0.46716320514678955},{"id":"https://openalex.org/keywords/semantic-search","display_name":"Semantic search","score":0.4390719532966614},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4032473564147949},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3900448977947235},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.38543498516082764}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8002820014953613},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7563837766647339},{"id":"https://openalex.org/C14838553","wikidata":"https://www.wikidata.org/wiki/Q7441639","display_name":"Search analytics","level":4,"score":0.6766916513442993},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.673384428024292},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6642653942108154},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5207229256629944},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5050919651985168},{"id":"https://openalex.org/C2776299755","wikidata":"https://www.wikidata.org/wiki/Q432449","display_name":"Carry (investment)","level":2,"score":0.47018730640411377},{"id":"https://openalex.org/C521815418","wikidata":"https://www.wikidata.org/wiki/Q4182287","display_name":"Web search engine","level":4,"score":0.46716320514678955},{"id":"https://openalex.org/C166423231","wikidata":"https://www.wikidata.org/wiki/Q1891170","display_name":"Semantic search","level":3,"score":0.4390719532966614},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4032473564147949},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3900448977947235},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.38543498516082764},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2362724.2362746","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2362724.2362746","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Information Interaction in Context Symposium","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.758.9551","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.758.9551","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/1206.2528.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322700","display_name":"Hariduse Infotehnoloogia Sihtasutus","ror":"https://ror.org/02e2avb86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W8513375","https://openalex.org/W101646280","https://openalex.org/W106181243","https://openalex.org/W994253289","https://openalex.org/W1488190747","https://openalex.org/W1514314939","https://openalex.org/W1547082571","https://openalex.org/W1597521809","https://openalex.org/W1967410931","https://openalex.org/W1969340322","https://openalex.org/W1981261334","https://openalex.org/W1981383610","https://openalex.org/W1986550879","https://openalex.org/W1998084297","https://openalex.org/W2017201987","https://openalex.org/W2018353135","https://openalex.org/W2035392583","https://openalex.org/W2037802158","https://openalex.org/W2052658973","https://openalex.org/W2060847266","https://openalex.org/W2063457435","https://openalex.org/W2064335555","https://openalex.org/W2092610223","https://openalex.org/W2098906507","https://openalex.org/W2107113500","https://openalex.org/W2110882864","https://openalex.org/W2145781566","https://openalex.org/W2292787617","https://openalex.org/W2327684011","https://openalex.org/W2613006729","https://openalex.org/W3015735329","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2262062475","https://openalex.org/W2183410680","https://openalex.org/W25606426","https://openalex.org/W2406286368","https://openalex.org/W979688644","https://openalex.org/W2336826532","https://openalex.org/W4297963434","https://openalex.org/W2332278683","https://openalex.org/W2093311372","https://openalex.org/W2533562331"],"abstract_inverted_index":{"Search":[0],"engines":[1,138],"are":[2,13,168],"the":[3,10,17,57,156],"preferred":[4],"tools":[5],"for":[6,68,150,171,175,183],"finding":[7],"information":[8],"on":[9,40],"Web.":[11],"They":[12,125],"advancing":[14],"to":[15,20,30,38,77,86,105,154,160],"be":[16],"common":[18],"helpers":[19],"answer":[21],"any":[22],"of":[23,73,96,117,130],"our":[24],"search":[25,47,97,132,137,164],"needs.":[26],"We":[27],"use":[28],"them":[29],"carry":[31,161],"out":[32,62,127,162],"simple":[33,172],"look-up":[34],"tasks":[35,64,133,173],"and":[36,44,93,99,158],"also":[37],"work":[39],"rather":[41],"time":[42,89],"consuming":[43],"more":[45,79,169],"complex":[46,163,176],"tasks.":[48,165],"Yet,":[49],"we":[50],"do":[51],"not":[52,67],"know":[53],"very":[54],"much":[55],"about":[56],"user":[58],"performance":[59,103],"while":[60],"carrying":[61],"those":[63],"--":[65],"especially":[66],"ordinary":[69],"users.":[70],"The":[71,143,166],"aim":[72],"this":[74],"study":[75,109],"was":[76,110],"get":[78],"insight":[80],"into":[81],"whether":[82],"Web":[83,136,152],"users":[84,153],"manage":[85],"assess":[87],"difficulty,":[88],"effort,":[90,92],"query":[91],"task":[94,106],"outcome":[95],"tasks,":[98],"if":[100],"their":[101],"judging":[102,184],"relates":[104],"complexity.":[107],"Our":[108],"conducted":[111],"with":[112,120,134],"a":[113,121,128,140],"systematically":[114],"selected":[115],"sample":[116],"56":[118],"people":[119],"wide":[122],"demographic":[123],"background.":[124],"carried":[126],"set":[129],"12":[131],"commercial":[135],"in":[139],"laboratory":[141],"environment.":[142],"results":[144],"confirm":[145],"that":[146],"it":[147],"is":[148,180],"hard":[149],"normal":[151],"judge":[155],"difficulty":[157],"effort":[159],"judgments":[167],"reliable":[170],"than":[174],"ones.":[177],"Task":[178],"complexity":[179],"an":[181],"indicator":[182],"performance.":[185]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}