{"id":"https://openalex.org/W2294655536","doi":"https://doi.org/10.1002/pra2.2015.145052010067","title":"How and why do users change their assessment of search results over time?","display_name":"How and why do users change their assessment of search results over time?","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2294655536","doi":"https://doi.org/10.1002/pra2.2015.145052010067","mag":"2294655536"},"language":"en","primary_location":{"id":"doi:10.1002/pra2.2015.145052010067","is_oa":false,"landing_page_url":"https://doi.org/10.1002/pra2.2015.145052010067","pdf_url":null,"source":{"id":"https://openalex.org/S4393918545","display_name":"Proceedings of the Association for Information Science and Technology","issn_l":"2373-9231","issn":["2373-9231"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Association for Information Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006766510","display_name":"Maayan Zhitomirsky\u2010Geffet","orcid":"https://orcid.org/0000-0002-9161-2541"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Maayan Zhitomirsky\u2010Geffet","raw_affiliation_strings":["Bar\u2010Ilan University  Ramat\u2010Gan Israel","Bar-Ilan University, Ramat-Gan, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bar\u2010Ilan University  Ramat\u2010Gan Israel","institution_ids":["https://openalex.org/I13955877"]},{"raw_affiliation_string":"Bar-Ilan University, Ramat-Gan, Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001893735","display_name":"Judit Bar\u2010Ilan","orcid":"https://orcid.org/0000-0002-8796-5248"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Judit Bar\u2010Ilan","raw_affiliation_strings":["Bar\u2010Ilan University  Ramat\u2010Gan Israel","Bar-Ilan University, Ramat-Gan, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bar\u2010Ilan University  Ramat\u2010Gan Israel","institution_ids":["https://openalex.org/I13955877"]},{"raw_affiliation_string":"Bar-Ilan University, Ramat-Gan, Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015725705","display_name":"Mark Levene","orcid":"https://orcid.org/0000-0001-8632-4732"},"institutions":[{"id":"https://openalex.org/I98259816","display_name":"Birkbeck, University of London","ror":"https://ror.org/02mb95055","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I98259816"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Mark Levene","raw_affiliation_strings":["Birkbeck University  London UK","Birkbeck University, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Birkbeck University  London UK","institution_ids":["https://openalex.org/I98259816"]},{"raw_affiliation_string":"Birkbeck University, London, UK","institution_ids":["https://openalex.org/I98259816"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5001893735","https://openalex.org/A5006766510","https://openalex.org/A5015725705"],"corresponding_institution_ids":["https://openalex.org/I13955877","https://openalex.org/I98259816"],"apc_list":null,"apc_paid":null,"fwci":2.4728,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.91911367,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"52","issue":"1","first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9696999788284302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9609000086784363,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.765548825263977},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.6569342613220215},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.63795006275177},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6369286775588989},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4902544319629669},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.4585210680961609},{"id":"https://openalex.org/keywords/phenomenon","display_name":"Phenomenon","score":0.4413713216781616},{"id":"https://openalex.org/keywords/period","display_name":"Period (music)","score":0.41587454080581665},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.39578330516815186},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.33984795212745667},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.186009019613266},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1621609628200531},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11061650514602661},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09556373953819275}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.765548825263977},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.6569342613220215},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.63795006275177},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6369286775588989},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4902544319629669},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4585210680961609},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.4413713216781616},{"id":"https://openalex.org/C2781291010","wikidata":"https://www.wikidata.org/wiki/Q178580","display_name":"Period (music)","level":2,"score":0.41587454080581665},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.39578330516815186},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.33984795212745667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.186009019613266},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1621609628200531},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11061650514602661},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09556373953819275},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1002/pra2.2015.145052010067","is_oa":false,"landing_page_url":"https://doi.org/10.1002/pra2.2015.145052010067","pdf_url":null,"source":{"id":"https://openalex.org/S4393918545","display_name":"Proceedings of the Association for Information Science and Technology","issn_l":"2373-9231","issn":["2373-9231"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Association for Information Science and Technology","raw_type":"journal-article"},{"id":"pmh:oai:eprints.bbk.ac.uk.oai2:17641","is_oa":false,"landing_page_url":"https://eprints.bbk.ac.uk/id/eprint/17641/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400466","display_name":"BIROn (Birkbeck, University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98259816","host_organization_name":"Birkbeck, University of London","host_organization_lineage":["https://openalex.org/I98259816"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life in Land","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1492458989","https://openalex.org/W1968528267","https://openalex.org/W1981745473","https://openalex.org/W1996848687","https://openalex.org/W2089873046","https://openalex.org/W2094607109","https://openalex.org/W2138918086","https://openalex.org/W2145734075","https://openalex.org/W4255703762","https://openalex.org/W6629316704"],"related_works":["https://openalex.org/W4300450609","https://openalex.org/W4386931570","https://openalex.org/W2391010541","https://openalex.org/W2357367123","https://openalex.org/W4388930439","https://openalex.org/W2387276901","https://openalex.org/W2385953334","https://openalex.org/W2351303360","https://openalex.org/W3134118520","https://openalex.org/W2349223072"],"abstract_inverted_index":{"ABSTRACT":[0],"In":[1],"this":[2],"study":[3,23],"we":[4],"investigate":[5],"whether":[6],"and":[7,32,65,123,166,168],"why":[8],"users":[9],"change":[10,76,107],"their":[11,63,121],"preferences":[12],"when":[13],"assessing":[14],"search":[15,41],"engine":[16],"results":[17,42,82,98],"over":[18],"time.":[19],"We":[20,86],"conducted":[21],"a":[22,47,133],"with":[24,46,120],"35":[25],"subjects":[26,55,91,117],"who":[27],"were":[28,56,66,118,156],"asked":[29,67],"to":[30,36,59,68,74,79,158],"rank":[31],"assign":[33],"relevance":[34,109,143],"scores":[35],"the":[37,60,81,84,90,93,97,116,142,149,163],"same":[38],"set":[39],"of":[40,83,96,115,162],"for":[43],"three":[44],"times,":[45],"few":[48],"weeks":[49],"period":[50],"between":[51],"each":[52],"round.":[53,102],"The":[54],"then":[57],"exposed":[58],"differences":[61],"in":[62,100,108,112],"judgements":[64,110],"explain":[69],"them.":[70],"A":[71],"new":[72],"coefficient":[73],"measure":[75],"was":[77,105],"introduced":[78],"assess":[80],"experiment.":[85],"found":[87],"that":[88,139,148,152],"all":[89],"judge":[92],"vast":[94],"majority":[95],"differently":[99],"every":[101],"However,":[103],"there":[104],"less":[106],"than":[111],"rankings.":[113],"Most":[114],"satisfied":[119],"changes,":[122],"did":[124],"not":[125],"perceive":[126],"them":[127],"as":[128,132],"mistakes":[129],"but":[130],"rather":[131],"legitimate":[134],"phenomenon,":[135],"since":[136],"they":[137],"believe":[138],"time":[140],"influences":[141],"assessment.":[144],"Our":[145],"analysis":[146],"reveals":[147],"main":[150],"factors":[151],"caused":[153],"these":[154],"changes":[155],"due":[157],"categorical":[159],"thinking,":[160],"influence":[161],"learnt":[164],"information,":[165],"environmental":[167],"emotional":[169],"changes.":[170]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2016,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}