{"id":"https://openalex.org/W2092307146","doi":"https://doi.org/10.1145/1740592.1740597","title":"Effects of position and number of relevant documents retrieved on users' evaluations of system performance","display_name":"Effects of position and number of relevant documents retrieved on users' evaluations of system performance","publication_year":2010,"publication_date":"2010-05-01","ids":{"openalex":"https://openalex.org/W2092307146","doi":"https://doi.org/10.1145/1740592.1740597","mag":"2092307146"},"language":"en","primary_location":{"id":"doi:10.1145/1740592.1740597","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1740592.1740597","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069419532","display_name":"Diane Kelly","orcid":"https://orcid.org/0000-0003-2231-0192"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diane Kelly","raw_affiliation_strings":["University of North Carolina at Chapel Hill, Chapel Hill, NC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, NC","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068016934","display_name":"Xin Fu","orcid":"https://orcid.org/0000-0003-4015-0778"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Fu","raw_affiliation_strings":["University of North Carolina at Chapel Hill, Chapel Hill, NC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, NC","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061319881","display_name":"Chirag Shah","orcid":"https://orcid.org/0000-0002-3797-4293"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chirag Shah","raw_affiliation_strings":["University of North Carolina at Chapel Hill, Chapel Hill, NC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, NC","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114027177"],"apc_list":null,"apc_paid":null,"fwci":5.6616,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96089012,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"28","issue":"2","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6595587134361267},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5667937994003296},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5069806575775146},{"id":"https://openalex.org/keywords/keyword-search","display_name":"Keyword search","score":0.4205703139305115},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.4193277060985565},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.34336644411087036}],"concepts":[{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6595587134361267},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5667937994003296},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5069806575775146},{"id":"https://openalex.org/C2988412617","wikidata":"https://www.wikidata.org/wiki/Q7441656","display_name":"Keyword search","level":2,"score":0.4205703139305115},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4193277060985565},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34336644411087036},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1740592.1740597","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1740592.1740597","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6499999761581421,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W21704922","https://openalex.org/W47069862","https://openalex.org/W135190683","https://openalex.org/W208548429","https://openalex.org/W1523019309","https://openalex.org/W1533748861","https://openalex.org/W1914011393","https://openalex.org/W1965942164","https://openalex.org/W1974360117","https://openalex.org/W1980036597","https://openalex.org/W1996848687","https://openalex.org/W2004089651","https://openalex.org/W2025695809","https://openalex.org/W2027382829","https://openalex.org/W2037124948","https://openalex.org/W2043747172","https://openalex.org/W2048987619","https://openalex.org/W2058473041","https://openalex.org/W2067502478","https://openalex.org/W2068612058","https://openalex.org/W2083605078","https://openalex.org/W2087208542","https://openalex.org/W2090715008","https://openalex.org/W2123937625","https://openalex.org/W2133968343","https://openalex.org/W2144974696","https://openalex.org/W2156186232","https://openalex.org/W2168015171","https://openalex.org/W2169783907","https://openalex.org/W2916624877","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W2077865380","https://openalex.org/W2765597752","https://openalex.org/W2134894512","https://openalex.org/W2083375246","https://openalex.org/W2067108088","https://openalex.org/W2085372204","https://openalex.org/W4391301621"],"abstract_inverted_index":{"Information":[0],"retrieval":[1],"research":[2,37],"has":[3],"demonstrated":[4],"that":[5,17,51],"system":[6,45],"performance":[7,46,59],"does":[8],"not":[9],"always":[10],"correlate":[11],"positively":[12],"with":[13,84],"user":[14],"performance,":[15],"and":[16,47,74,103,149,160,184],"users":[18],"often":[19],"assign":[20],"positive":[21],"evaluation":[22,182,193],"scores":[23],"to":[24,32,70],"search":[25,62,65,109,133,157],"systems":[26,63],"even":[27],"when":[28],"they":[29],"are":[30],"unable":[31],"complete":[33],"tasks":[34],"successfully.":[35],"This":[36],"investigated":[38,94,121],"the":[39,58,95,98,122,126,150,161,169],"relationship":[40],"between":[41,146],"objective":[42],"measures":[43],"of":[44,50,60,76,87,97,100,124,128,152,164,172,180,192],"users'":[48],"perceptions":[49],"performance.":[52],"In":[53],"this":[54],"study,":[55],"subjects":[56,187],"evaluated":[57],"four":[61],"whose":[64],"results":[66,110,114,134,138,158],"were":[67,82],"manipulated":[68],"systematically":[69],"produce":[71],"different":[72],"orderings":[73],"numbers":[75],"relevant":[77,102,129,153,165,173],"documents.":[78],"Three":[79],"laboratory":[80],"studies":[81,93],"conducted":[83],"a":[85,108,132,156,177,189],"total":[86,162],"eighty-one":[88],"subjects.":[89],"The":[90,118],"first":[91],"two":[92],"effect":[96,123],"order":[99],"five":[101,104],"nonrelevant":[105],"documents":[106,130,154,166,174],"in":[107,131,155,186],"list":[111,135,159],"containing":[112,136],"ten":[113,137],"on":[115,139],"subjects'":[116,140,147,181],"evaluations.":[117,141],"third":[119],"study":[120],"varying":[125],"number":[127,163,171],"Results":[142],"demonstrate":[143],"linear":[144],"relationships":[145],"evaluations":[148],"position":[151],"retrieved.":[167],"Of":[168],"two,":[170],"retrieved":[175],"was":[176],"stronger":[178],"predictor":[179],"ratings":[183],"resulted":[185],"using":[188],"greater":[190],"range":[191],"scores.":[194]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}