{"id":"https://openalex.org/W4311602578","doi":"https://doi.org/10.1108/ajim-05-2022-0253","title":"Reflection on future directions: a\u00a0systematic review of reported limitations and solutions in\u00a0interactive information retrieval\u00a0user studies","display_name":"Reflection on future directions: a\u00a0systematic review of reported limitations and solutions in\u00a0interactive information retrieval\u00a0user studies","publication_year":2022,"publication_date":"2022-12-15","ids":{"openalex":"https://openalex.org/W4311602578","doi":"https://doi.org/10.1108/ajim-05-2022-0253"},"language":"en","primary_location":{"id":"doi:10.1108/ajim-05-2022-0253","is_oa":false,"landing_page_url":"https://doi.org/10.1108/ajim-05-2022-0253","pdf_url":null,"source":{"id":"https://openalex.org/S4210181081","display_name":"Aslib Journal of Information Management","issn_l":"2050-3806","issn":["2050-3806","2050-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aslib Journal of Information Management","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074216506","display_name":"Tianji Jiang","orcid":"https://orcid.org/0000-0002-7317-7953"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tianji Jiang","raw_affiliation_strings":["Department of Information Studies, School of Education and Information Studies, University of California Los Angeles, Los Angeles, California, USA"],"raw_orcid":"https://orcid.org/0000-0002-7317-7953","affiliations":[{"raw_affiliation_string":"Department of Information Studies, School of Education and Information Studies, University of California Los Angeles, Los Angeles, California, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088558868","display_name":"Jiqun Liu","orcid":"https://orcid.org/0000-0003-3643-2182"},"institutions":[{"id":"https://openalex.org/I8692664","display_name":"University of Oklahoma","ror":"https://ror.org/02aqsxs83","country_code":"US","type":"education","lineage":["https://openalex.org/I8692664"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiqun Liu","raw_affiliation_strings":["School of Library and Information Studies, University of Oklahoma, Norman, Oklahoma, USA"],"raw_orcid":"https://orcid.org/0000-0003-3643-2182","affiliations":[{"raw_affiliation_string":"School of Library and Information Studies, University of Oklahoma, Norman, Oklahoma, USA","institution_ids":["https://openalex.org/I8692664"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5074216506"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":0.319,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.65128705,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"76","issue":"1","first_page":"104","last_page":"131"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7280187010765076},{"id":"https://openalex.org/keywords/originality","display_name":"Originality","score":0.5449354648590088},{"id":"https://openalex.org/keywords/checklist","display_name":"Checklist","score":0.47753942012786865},{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.45011648535728455},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43178611993789673},{"id":"https://openalex.org/keywords/infinite-impulse-response","display_name":"Infinite impulse response","score":0.42683082818984985},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.4238627552986145},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.40581637620925903},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.1990983784198761},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.09582680463790894}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7280187010765076},{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.5449354648590088},{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.47753942012786865},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.45011648535728455},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43178611993789673},{"id":"https://openalex.org/C183816354","wikidata":"https://www.wikidata.org/wiki/Q665617","display_name":"Infinite impulse response","level":4,"score":0.42683082818984985},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4238627552986145},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40581637620925903},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.1990983784198761},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.09582680463790894},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C36390408","wikidata":"https://www.wikidata.org/wiki/Q1163067","display_name":"Digital filter","level":3,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1108/ajim-05-2022-0253","is_oa":false,"landing_page_url":"https://doi.org/10.1108/ajim-05-2022-0253","pdf_url":null,"source":{"id":"https://openalex.org/S4210181081","display_name":"Aslib Journal of Information Management","issn_l":"2050-3806","issn":["2050-3806","2050-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aslib Journal of Information Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":94,"referenced_works":["https://openalex.org/W1528251861","https://openalex.org/W1539987097","https://openalex.org/W1546285722","https://openalex.org/W1754253745","https://openalex.org/W1772706933","https://openalex.org/W1873424132","https://openalex.org/W1944364342","https://openalex.org/W1999764269","https://openalex.org/W2000399486","https://openalex.org/W2008883775","https://openalex.org/W2083343588","https://openalex.org/W2110777313","https://openalex.org/W2233810905","https://openalex.org/W2289408457","https://openalex.org/W2291024054","https://openalex.org/W2293148146","https://openalex.org/W2296266643","https://openalex.org/W2310444742","https://openalex.org/W2319586349","https://openalex.org/W2326414617","https://openalex.org/W2326952876","https://openalex.org/W2327405240","https://openalex.org/W2328467255","https://openalex.org/W2331149979","https://openalex.org/W2331728731","https://openalex.org/W2337426477","https://openalex.org/W2338216121","https://openalex.org/W2341624910","https://openalex.org/W2460657948","https://openalex.org/W2524884340","https://openalex.org/W2530894261","https://openalex.org/W2569307494","https://openalex.org/W2587298511","https://openalex.org/W2591990083","https://openalex.org/W2592589290","https://openalex.org/W2592998755","https://openalex.org/W2593054567","https://openalex.org/W2594739882","https://openalex.org/W2602738586","https://openalex.org/W2605726445","https://openalex.org/W2613106776","https://openalex.org/W2620015034","https://openalex.org/W2624553223","https://openalex.org/W2739567684","https://openalex.org/W2739860611","https://openalex.org/W2740757975","https://openalex.org/W2740935584","https://openalex.org/W2741687119","https://openalex.org/W2789620804","https://openalex.org/W2789847084","https://openalex.org/W2790139866","https://openalex.org/W2791416360","https://openalex.org/W2791808303","https://openalex.org/W2791973423","https://openalex.org/W2792684907","https://openalex.org/W2794333943","https://openalex.org/W2798583009","https://openalex.org/W2904269153","https://openalex.org/W2904697682","https://openalex.org/W2920914241","https://openalex.org/W2921452735","https://openalex.org/W2921949068","https://openalex.org/W2922012916","https://openalex.org/W2943235794","https://openalex.org/W2945813376","https://openalex.org/W2948113848","https://openalex.org/W2954003244","https://openalex.org/W2965664886","https://openalex.org/W2979478889","https://openalex.org/W2981852130","https://openalex.org/W2988699795","https://openalex.org/W2998826678","https://openalex.org/W3004321486","https://openalex.org/W3005903748","https://openalex.org/W3006093712","https://openalex.org/W3007491696","https://openalex.org/W3008379384","https://openalex.org/W3010681662","https://openalex.org/W3010990462","https://openalex.org/W3011213680","https://openalex.org/W3011462930","https://openalex.org/W3012288267","https://openalex.org/W3012545603","https://openalex.org/W3031671112","https://openalex.org/W3099205295","https://openalex.org/W3133979399","https://openalex.org/W3134055093","https://openalex.org/W3134601793","https://openalex.org/W3135657879","https://openalex.org/W3135739425","https://openalex.org/W4205636518","https://openalex.org/W4230994914","https://openalex.org/W4283762145","https://openalex.org/W6746245039"],"related_works":["https://openalex.org/W2593155302","https://openalex.org/W2041415459","https://openalex.org/W2072812638","https://openalex.org/W3126095231","https://openalex.org/W2352855287","https://openalex.org/W2378906650","https://openalex.org/W2384288445","https://openalex.org/W2382526412","https://openalex.org/W4200071106","https://openalex.org/W2347474189"],"abstract_inverted_index":{"Purpose":[0],"The":[1,159],"purpose":[2],"of":[3,49,121,151,155,161],"this":[4,74,215],"paper":[5],"is":[6,59,217],"to":[7,34,41,56,142,175,240],"understand":[8],"how":[9,14],"users":[10,17],"behave":[11],"and":[12,53,66,85,101,113,153,169,190,196,227,235],"evaluate":[13],"systems":[15],"with":[16],"are":[18,173],"essential":[19],"for":[20,62,181,201],"interactive":[21],"information":[22,102],"retrieval":[23],"(IIR)":[24],"research.":[25],"User":[26],"study":[27,44,51,107,123,127,182,220,225,242],"methodology":[28,195],"serves":[29],"as":[30,179,198],"a":[31,199],"primary":[32],"approach":[33],"answering":[35],"IIR":[36,92,204,231],"research":[37,194],"questions.":[38],"In":[39],"addition":[40],"designing":[42],"user":[43,93,122,162,205],"procedures,":[45,128],"understanding":[46],"the":[47,57,64,68,79,115,139,143,147,188,218,224],"limitations":[48,58,117,152,226],"varying":[50,208],"designs":[52],"discussing":[54],"solutions":[55,141,228],"also":[60],"critical":[61],"improving":[63],"methods":[65],"advancing":[67],"knowledge":[69],"in":[70,88,207,233],"IIR.":[71],"Design/methodology/approach":[72],"Given":[73],"unresolved":[75],"gap,":[76],"we":[77],"apply":[78],"faceted":[80],"framework":[81],"developed":[82],"by":[83,167,230],"Liu":[84],"Shah":[86],"(2019)":[87],"systematically":[89,222],"reviewing":[90],"131":[91],"studies":[94,163,178,206],"recently":[95],"published":[96],"(2016\u20132021)":[97],"on":[98,118,192],"multiple":[99,119],"IR":[100,177,193],"science":[103],"venues.":[104],"Findings":[105],"Our":[106,184],"achieve":[108],"three":[109],"goals:":[110],"(1)":[111],"extracting":[112],"synthesizing":[114],"reported":[116,140,229],"aspects":[120],"(e.g.":[124],"recruitment,":[125],"tasks,":[126],"system":[129],"interfaces,":[130],"data":[131],"analysis":[132],"methods)":[133],"under":[134],"associated":[135],"facets;":[136],"(2)":[137],"summarizing":[138],"limitations;":[144],"(3)":[145],"clarifying":[146],"connections":[148,239],"between":[149],"types":[150,154],"solutions.":[156],"Practical":[157],"implications":[158],"bibliography":[160],"can":[164,186],"be":[165],"used":[166],"students":[168],"junior":[170],"researchers":[171,232],"who":[172],"new":[174],"user-centered":[176],"references":[180],"design.":[183],"results":[185],"facilitate":[187],"reflection":[189],"improvement":[191],"serve":[197],"checklist":[200],"evaluating":[202],"customized":[203],"problem":[209],"spaces.":[210],"Originality/value":[211],"To":[212],"our":[213],"knowledge,":[214],"work":[216],"first":[219],"that":[221],"reviews":[223],"articles":[234],"empirically":[236],"examines":[237],"their":[238],"different":[241],"components.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}