{"id":"https://openalex.org/W4399631598","doi":"https://doi.org/10.1561/1500000098","title":"User Simulation for Evaluating Information Access Systems","display_name":"User Simulation for Evaluating Information Access Systems","publication_year":2024,"publication_date":"2024-06-13","ids":{"openalex":"https://openalex.org/W4399631598","doi":"https://doi.org/10.1561/1500000098"},"language":"en","primary_location":{"id":"doi:10.1561/1500000098","is_oa":false,"landing_page_url":"https://doi.org/10.1561/1500000098","pdf_url":null,"source":{"id":"https://openalex.org/S197106261","display_name":"Foundations and Trends\u00ae in Information Retrieval","issn_l":"1554-0669","issn":["1554-0669","1554-0677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Information Retrieval","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059926999","display_name":"Krisztian Balog","orcid":"https://orcid.org/0000-0003-2762-721X"},"institutions":[{"id":"https://openalex.org/I92008406","display_name":"University of Stavanger","ror":"https://ror.org/02qte9q33","country_code":"NO","type":"education","lineage":["https://openalex.org/I92008406"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Krisztian Balog","raw_affiliation_strings":["University of Stavanger ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Stavanger ,","institution_ids":["https://openalex.org/I92008406"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028518494","display_name":"ChengXiang Zhai","orcid":"https://orcid.org/0000-0002-6434-3702"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"ChengXiang Zhai","raw_affiliation_strings":["University of Illinois at Urbana-Champaign ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign ,","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.816,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.97388663,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"18","issue":"1-2","first_page":"1","last_page":"261"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.8242999911308289,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.8242999911308289,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6907988786697388},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4631468951702118},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3272106945514679}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6907988786697388},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4631468951702118},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3272106945514679}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1561/1500000098","is_oa":false,"landing_page_url":"https://doi.org/10.1561/1500000098","pdf_url":null,"source":{"id":"https://openalex.org/S197106261","display_name":"Foundations and Trends\u00ae in Information Retrieval","issn_l":"1554-0669","issn":["1554-0669","1554-0677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Information Retrieval","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":248,"referenced_works":["https://openalex.org/W2410760","https://openalex.org/W1224564842","https://openalex.org/W1670308327","https://openalex.org/W1681299129","https://openalex.org/W1719347172","https://openalex.org/W1754974250","https://openalex.org/W1948566616","https://openalex.org/W1964729842","https://openalex.org/W1965862077","https://openalex.org/W1966839060","https://openalex.org/W1967498673","https://openalex.org/W1967812664","https://openalex.org/W1968927634","https://openalex.org/W1969340322","https://openalex.org/W1970548730","https://openalex.org/W1970977883","https://openalex.org/W1973693034","https://openalex.org/W1974360117","https://openalex.org/W1977301265","https://openalex.org/W1979908638","https://openalex.org/W1980104409","https://openalex.org/W1984132513","https://openalex.org/W1985709675","https://openalex.org/W1986583506","https://openalex.org/W1992411228","https://openalex.org/W1992665562","https://openalex.org/W1996422672","https://openalex.org/W1999444901","https://openalex.org/W2007423551","https://openalex.org/W2007815473","https://openalex.org/W2008883775","https://openalex.org/W2009744558","https://openalex.org/W2010210047","https://openalex.org/W2012430612","https://openalex.org/W2020584988","https://openalex.org/W2020713996","https://openalex.org/W2021477651","https://openalex.org/W2022995284","https://openalex.org/W2027116296","https://openalex.org/W2029009258","https://openalex.org/W2029860830","https://openalex.org/W2031858317","https://openalex.org/W2032459394","https://openalex.org/W2032691242","https://openalex.org/W2035569891","https://openalex.org/W2037430351","https://openalex.org/W2037802158","https://openalex.org/W2038975839","https://openalex.org/W2039133058","https://openalex.org/W2040214686","https://openalex.org/W2041810629","https://openalex.org/W2045607701","https://openalex.org/W2045745608","https://openalex.org/W2048587526","https://openalex.org/W2048934076","https://openalex.org/W2049612369","https://openalex.org/W2057278015","https://openalex.org/W2058624977","https://openalex.org/W2059766575","https://openalex.org/W2066584379","https://openalex.org/W2067710423","https://openalex.org/W2068419827","https://openalex.org/W2069077938","https://openalex.org/W2069235736","https://openalex.org/W2069870183","https://openalex.org/W2071156242","https://openalex.org/W2072804212","https://openalex.org/W2076888942","https://openalex.org/W2079701654","https://openalex.org/W2082786956","https://openalex.org/W2083808574","https://openalex.org/W2084437982","https://openalex.org/W2091951525","https://openalex.org/W2092701055","https://openalex.org/W2092927169","https://openalex.org/W2096207368","https://openalex.org/W2096438175","https://openalex.org/W2097638479","https://openalex.org/W2099048704","https://openalex.org/W2100548715","https://openalex.org/W2100641970","https://openalex.org/W2101676920","https://openalex.org/W2106365165","https://openalex.org/W2106547558","https://openalex.org/W2106630408","https://openalex.org/W2107460837","https://openalex.org/W2109038907","https://openalex.org/W2109913881","https://openalex.org/W2113347069","https://openalex.org/W2113640060","https://openalex.org/W2115101920","https://openalex.org/W2116505464","https://openalex.org/W2119074598","https://openalex.org/W2120045257","https://openalex.org/W2120308175","https://openalex.org/W2125725603","https://openalex.org/W2130076000","https://openalex.org/W2132997613","https://openalex.org/W2134440707","https://openalex.org/W2135114864","https://openalex.org/W2137366811","https://openalex.org/W2148545726","https://openalex.org/W2150886314","https://openalex.org/W2150937237","https://openalex.org/W2154105380","https://openalex.org/W2154724067","https://openalex.org/W2155055595","https://openalex.org/W2155355283","https://openalex.org/W2156037541","https://openalex.org/W2156186232","https://openalex.org/W2160219061","https://openalex.org/W2164930330","https://openalex.org/W2168490009","https://openalex.org/W2168535456","https://openalex.org/W2170051049","https://openalex.org/W2228467293","https://openalex.org/W2237396823","https://openalex.org/W2238216200","https://openalex.org/W2271350114","https://openalex.org/W2464171116","https://openalex.org/W2465191537","https://openalex.org/W2468710617","https://openalex.org/W2473653870","https://openalex.org/W2475334473","https://openalex.org/W2476153691","https://openalex.org/W2556260348","https://openalex.org/W2581637843","https://openalex.org/W2590822507","https://openalex.org/W2603612888","https://openalex.org/W2604382266","https://openalex.org/W2611325507","https://openalex.org/W2615397337","https://openalex.org/W2624553223","https://openalex.org/W2739936944","https://openalex.org/W2745680449","https://openalex.org/W2748827028","https://openalex.org/W2756936647","https://openalex.org/W2798835721","https://openalex.org/W2798904209","https://openalex.org/W2799195065","https://openalex.org/W2802970882","https://openalex.org/W2808234013","https://openalex.org/W2889742741","https://openalex.org/W2891416139","https://openalex.org/W2894680593","https://openalex.org/W2899908862","https://openalex.org/W2909551589","https://openalex.org/W2944069152","https://openalex.org/W2950184844","https://openalex.org/W2951406526","https://openalex.org/W2955157382","https://openalex.org/W2962682659","https://openalex.org/W2963672599","https://openalex.org/W2963692154","https://openalex.org/W2963857397","https://openalex.org/W2964006684","https://openalex.org/W2967884905","https://openalex.org/W2969575218","https://openalex.org/W2969656782","https://openalex.org/W2971159908","https://openalex.org/W2972905192","https://openalex.org/W2987293115","https://openalex.org/W2997771882","https://openalex.org/W3003611599","https://openalex.org/W3005804633","https://openalex.org/W3006669551","https://openalex.org/W3014901735","https://openalex.org/W3037879762","https://openalex.org/W3038822267","https://openalex.org/W3044364015","https://openalex.org/W3085555662","https://openalex.org/W3088479979","https://openalex.org/W3088936686","https://openalex.org/W3101777798","https://openalex.org/W3106454043","https://openalex.org/W3122866338","https://openalex.org/W3125944471","https://openalex.org/W3126966255","https://openalex.org/W3138984732","https://openalex.org/W3147838757","https://openalex.org/W3148233644","https://openalex.org/W3152929911","https://openalex.org/W3154189934","https://openalex.org/W3155116159","https://openalex.org/W3155235146","https://openalex.org/W3156287428","https://openalex.org/W3157974261","https://openalex.org/W3161207330","https://openalex.org/W3161328255","https://openalex.org/W3167712016","https://openalex.org/W3178963676","https://openalex.org/W3179945325","https://openalex.org/W3183835286","https://openalex.org/W3185784178","https://openalex.org/W3193746305","https://openalex.org/W3201178526","https://openalex.org/W3201495823","https://openalex.org/W3201802316","https://openalex.org/W4200468156","https://openalex.org/W4205466832","https://openalex.org/W4205671217","https://openalex.org/W4205826145","https://openalex.org/W4206647372","https://openalex.org/W4211036769","https://openalex.org/W4211243454","https://openalex.org/W4212975704","https://openalex.org/W4224874637","https://openalex.org/W4225852839","https://openalex.org/W4226536440","https://openalex.org/W4229022629","https://openalex.org/W4234071252","https://openalex.org/W4234292174","https://openalex.org/W4238998169","https://openalex.org/W4239187549","https://openalex.org/W4239510350","https://openalex.org/W4242661676","https://openalex.org/W4248634141","https://openalex.org/W4249267926","https://openalex.org/W4283170612","https://openalex.org/W4284677394","https://openalex.org/W4284695140","https://openalex.org/W4284698080","https://openalex.org/W4284713556","https://openalex.org/W4285553096","https://openalex.org/W4285750413","https://openalex.org/W4290742115","https://openalex.org/W4292862031","https://openalex.org/W4293248036","https://openalex.org/W4296591846","https://openalex.org/W4300831780","https://openalex.org/W4302322961","https://openalex.org/W4316837538","https://openalex.org/W4365445794","https://openalex.org/W4367060769","https://openalex.org/W4367365649","https://openalex.org/W4377023136","https://openalex.org/W4377238805","https://openalex.org/W4385568412","https://openalex.org/W4385642073","https://openalex.org/W4386729337","https://openalex.org/W4387835442","https://openalex.org/W4389009464","https://openalex.org/W4389524458","https://openalex.org/W4391361021","https://openalex.org/W4392137566","https://openalex.org/W4392384650","https://openalex.org/W4396722552","https://openalex.org/W4396843748"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Information":[0],"access":[1,110,212],"systems,":[2,8,158,185],"such":[3],"as":[4,19,82],"search":[5,155],"engines,":[6,156],"recom-mender":[7],"and":[9,37,63,73,113,145,148,159,188,214],"conversational":[10,160],"assistants,":[11],"have":[12,218],"become":[13],"integral":[14],"to":[15,57,175,217,223],"our":[16,24],"daily":[17],"lives":[18],"they":[20],"help":[21],"us":[22],"satisfy":[23],"in-formation":[25,109],"needs.":[26],"However,":[27],"evaluating":[28],"the":[29,46,67,115,125,192,208],"effectiveness":[30,53],"of":[31,48,94,108,118,198,204,210],"these":[32],"systems":[33,213,227],"presents":[34],"a":[35,50,83,91,106,195],"long-standing":[36],"complex":[38],"scien-tific":[39],"challenge.":[40],"This":[41,86],"challenge":[42],"is":[43,166],"rooted":[44],"in":[45,54,70,129,228],"difficulty":[47],"assessing":[49],"system's":[51],"overall":[52],"assisting":[55],"users":[56],"complete":[58],"tasks":[59],"through":[60],"interactive":[61,225],"support,":[62],"further":[64],"exacerbated":[65],"by":[66],"substantial":[68],"variation":[69],"user":[71,79,95,119,130,138,141,152,164,186],"behaviour":[72],"preferences.":[74],"To":[75],"address":[76],"this":[77],"challenge,":[78],"simulation":[80,96,142,165],"emerges":[81],"promising":[84],"solution.":[85],"monograph":[87,193],"focuses":[88],"on":[89,221],"providing":[90],"thorough":[92],"under-standing":[93],"techniques":[97],"designed":[98],"specifically":[99],"for":[100,136,143,150],"evaluation":[101,112,209],"purposes.":[102],"We":[103,190],"begin":[104],"with":[105,154,178,194],"background":[107],"system":[111],"explore":[114],"diverse":[116],"applications":[117],"simulation.":[120],"Subsequently,":[121],"we":[122,173],"systemati-cally":[123],"review":[124],"major":[126],"research":[127,169,201],"progress":[128],"simulation,":[131],"covering":[132],"both":[133],"general":[134],"frameworks":[135],"designing":[137],"simu-lators,":[139],"utilizing":[140],"evaluation,":[144],"specific":[146],"models":[147],"algorithms":[149],"simulating":[151],"interactions":[153],"recommender":[157],"assistants.":[161],"Realizing":[162],"that":[163],"an":[167],"interdisciplinary":[168],"topic,":[170],"whenever":[171],"possible,":[172],"attempt":[174],"establish":[176],"connections":[177],"related":[179],"fields,":[180],"including":[181],"machine":[182],"learning,":[183],"dialogue":[184],"modeling,":[187],"economics.":[189],"end":[191],"broad":[196],"discussion":[197],"important":[199],"future":[200],"directions,":[202],"many":[203],"which":[205],"extend":[206],"beyond":[207],"information":[211],"are":[215],"expected":[216],"broader":[219],"impact":[220],"how":[222],"evaluate":[224],"intelligent":[226],"general.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}