{"id":"https://openalex.org/W4225156048","doi":"https://doi.org/10.1145/3491102.3502023","title":"Speeding up Inference with User Simulators through Policy Modulation","display_name":"Speeding up Inference with User Simulators through Policy Modulation","publication_year":2022,"publication_date":"2022-04-27","ids":{"openalex":"https://openalex.org/W4225156048","doi":"https://doi.org/10.1145/3491102.3502023"},"language":"en","primary_location":{"id":"doi:10.1145/3491102.3502023","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3502023","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3502023","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3502023","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079849875","display_name":"Hee-Seung Moon","orcid":"https://orcid.org/0000-0003-0882-2335"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hee-Seung Moon","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Korea, Republic of"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Korea, Republic of","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055387061","display_name":"Seungwon Do","orcid":"https://orcid.org/0009-0003-8740-9174"},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seungwon Do","raw_affiliation_strings":["ETRI, Korea, Republic of"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETRI, Korea, Republic of","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101606635","display_name":"Wonjae Kim","orcid":"https://orcid.org/0000-0001-7636-8360"},"institutions":[{"id":"https://openalex.org/I4405260609","display_name":"NAVER Cloud (South Korea)","ror":"https://ror.org/041051y78","country_code":"KR","type":"company","lineage":["https://openalex.org/I4405260609","https://openalex.org/I60922564"]},{"id":"https://openalex.org/I60922564","display_name":"Naver (South Korea)","ror":"https://ror.org/04nzrnx83","country_code":"KR","type":"company","lineage":["https://openalex.org/I60922564"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wonjae Kim","raw_affiliation_strings":["NAVER AI Lab, Korea, Republic of"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NAVER AI Lab, Korea, Republic of","institution_ids":["https://openalex.org/I4405260609","https://openalex.org/I60922564"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100657256","display_name":"Jiwon Seo","orcid":"https://orcid.org/0000-0003-1781-533X"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiwon Seo","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Korea, Republic of"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Korea, Republic of","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084721447","display_name":"Minsuk Chang","orcid":"https://orcid.org/0000-0002-9441-3337"},"institutions":[{"id":"https://openalex.org/I4405260609","display_name":"NAVER Cloud (South Korea)","ror":"https://ror.org/041051y78","country_code":"KR","type":"company","lineage":["https://openalex.org/I4405260609","https://openalex.org/I60922564"]},{"id":"https://openalex.org/I60922564","display_name":"Naver (South Korea)","ror":"https://ror.org/04nzrnx83","country_code":"KR","type":"company","lineage":["https://openalex.org/I60922564"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minsuk Chang","raw_affiliation_strings":["NAVER AI Lab, Korea, Republic of"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NAVER AI Lab, Korea, Republic of","institution_ids":["https://openalex.org/I4405260609","https://openalex.org/I60922564"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078211287","display_name":"Byungjoo Lee","orcid":"https://orcid.org/0009-0003-1547-9923"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byungjoo Lee","raw_affiliation_strings":["Yonsei University, Korea, Republic of"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yonsei University, Korea, Republic of","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2939,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.87353247,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8089427947998047},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7514966130256653},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6050360798835754},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5061213374137878},{"id":"https://openalex.org/keywords/user-modeling","display_name":"User modeling","score":0.4840101897716522},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4405694007873535},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43171077966690063},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.4241161346435547},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39532384276390076},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.37994059920310974},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33925938606262207}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8089427947998047},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7514966130256653},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6050360798835754},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5061213374137878},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.4840101897716522},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4405694007873535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43171077966690063},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4241161346435547},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39532384276390076},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.37994059920310974},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33925938606262207},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3491102.3502023","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3502023","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3502023","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3491102.3502023","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3502023","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3502023","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G1693655342","display_name":null,"funder_award_id":"2018R1D1A1B07043580 and 2020R1A2C4002146","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G3845188811","display_name":null,"funder_award_id":"NRF-2020R1A2C400214612","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G4007600970","display_name":null,"funder_award_id":"2020\u20100\u201001361","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G4502238119","display_name":null,"funder_award_id":"NRF-2018R1D1A1B07043580","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G4615817861","display_name":null,"funder_award_id":"2020-0-01361","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G4838000382","display_name":null,"funder_award_id":"2018R1D1A1B07043580","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G848056306","display_name":null,"funder_award_id":"2020\u20100\u201001361","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225156048.pdf","grobid_xml":"https://content.openalex.org/works/W4225156048.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W1596194502","https://openalex.org/W1968396657","https://openalex.org/W1987751685","https://openalex.org/W1996884089","https://openalex.org/W2006388199","https://openalex.org/W2013201733","https://openalex.org/W2017150428","https://openalex.org/W2045712037","https://openalex.org/W2046209191","https://openalex.org/W2047325228","https://openalex.org/W2056975430","https://openalex.org/W2059048668","https://openalex.org/W2063289012","https://openalex.org/W2065903557","https://openalex.org/W2076863986","https://openalex.org/W2077012593","https://openalex.org/W2098205603","https://openalex.org/W2098774185","https://openalex.org/W2099667445","https://openalex.org/W2105512500","https://openalex.org/W2109168899","https://openalex.org/W2121813011","https://openalex.org/W2124884174","https://openalex.org/W2128536124","https://openalex.org/W2130267005","https://openalex.org/W2144592607","https://openalex.org/W2145244769","https://openalex.org/W2153657884","https://openalex.org/W2154635459","https://openalex.org/W2154740693","https://openalex.org/W2156707826","https://openalex.org/W2315761891","https://openalex.org/W2325481712","https://openalex.org/W2404594755","https://openalex.org/W2460299708","https://openalex.org/W2560647685","https://openalex.org/W2606862087","https://openalex.org/W2611632447","https://openalex.org/W2626665288","https://openalex.org/W2744163656","https://openalex.org/W2767376945","https://openalex.org/W2790414966","https://openalex.org/W2790680786","https://openalex.org/W2795496097","https://openalex.org/W2796395857","https://openalex.org/W2801367197","https://openalex.org/W2948249628","https://openalex.org/W2989911375","https://openalex.org/W3006937233","https://openalex.org/W3030431617","https://openalex.org/W3030715443","https://openalex.org/W3031514878","https://openalex.org/W3104868866","https://openalex.org/W3119064584","https://openalex.org/W3161475829","https://openalex.org/W3163218877","https://openalex.org/W3163322284","https://openalex.org/W3179833101","https://openalex.org/W3199107835","https://openalex.org/W3204455772","https://openalex.org/W3205279237","https://openalex.org/W4210916243","https://openalex.org/W4287826976"],"related_works":["https://openalex.org/W4319083788","https://openalex.org/W2741711008","https://openalex.org/W4246426965","https://openalex.org/W1803586643","https://openalex.org/W2111057027","https://openalex.org/W2394454866","https://openalex.org/W2003915001","https://openalex.org/W1485340534","https://openalex.org/W3097319984","https://openalex.org/W1519356943"],"abstract_inverted_index":{"The":[0],"simulation":[1],"of":[2,25,41,46,94,144],"user":[3,30,95,118],"behavior":[4],"with":[5,136],"deep":[6],"reinforcement":[7],"learning":[8],"agents":[9],"has":[10],"shown":[11],"some":[12],"recent":[13],"success.":[14],"However,":[15],"the":[16,22,26,39,42,47,54,80,88,92,100,116,128],"inverse":[17],"problem,":[18],"that":[19,70,76,87],"is,":[20],"inferring":[21,127],"free":[23],"parameters":[24,56,131],"simulator":[27,119],"from":[28],"observed":[29],"behaviors,":[31],"remains":[32],"challenging":[33],"to":[34,79,102,142],"solve.":[35],"This":[36],"is":[37,51,58],"because":[38],"optimization":[40],"new":[43],"action":[44,105],"policy":[45,75,106],"simulated":[48],"agent,":[49],"which":[50],"required":[52],"whenever":[53],"model":[55,82,109],"change,":[57],"computationally":[59],"impractical.":[60],"In":[61],"this":[62],"study,":[63],"we":[64,85,124],"introduce":[65],"a":[66,73],"network":[67],"modulation":[68],"technique":[69,90],"can":[71],"obtain":[72,103],"generalized":[74],"immediately":[77],"adapts":[78],"given":[81],"parameters.":[83,110],"Further,":[84],"demonstrate":[86],"proposed":[89],"improves":[91],"efficiency":[93],"simulator-based":[96],"inference":[97],"by":[98],"eliminating":[99],"need":[101],"an":[104],"for":[107,120],"novel":[108],"We":[111],"validated":[112],"our":[113],"approach":[114],"using":[115],"latest":[117],"point-and-click":[121],"behavior.":[122],"Consequently,":[123],"succeeded":[125],"in":[126],"user\u2019s":[129],"cognitive":[130],"and":[132],"intrinsic":[133],"reward":[134],"settings":[135],"less":[137],"than":[138],"1/1000":[139],"computational":[140],"power":[141],"those":[143],"existing":[145],"methods.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}