{"id":"https://openalex.org/W4390446658","doi":"https://doi.org/10.1145/3627676.3627680","title":"Adversarially Trained Environment Models Are Effective Policy Evaluators and Improvers - An Application to Information Retrieval","display_name":"Adversarially Trained Environment Models Are Effective Policy Evaluators and Improvers - An Application to Information Retrieval","publication_year":2023,"publication_date":"2023-11-30","ids":{"openalex":"https://openalex.org/W4390446658","doi":"https://doi.org/10.1145/3627676.3627680"},"language":"en","primary_location":{"id":"doi:10.1145/3627676.3627680","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627676.3627680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Fifth International Conference on Distributed Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103009300","display_name":"Yao Li","orcid":"https://orcid.org/0009-0004-6731-460X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Li","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0009-0004-6731-460X","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027396594","display_name":"Yifan Liu","orcid":"https://orcid.org/0000-0001-8726-3927"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Liu","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0001-8726-3927","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012370987","display_name":"Xinyi Dai","orcid":"https://orcid.org/0000-0002-3351-5401"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Dai","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0002-3351-5401","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036057873","display_name":"Jianghao Lin","orcid":"https://orcid.org/0000-0002-8953-3203"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianghao Lin","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0002-8953-3203","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101789061","display_name":"Hang Lai","orcid":"https://orcid.org/0000-0003-1000-3232"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Lai","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0003-1000-3232","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075388168","display_name":"Yunfei Liu","orcid":"https://orcid.org/0000-0001-6377-1513"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunfei Liu","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0001-6377-1513","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001571390","display_name":"Yong Yu","orcid":"https://orcid.org/0000-0003-0281-8271"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Yu","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0003-0281-8271","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7583133578300476},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.440538614988327},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35440361499786377}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7583133578300476},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.440538614988327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35440361499786377}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3627676.3627680","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627676.3627680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Fifth International Conference on Distributed Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1616576116","https://openalex.org/W1968927634","https://openalex.org/W1987742866","https://openalex.org/W1992549066","https://openalex.org/W2026784708","https://openalex.org/W2027382829","https://openalex.org/W2031858317","https://openalex.org/W2069065514","https://openalex.org/W2099213975","https://openalex.org/W2106630408","https://openalex.org/W2108862644","https://openalex.org/W2111216736","https://openalex.org/W2113640060","https://openalex.org/W2115584760","https://openalex.org/W2120966432","https://openalex.org/W2122654842","https://openalex.org/W2123432324","https://openalex.org/W2125771191","https://openalex.org/W2143331230","https://openalex.org/W2154739689","https://openalex.org/W2167032986","https://openalex.org/W2169783907","https://openalex.org/W2339829457","https://openalex.org/W2604382266","https://openalex.org/W2986273318","https://openalex.org/W2997919341","https://openalex.org/W3043826557","https://openalex.org/W3153413682","https://openalex.org/W3153783849","https://openalex.org/W3156055390","https://openalex.org/W3211517915","https://openalex.org/W3212671125","https://openalex.org/W4229855683","https://openalex.org/W4248949446"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"The":[0,36,279],"essence":[1],"of":[2,32,93,109,170,191],"information":[3,12,20,277],"retrieval":[4],"(IR)":[5],"is":[6],"to":[7,17,26,90,101,128,276],"find":[8],"the":[9,18,24,27,30,58,67,91,118,155,168,179,185,189,251,282,287],"most":[10,108],"useful":[11],"items":[13,25],"(or":[14],"documents)":[15],"according":[16],"user\u2019s":[19],"need":[21],"and":[22,61,86,134,153,178,202,223,239,248,266,268],"present":[23],"users":[28],"in":[29],"form":[31],"a":[33,42,148,164,174,193,200,205,218,225],"ranking":[34,43,68,156,238],"list.":[35,69],"widely":[37],"used":[38],"evaluation":[39],"metrics":[40],"for":[41,158],"list":[44],"are":[45,52,99,262,291],"NDCG,":[46],"MAP,":[47],"hit":[48],"ratio":[49],"etc.,":[50],"which":[51,88],"based":[53,183,228],"on":[54,57,112,116,167,184,216,229],"strong":[55],"assumptions":[56],"users\u2019":[59,79],"examining":[60],"click":[62,176,208,235],"behaviors":[63],"when":[64],"interacting":[65],"with":[66],"In":[70,138],"modern":[71],"IR":[72],"scenarios,":[73],"it":[74],"has":[75,125],"been":[76,126],"shown":[77],"that":[78,196,257],"behavior":[80,120],"can":[81,131,220],"be":[82],"highly":[83],"personalized,":[84],"diverse":[85],"dynamic,":[87],"leads":[89],"failure":[92],"those":[94],"assumptions.":[95],"Click":[96],"models":[97,261],"(CMs)":[98],"proposed":[100],"learn":[102],"such":[103,199],"complex":[104],"user":[105],"behaviors.":[106],"However,":[107],"existing":[110],"works":[111],"CM":[113,149,195,219],"still":[114],"focus":[115],"fitting":[117],"logged":[119],"data":[121,233],"while":[122],"little":[123],"attention":[124],"paid":[127],"how":[129,147,217],"CMs":[130],"both":[132,221],"evaluate":[133,152,222],"improve":[135,154,224],"rankers":[136],"effectively.":[137],"this":[139,269],"paper,":[140],"we":[141,161,187,212],"perform":[142],"an":[143,274],"in-depth":[144],"investigation":[145],"into":[146],"could":[150,197,271],"simultaneously":[151],"policy":[157,237,240,264],"IR.":[159],"Specifically,":[160],"first":[162],"make":[163],"theoretical":[165],"analysis":[166],"discrepancy":[169,201],"evaluated":[171],"performance":[172],"between":[173],"learned":[175],"model":[177,209],"real":[180],"user.":[181],"Then":[182],"analysis,":[186],"discuss":[188],"principles":[190],"learning":[192],"good":[194],"reduce":[198],"accordingly":[203],"propose":[204],"novel":[206],"rank-oriented":[207],"(RankCM).":[210],"Furthermore,":[211],"conducted":[213],"extensive":[214],"experiments":[215,283],"ranker":[226],"effectively":[227],"four":[230],"tasks,":[231],"namely":[232],"fitting,":[234],"simulation,":[236],"improvement,":[241],"where":[242],"RankCM":[243],"demonstrates":[244],"its":[245],"comprehensive":[246],"effectiveness":[247],"superiority":[249],"over":[250],"compared":[252],"CMs.":[253],"Our":[254],"study":[255],"claims":[256],"adversarially":[258],"trained":[259],"environment":[260],"effective":[263],"evaluators":[265],"improvers,":[267],"work":[270],"serve":[272],"as":[273,284,286],"application":[275],"retrieval.":[278],"innovations":[280],"from":[281],"well":[285],"future":[288],"promising":[289],"investigations":[290],"further":[292],"discussed.":[293]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}