{"id":"https://openalex.org/W3178963676","doi":"https://doi.org/10.1145/3404835.3462818","title":"DRL4IR: 2nd Workshop on Deep Reinforcement Learning for Information Retrieval","display_name":"DRL4IR: 2nd Workshop on Deep Reinforcement Learning for Information Retrieval","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3178963676","doi":"https://doi.org/10.1145/3404835.3462818","mag":"3178963676"},"language":"en","primary_location":{"id":"doi:10.1145/3404835.3462818","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3404835.3462818","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3404835.3462818","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3404835.3462818","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090720315","display_name":"Weinan Zhang","orcid":"https://orcid.org/0000-0002-0127-2425"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weinan Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645854","display_name":"Xiangyu Zhao","orcid":"https://orcid.org/0000-0003-2926-4416"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangyu Zhao","raw_affiliation_strings":["Michigan State University, East Lansing, MI, USA"],"affiliations":[{"raw_affiliation_string":"Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032277491","display_name":"Zhao Li","orcid":"https://orcid.org/0000-0002-5056-0351"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Zhao","raw_affiliation_strings":["Microsoft Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054482111","display_name":"Dawei Yin","orcid":"https://orcid.org/0000-0002-8846-2001"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Yin","raw_affiliation_strings":["Baidu, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002485529","display_name":"Grace Hui Yang","orcid":"https://orcid.org/0000-0001-6095-8358"},"institutions":[{"id":"https://openalex.org/I184565670","display_name":"Georgetown University","ror":"https://ror.org/05vzafd60","country_code":"US","type":"education","lineage":["https://openalex.org/I184565670"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Grace Hui Yang","raw_affiliation_strings":["Georgetown University, Washington, D.C, China"],"affiliations":[{"raw_affiliation_string":"Georgetown University, Washington, D.C, China","institution_ids":["https://openalex.org/I184565670"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5090720315"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":3.1302,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.92637153,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2681","last_page":"2684"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8328486680984497},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8286722302436829},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7046968340873718},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6767622232437134},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6501339077949524},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.547306478023529},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.544575035572052},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5047105550765991},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4925108850002289},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4594801664352417},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37535738945007324}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8328486680984497},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8286722302436829},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7046968340873718},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6767622232437134},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6501339077949524},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.547306478023529},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.544575035572052},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5047105550765991},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4925108850002289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4594801664352417},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37535738945007324},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3404835.3462818","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3404835.3462818","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3404835.3462818","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3404835.3462818","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3404835.3462818","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3404835.3462818","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1201744633","display_name":"III: Small: Collaborative Research: Effective Labeled Data Generation via Generative Adversarial Learning","funder_award_id":"1907704","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G129499350","display_name":null,"funder_award_id":"61632017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2702356746","display_name":null,"funder_award_id":"61702","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3256823474","display_name":null,"funder_award_id":"61702327","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3276807630","display_name":null,"funder_award_id":"IIS-145374, IIS1907704, IIS1928278, IIS1714741, IIS1715940, IIS1845081, CNS1815636","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3321490683","display_name":"Collaborative Research: On making wave energy an economical and reliable power source for ocean measurement applications","funder_award_id":"1702327","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3412060240","display_name":"CAREER: Real-World Networks: Modeling and Analysis of Signed Networks with Positive and Negative Links","funder_award_id":"1845081","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3565905726","display_name":"SaTC: CORE: Small: Side-channel Attacks Against Mobile Users: Singularity Detection, Behavior Identification, and Automated Rectification","funder_award_id":"1815636","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4014752699","display_name":null,"funder_award_id":"IIS1715940","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4171557291","display_name":null,"funder_award_id":"IIS1907704","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G434729842","display_name":null,"funder_award_id":"1928278","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4433206528","display_name":null,"funder_award_id":"61772333","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5495925939","display_name":"III: Small: Unsupervised Feature Selection in the Era of Big Data","funder_award_id":"1714741","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6258415954","display_name":null,"funder_award_id":"Chinese","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6978028572","display_name":null,"funder_award_id":"IIS-145374","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7334269182","display_name":null,"funder_award_id":"IIS1907704, IIS1928278, IIS1714741, IIS1715940, IIS1845081 and CNS1815636.","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7710557890","display_name":null,"funder_award_id":"IIS1845081","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7773032749","display_name":"III: Small: Collaborative Research: A General Feature Learning Framework for Dynamic Attributed Networks","funder_award_id":"1715940","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8208342437","display_name":null,"funder_award_id":"1 and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8605162970","display_name":null,"funder_award_id":"61632017, 61702327, 61772333","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8955107213","display_name":null,"funder_award_id":"Major","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3178963676.pdf","grobid_xml":"https://content.openalex.org/works/W3178963676.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1660390307","https://openalex.org/W1757796397","https://openalex.org/W2145339207","https://openalex.org/W2215378786","https://openalex.org/W2339829457","https://openalex.org/W2562337727","https://openalex.org/W2740384884","https://openalex.org/W2776652360","https://openalex.org/W2787933113","https://openalex.org/W2788125442","https://openalex.org/W2788295351","https://openalex.org/W2797811993","https://openalex.org/W2798492560","https://openalex.org/W2799544270","https://openalex.org/W2951274974","https://openalex.org/W2955421345","https://openalex.org/W2963619374","https://openalex.org/W2963842088","https://openalex.org/W2997919341","https://openalex.org/W3007094061","https://openalex.org/W3019614710","https://openalex.org/W3034329167","https://openalex.org/W3040127368","https://openalex.org/W3043826557","https://openalex.org/W3102778384","https://openalex.org/W3102899483","https://openalex.org/W3103141630","https://openalex.org/W3103752844","https://openalex.org/W3105140685","https://openalex.org/W3105787366","https://openalex.org/W3153413682","https://openalex.org/W3156055390"],"related_works":["https://openalex.org/W2768698792","https://openalex.org/W3127142483","https://openalex.org/W4385565564","https://openalex.org/W2898073868","https://openalex.org/W2138488530","https://openalex.org/W2798835721","https://openalex.org/W2971071571","https://openalex.org/W2387658907","https://openalex.org/W2922169395","https://openalex.org/W2385796165"],"abstract_inverted_index":{"Modern":[0],"information":[1,282],"retrieval":[2],"(IR)":[3],"consists":[4],"of":[5,8,86,106,134,162,170,186,225,245,260,279,290],"a":[6,47,54,97,132,187,210,247],"series":[7],"processes,":[9],"including":[10],"query":[11],"expansion,":[12],"candidate":[13],"item":[14,16,18,24],"recall,":[15],"ranking,":[17],"re-ranking,":[19],"etc.":[20],"The":[21,103],"final":[22],"ranked":[23],"list":[25],"will":[26,33,305],"be":[27,51,75],"exposed":[28],"to":[29,137,151,182,212,220,238,309],"the":[30,58,61,65,68,81,84,113,119,157,160,166,184,193,201,214,222,242,251,257,261,291],"user,":[31],"which":[32,208,265],"accordingly":[34],"provide":[35],"feedback":[36],"through":[37],"some":[38],"expected":[39,237],"actions":[40],"such":[41,145],"as":[42,53,146,254,256],"browsing":[43],"and":[44,153,217,276,295,313,316],"click.":[45],"Such":[46],"whole":[48],"process":[49,56,73],"can":[50,74],"formulated":[52],"decision-making":[55,72,101,171,248],"where":[57],"agent":[59,120],"is":[60,67,110,197],"IR":[62,143,249],"system":[63],"while":[64],"environment":[66],"specific":[69],"user.":[70],"This":[71],"one-step":[76],"or":[77,83,165,190],"sequential,":[78],"depending":[79],"on":[80,270],"scenarios":[82],"ways":[85],"problem":[87],"formulation.":[88],"Since":[89],"2013,":[90],"Deep":[91],"reinforcement":[92,114],"learning":[93,108,115,150],"(DRL)":[94],"has":[95,174],"been":[96,131,176],"fast-developing":[98],"technique":[99],"for":[100,141,228,281],"tasks.":[102],"high":[104],"capacity":[105],"deep":[107],"models":[109],"incorporated":[111],"in":[112,172,233],"framework":[116],"so":[117],"that":[118],"may":[121],"successfully":[122],"handle":[123],"complex":[124],"decision-making.":[125],"In":[126,301],"recent":[127,223,314],"years,":[128],"there":[129],"have":[130],"bunch":[133],"publications":[135],"attempting":[136],"leverage":[138],"DRL":[139,226,280],"techniques":[140,227],"different":[142],"tasks":[144],"ad":[147],"hoc":[148],"retrieval,":[149],"rank":[152],"interactive":[154],"recommendation.":[155],"Nonetheless,":[156],"fundamental":[158,243,310],"theory,":[159],"principle":[161],"RL":[163],"methods":[164],"recognized":[167],"experimental":[168,195,274],"protocols":[169],"IR,":[173],"not":[175],"well":[177,255],"developed,":[178],"making":[179],"it":[180],"challenging":[181],"evaluate":[183],"correctness":[185],"proposed":[188],"method":[189],"judge":[191],"whether":[192],"reported":[194],"performance":[196],"valid.":[198],"We":[199],"propose":[200],"second":[202],"DRL4IR":[203,284],"workshop":[204,235],"at":[205,286],"SIGIR":[206],"2021,":[207],"provides":[209],"venue":[211],"gather":[213],"academia":[215],"researchers":[216],"industry":[218],"practitioners":[219],"present":[221],"progress":[224],"IR.":[229],"More":[230],"importantly,":[231],"people":[232],"this":[234,302],"are":[236],"discuss":[239],"more":[240,307],"about":[241,318],"principles":[244],"formulating":[246],"task,":[250],"underlying":[252],"theory":[253],"practical":[258],"effectiveness":[259],"experiment":[262],"protocol":[263],"design,":[264],"would":[266],"foster":[267],"further":[268],"research":[269,311],"novel":[271],"methodologies,":[272],"innovative":[273],"findings":[275],"new":[277],"applications":[278],"retrieval.":[283],"organized":[285],"SIGIR'20":[287],"was":[288],"one":[289],"most":[292],"popular":[293],"workshops":[294],"attracted":[296],"over":[297],"200":[298],"conference":[299],"attendees.":[300],"year,":[303],"we":[304],"pay":[306],"attention":[308],"topics":[312],"applications,":[315],"expect":[317],"300":[319],"participants.":[320]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}