{"id":"https://openalex.org/W2759567155","doi":"https://doi.org/10.18653/v1/d17-1234","title":"Affordable On-line Dialogue Policy Learning","display_name":"Affordable On-line Dialogue Policy Learning","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2759567155","doi":"https://doi.org/10.18653/v1/d17-1234","mag":"2759567155"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d17-1234","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d17-1234","pdf_url":"https://www.aclweb.org/anthology/D17-1234.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D17-1234.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101987170","display_name":"Cheng Chang","orcid":"https://orcid.org/0000-0001-6589-4437"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Chang","raw_affiliation_strings":["Key Lab. of Shanghai Education Commission for Intelligent Interaction and Cognitive Eng. SpeechLab, Department of Computer Science and Engineering Brain Science and Technology Research Center","Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Lab. of Shanghai Education Commission for Intelligent Interaction and Cognitive Eng. SpeechLab, Department of Computer Science and Engineering Brain Science and Technology Research Center","institution_ids":["https://openalex.org/I4210165726"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032223753","display_name":"Runzhe Yang","orcid":"https://orcid.org/0000-0001-8891-5149"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runzhe Yang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China","Key Lab. of Shanghai Education Commission for Intelligent Interaction and Cognitive Eng. SpeechLab, Department of Computer Science and Engineering Brain Science and Technology Research Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Lab. of Shanghai Education Commission for Intelligent Interaction and Cognitive Eng. SpeechLab, Department of Computer Science and Engineering Brain Science and Technology Research Center","institution_ids":["https://openalex.org/I4210165726"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101471991","display_name":"Lu Chen","orcid":"https://orcid.org/0000-0002-2723-0071"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Chen","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China","Key Lab. of Shanghai Education Commission for Intelligent Interaction and Cognitive Eng. SpeechLab, Department of Computer Science and Engineering Brain Science and Technology Research Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Lab. of Shanghai Education Commission for Intelligent Interaction and Cognitive Eng. SpeechLab, Department of Computer Science and Engineering Brain Science and Technology Research Center","institution_ids":["https://openalex.org/I4210165726"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030761097","display_name":"Xiang Zhou","orcid":"https://orcid.org/0000-0002-3835-3894"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Zhou","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China","Key Lab. of Shanghai Education Commission for Intelligent Interaction and Cognitive Eng. SpeechLab, Department of Computer Science and Engineering Brain Science and Technology Research Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Lab. of Shanghai Education Commission for Intelligent Interaction and Cognitive Eng. SpeechLab, Department of Computer Science and Engineering Brain Science and Technology Research Center","institution_ids":["https://openalex.org/I4210165726"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043098653","display_name":"Kai Yu","orcid":"https://orcid.org/0000-0002-7102-9826"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Yu","raw_affiliation_strings":["Key Lab. of Shanghai Education Commission for Intelligent Interaction and Cognitive Eng. SpeechLab, Department of Computer Science and Engineering Brain Science and Technology Research Center","Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Lab. of Shanghai Education Commission for Intelligent Interaction and Cognitive Eng. SpeechLab, Department of Computer Science and Engineering Brain Science and Technology Research Center","institution_ids":["https://openalex.org/I4210165726"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2200","last_page":"2209"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scarcity","display_name":"Scarcity","score":0.8158648610115051},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.763010561466217},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7347983717918396},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5480378866195679},{"id":"https://openalex.org/keywords/policy-learning","display_name":"Policy learning","score":0.47671833634376526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3296865224838257},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32865840196609497},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18522128462791443},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.15960538387298584}],"concepts":[{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.8158648610115051},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.763010561466217},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7347983717918396},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5480378866195679},{"id":"https://openalex.org/C2779436431","wikidata":"https://www.wikidata.org/wiki/Q30672407","display_name":"Policy learning","level":2,"score":0.47671833634376526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3296865224838257},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32865840196609497},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18522128462791443},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.15960538387298584},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/d17-1234","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d17-1234","pdf_url":"https://www.aclweb.org/anthology/D17-1234.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/d17-1234","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d17-1234","pdf_url":"https://www.aclweb.org/anthology/D17-1234.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G6460810127","display_name":null,"funder_award_id":"14JCZ03","funder_id":"https://openalex.org/F4320322999","funder_display_name":"Shanghai Jiao Tong University"}],"funders":[{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2759567155.pdf","grobid_xml":"https://content.openalex.org/works/W2759567155.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1529399279","https://openalex.org/W1539975474","https://openalex.org/W1589064538","https://openalex.org/W1757796397","https://openalex.org/W1778387566","https://openalex.org/W1785674045","https://openalex.org/W1947758080","https://openalex.org/W1948566616","https://openalex.org/W1975244201","https://openalex.org/W1989996186","https://openalex.org/W2054716580","https://openalex.org/W2062175565","https://openalex.org/W2117989772","https://openalex.org/W2119015791","https://openalex.org/W2121110499","https://openalex.org/W2168359464","https://openalex.org/W2186615578","https://openalex.org/W2250456405","https://openalex.org/W2251058040","https://openalex.org/W2251221343","https://openalex.org/W2291723583","https://openalex.org/W2438667436","https://openalex.org/W2563829177","https://openalex.org/W2740191615","https://openalex.org/W2913340405","https://openalex.org/W2951176429","https://openalex.org/W2963064439","https://openalex.org/W2963993502","https://openalex.org/W4298857966"],"related_works":["https://openalex.org/W1571141552","https://openalex.org/W4386067343","https://openalex.org/W4294250823","https://openalex.org/W55936454","https://openalex.org/W2095572632","https://openalex.org/W2944249426","https://openalex.org/W3156349322","https://openalex.org/W4294609170","https://openalex.org/W129955550","https://openalex.org/W64208695"],"abstract_inverted_index":{"The":[0],"key":[1],"to":[2,12,26,36,57,68,88,131,133],"building":[3],"an":[4,14],"evolvable":[5],"dialogue":[6,17,44,53],"system":[7,45],"in":[8,33],"real-world":[9],"scenarios":[10],"is":[11,77,118],"ensure":[13],"affordable":[15],"on-line":[16,23],"policy":[18,54],"learning,":[19],"which":[20],"requires":[21],"the":[22,37,43,50,74,96,108,111,115,126,141],"learning":[24,75,98,143],"process":[25,76,144],"be":[27],"safe,":[28],"efficient":[29],"and":[30,61,91,129],"economical.":[31],"But":[32],"reality,":[34],"due":[35],"scarcity":[38],"of":[39,65],"real":[40],"interaction":[41],"data,":[42,71],"usually":[46],"grows":[47],"slowly.":[48],"Besides,":[49],"poor":[51],"initial":[52],"easily":[55],"leads":[56],"bad":[58],"user":[59],"experience":[60],"incurs":[62],"a":[63,102],"failure":[64],"attracting":[66],"users":[67],"contribute":[69],"training":[70],"so":[72,138],"that":[73,139],"unsustainable.":[78],"To":[79],"accurately":[80],"depict":[81],"this,":[82],"two":[83],"quantitative":[84],"metrics":[85],"are":[86],"proposed":[87,101],"assess":[89],"safety":[90],"efficiency":[92],"issues.":[93],"For":[94],"solving":[95],"unsustainable":[97],"problem,":[99],"we":[100,120],"complete":[103],"companion":[104],"teaching":[105,117,123,136],"framework":[106],"incorporating":[107],"guidance":[109],"from":[110],"human":[112,116],"teacher.":[113],"Since":[114],"expensive,":[119],"compared":[121],"various":[122],"schemes":[124],"answering":[125],"question":[127],"how":[128],"when":[130],"teach,":[132],"economically":[134],"utilize":[135],"budget,":[137],"make":[140],"online":[142],"affordable.":[145]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":6}],"updated_date":"2026-07-27T08:26:11.824852","created_date":"2025-10-10T00:00:00"}