{"id":"https://openalex.org/W2912834476","doi":"https://doi.org/10.3233/ia-170031","title":"Deep Learning and Hierarchical Reinforcement Learning for modeling a Conversational Recommender System","display_name":"Deep Learning and Hierarchical Reinforcement Learning for modeling a Conversational Recommender System","publication_year":2019,"publication_date":"2019-01-29","ids":{"openalex":"https://openalex.org/W2912834476","doi":"https://doi.org/10.3233/ia-170031","mag":"2912834476"},"language":"en","primary_location":{"id":"doi:10.3233/ia-170031","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ia-170031","pdf_url":null,"source":{"id":"https://openalex.org/S207922018","display_name":"Intelligenza Artificiale","issn_l":"1724-8035","issn":["1724-8035","2211-0097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligenza Artificiale","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070784701","display_name":"Pierpaolo Basile","orcid":"https://orcid.org/0000-0002-0545-1105"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Pierpaolo Basile","raw_affiliation_strings":["Department of Computer Science, University of Bari Aldo Moro, Italy IT"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Bari Aldo Moro, Italy IT","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021573612","display_name":"Claudio Greco","orcid":"https://orcid.org/0000-0001-9628-7875"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudio Greco","raw_affiliation_strings":["Department of Computer Science, University of Bari Aldo Moro, Italy IT"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Bari Aldo Moro, Italy IT","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010504829","display_name":"Alessandro Suglia","orcid":"https://orcid.org/0000-0002-3177-5197"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alessandro Suglia","raw_affiliation_strings":["Interaction Lab, Heriot-Watt University, Edinburgh Centre for Robotics Edinburgh, Scotland, UK"],"affiliations":[{"raw_affiliation_string":"Interaction Lab, Heriot-Watt University, Edinburgh Centre for Robotics Edinburgh, Scotland, UK","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059814300","display_name":"Giovanni Semeraro","orcid":"https://orcid.org/0000-0001-6883-1853"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Semeraro","raw_affiliation_strings":["Department of Computer Science, University of Bari Aldo Moro, Italy IT"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Bari Aldo Moro, Italy IT","institution_ids":["https://openalex.org/I5561750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5070784701"],"corresponding_institution_ids":["https://openalex.org/I5561750"],"apc_list":null,"apc_paid":null,"fwci":0.9801,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.81499948,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"12","issue":"2","first_page":"125","last_page":"141"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.906615138053894},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8804149627685547},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.6449052095413208},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.598375678062439},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5738649964332581},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5169386267662048},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.4834621846675873},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4202954173088074},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3218899369239807}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.906615138053894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8804149627685547},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.6449052095413208},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.598375678062439},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5738649964332581},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5169386267662048},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4834621846675873},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4202954173088074},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3218899369239807},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3233/ia-170031","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ia-170031","pdf_url":null,"source":{"id":"https://openalex.org/S207922018","display_name":"Intelligenza Artificiale","issn_l":"1724-8035","issn":["1724-8035","2211-0097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligenza Artificiale","raw_type":"journal-article"},{"id":"pmh:oai:ricerca.uniba.it:11586/232048","is_oa":false,"landing_page_url":"http://hdl.handle.net/11586/232048","pdf_url":null,"source":{"id":"https://openalex.org/S4377196296","display_name":"CINECA IRIS Institutional Research Information System (University of Bari Aldo Moro)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5561750","host_organization_name":"University of Bari Aldo Moro","host_organization_lineage":["https://openalex.org/I5561750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W13400516","https://openalex.org/W94845440","https://openalex.org/W264301034","https://openalex.org/W1806891645","https://openalex.org/W1815076433","https://openalex.org/W1978400840","https://openalex.org/W1993411524","https://openalex.org/W2044288351","https://openalex.org/W2088940345","https://openalex.org/W2101105183","https://openalex.org/W2101645771","https://openalex.org/W2108325777","https://openalex.org/W2109910161","https://openalex.org/W2117911558","https://openalex.org/W2119717200","https://openalex.org/W2130942839","https://openalex.org/W2137063737","https://openalex.org/W2143177362","https://openalex.org/W2149706766","https://openalex.org/W2157331557","https://openalex.org/W2250777971","https://openalex.org/W2257979135","https://openalex.org/W2271840356","https://openalex.org/W2287880243","https://openalex.org/W2349436533","https://openalex.org/W2525778437","https://openalex.org/W2580557349","https://openalex.org/W2594726847","https://openalex.org/W2753713910","https://openalex.org/W2787291671","https://openalex.org/W2963262099","https://openalex.org/W2964352131","https://openalex.org/W3021131224","https://openalex.org/W4210962885","https://openalex.org/W4234163981","https://openalex.org/W4236137412","https://openalex.org/W6603853770","https://openalex.org/W6638545294","https://openalex.org/W6679436768","https://openalex.org/W6681103105","https://openalex.org/W6695856656","https://openalex.org/W6703271639","https://openalex.org/W6917172014"],"related_works":["https://openalex.org/W1496222301","https://openalex.org/W3207760230","https://openalex.org/W1590307681","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703","https://openalex.org/W41015297","https://openalex.org/W4280645561"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"propose":[4],"a":[5,16,46,60,64,73,82,87,93],"framework":[6,22],"based":[7,85],"on":[8,86],"Hierarchical":[9],"Reinforcement":[10,95],"Learning":[11,90,96],"for":[12],"dialogue":[13,25,37],"management":[14],"in":[15],"Conversational":[17],"Recommender":[18],"System":[19],"scenario.":[20],"The":[21,41,77],"splits":[23],"the":[24,36,39,50],"into":[26],"more":[27],"manageable":[28],"tasks":[29],"whose":[30],"achievement":[31],"corresponds":[32],"to":[33,67],"goals":[34],"of":[35,45,75],"with":[38],"user.":[40],"framewor":[42],"k":[43],"consists":[44],"meta-controller,":[47],"which":[48,55,62],"receives":[49],"user":[51],"utterance":[52],"and":[53,59,92],"understands":[54],"goal":[56],"should":[57],"pursue,":[58],"controller,":[61],"exploits":[63],"goal-specific":[65],"representation":[66],"generate":[68],"an":[69],"answer":[70],"composed":[71],"by":[72],"sequence":[74],"tokens.":[76],"modules":[78],"are":[79],"trained":[80],"using":[81],"two-stage":[83],"strategy":[84],"preliminary":[88],"Supervised":[89],"stage":[91],"successive":[94],"stage.":[97]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2019-02-21T00:00:00"}