{"id":"https://openalex.org/W4399686980","doi":"https://doi.org/10.1007/s10664-024-10500-5","title":"Common challenges of deep reinforcement learning applications development: an empirical study","display_name":"Common challenges of deep reinforcement learning applications development: an empirical study","publication_year":2024,"publication_date":"2024-06-14","ids":{"openalex":"https://openalex.org/W4399686980","doi":"https://doi.org/10.1007/s10664-024-10500-5"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-024-10500-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10664-024-10500-5","pdf_url":null,"source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048134538","display_name":"Mohammad Mehdi Morovati","orcid":"https://orcid.org/0000-0002-7942-4791"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mohammad Mehdi Morovati","raw_affiliation_strings":["SWAT Laboratory, Department of Computer and Software Engineering, Polytechnique Montr\u00e9al, 2500 Chem. de Polytechnique, Montr\u00e9al, QC, H3T 1J4, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7942-4791","affiliations":[{"raw_affiliation_string":"SWAT Laboratory, Department of Computer and Software Engineering, Polytechnique Montr\u00e9al, 2500 Chem. de Polytechnique, Montr\u00e9al, QC, H3T 1J4, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059516159","display_name":"Florian Tambon","orcid":"https://orcid.org/0000-0001-5593-9400"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Florian Tambon","raw_affiliation_strings":["SWAT Laboratory, Department of Computer and Software Engineering, Polytechnique Montr\u00e9al, 2500 Chem. de Polytechnique, Montr\u00e9al, QC, H3T 1J4, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SWAT Laboratory, Department of Computer and Software Engineering, Polytechnique Montr\u00e9al, 2500 Chem. de Polytechnique, Montr\u00e9al, QC, H3T 1J4, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023836003","display_name":"Mina Taraghi","orcid":"https://orcid.org/0009-0007-8250-4200"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mina Taraghi","raw_affiliation_strings":["SWAT Laboratory, Department of Computer and Software Engineering, Polytechnique Montr\u00e9al, 2500 Chem. de Polytechnique, Montr\u00e9al, QC, H3T 1J4, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SWAT Laboratory, Department of Computer and Software Engineering, Polytechnique Montr\u00e9al, 2500 Chem. de Polytechnique, Montr\u00e9al, QC, H3T 1J4, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079607563","display_name":"Amin Nikanjam","orcid":"https://orcid.org/0000-0002-0440-6839"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Amin Nikanjam","raw_affiliation_strings":["SWAT Laboratory, Department of Computer and Software Engineering, Polytechnique Montr\u00e9al, 2500 Chem. de Polytechnique, Montr\u00e9al, QC, H3T 1J4, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SWAT Laboratory, Department of Computer and Software Engineering, Polytechnique Montr\u00e9al, 2500 Chem. de Polytechnique, Montr\u00e9al, QC, H3T 1J4, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040665094","display_name":"Foutse Khomh","orcid":null},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Foutse Khomh","raw_affiliation_strings":["SWAT Laboratory, Department of Computer and Software Engineering, Polytechnique Montr\u00e9al, 2500 Chem. de Polytechnique, Montr\u00e9al, QC, H3T 1J4, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SWAT Laboratory, Department of Computer and Software Engineering, Polytechnique Montr\u00e9al, 2500 Chem. de Polytechnique, Montr\u00e9al, QC, H3T 1J4, Canada","institution_ids":["https://openalex.org/I45683168"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5048134538"],"corresponding_institution_ids":["https://openalex.org/I45683168"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":null,"fwci":15.0655,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.99069767,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"29","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7028643488883972},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.557056188583374},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5322266221046448},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5212615132331848},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5192834734916687},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4025292694568634},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38500314950942993},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.38277459144592285}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7028643488883972},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.557056188583374},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5322266221046448},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5212615132331848},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5192834734916687},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4025292694568634},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38500314950942993},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.38277459144592285},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10664-024-10500-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10664-024-10500-5","pdf_url":null,"source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:publications.polymtl.ca:58865","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/58865/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article de revue"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320331165","display_name":"Fonds de recherche du Qu\u00e9bec","ror":"https://ror.org/00w3qhf76"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1946258363","https://openalex.org/W1980926065","https://openalex.org/W2145339207","https://openalex.org/W2884877436","https://openalex.org/W2888557792","https://openalex.org/W2891688103","https://openalex.org/W2896671475","https://openalex.org/W2904174853","https://openalex.org/W2908261578","https://openalex.org/W2944264045","https://openalex.org/W2954574984","https://openalex.org/W2962686197","https://openalex.org/W2963748706","https://openalex.org/W2968594320","https://openalex.org/W2970198659","https://openalex.org/W2980482960","https://openalex.org/W2980524392","https://openalex.org/W3005940936","https://openalex.org/W3017863658","https://openalex.org/W3023116132","https://openalex.org/W3090027660","https://openalex.org/W3090643686","https://openalex.org/W3091633490","https://openalex.org/W3092277419","https://openalex.org/W3095209159","https://openalex.org/W3098910265","https://openalex.org/W3100789280","https://openalex.org/W3100925971","https://openalex.org/W3106649810","https://openalex.org/W3108144771","https://openalex.org/W3120394327","https://openalex.org/W3121342653","https://openalex.org/W3127561923","https://openalex.org/W3152154974","https://openalex.org/W3160349922","https://openalex.org/W3160369295","https://openalex.org/W3187829000","https://openalex.org/W3201000358","https://openalex.org/W3203969037","https://openalex.org/W3208323417","https://openalex.org/W3216296953","https://openalex.org/W3216656735","https://openalex.org/W4200438872","https://openalex.org/W4241689827","https://openalex.org/W4243227753","https://openalex.org/W4281742620","https://openalex.org/W4285490440","https://openalex.org/W4285820335","https://openalex.org/W4288079617","https://openalex.org/W4289979407","https://openalex.org/W4312885492","https://openalex.org/W4362606928","https://openalex.org/W4367016230","https://openalex.org/W4378418585","https://openalex.org/W4389158350","https://openalex.org/W4389337865","https://openalex.org/W4389438812","https://openalex.org/W4389544359","https://openalex.org/W6604977742","https://openalex.org/W6629638729"],"related_works":["https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W2477036161","https://openalex.org/W2368049389","https://openalex.org/W2384861574","https://openalex.org/W4294565801","https://openalex.org/W2170801710","https://openalex.org/W4390723067","https://openalex.org/W2768698792"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}