{"id":"https://openalex.org/W4414445961","doi":"https://doi.org/10.1007/s10515-025-00555-z","title":"Investigating the bugs in reinforcement learning programs: Insights from Stack Overflow and GitHub","display_name":"Investigating the bugs in reinforcement learning programs: Insights from Stack Overflow and GitHub","publication_year":2025,"publication_date":"2025-09-23","ids":{"openalex":"https://openalex.org/W4414445961","doi":"https://doi.org/10.1007/s10515-025-00555-z"},"language":"en","primary_location":{"id":"doi:10.1007/s10515-025-00555-z","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10515-025-00555-z","pdf_url":null,"source":{"id":"https://openalex.org/S4210177399","display_name":"Automated Software Engineering","issn_l":"0928-8910","issn":["0928-8910","1573-7535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automated Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045686722","display_name":"Jiayin Song","orcid":"https://orcid.org/0009-0000-0853-8452"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayin Song","raw_affiliation_strings":["Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, School of Cyberspace Security, Beijing Jiaotong University, Beijing, 100044, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, School of Cyberspace Security, Beijing Jiaotong University, Beijing, 100044, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045240151","display_name":"Yike Li","orcid":"https://orcid.org/0000-0002-6693-0935"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yike Li","raw_affiliation_strings":["Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, School of Cyberspace Security, Beijing Jiaotong University, Beijing, 100044, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, School of Cyberspace Security, Beijing Jiaotong University, Beijing, 100044, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007332382","display_name":"Yunzhe Tian","orcid":"https://orcid.org/0000-0003-0015-7780"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunzhe Tian","raw_affiliation_strings":["Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, School of Cyberspace Security, Beijing Jiaotong University, Beijing, 100044, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, School of Cyberspace Security, Beijing Jiaotong University, Beijing, 100044, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101363870","display_name":"Haoxuan Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210108887","display_name":"Xinjiang Uygur Autonomous Region Institute of Metrology and Measurement","ror":"https://ror.org/020p5zy41","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210108887"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoxuan Ma","raw_affiliation_strings":["Ruoqiang Infrastructure Section, China Railway Urumqi Group Co., Ltd., Ruoqiang Line, Bayingolin Mongol Autonomous Prefecture, Xinjiang, 841800, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ruoqiang Infrastructure Section, China Railway Urumqi Group Co., Ltd., Ruoqiang Line, Bayingolin Mongol Autonomous Prefecture, Xinjiang, 841800, China","institution_ids":["https://openalex.org/I4210108887"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321711","display_name":"Honglei Li","orcid":"https://orcid.org/0000-0002-7080-873X"},"institutions":[{"id":"https://openalex.org/I4210122330","display_name":"Qinghai New Energy (China)","ror":"https://ror.org/0311vkn02","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210122330"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honglei Li","raw_affiliation_strings":["Xining Power Supply Section, China Railway Qinghai Tibet Group Co., Ltd, Xining, Qinghai, 810001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xining Power Supply Section, China Railway Qinghai Tibet Group Co., Ltd, Xining, Qinghai, 810001, China","institution_ids":["https://openalex.org/I4210122330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100523865","display_name":"Jie Zuo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jie Zuo","raw_affiliation_strings":["Beijing Subway Operation Co., Ltd., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Subway Operation Co., Ltd., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070828650","display_name":"Jiqiang Liu","orcid":"https://orcid.org/0000-0003-1147-4327"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiqiang Liu","raw_affiliation_strings":["Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, School of Cyberspace Security, Beijing Jiaotong University, Beijing, 100044, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, School of Cyberspace Security, Beijing Jiaotong University, Beijing, 100044, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047248381","display_name":"Wenjia Niu","orcid":"https://orcid.org/0000-0003-4706-4266"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenjia Niu","raw_affiliation_strings":["Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, School of Cyberspace Security, Beijing Jiaotong University, Beijing, 100044, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, School of Cyberspace Security, Beijing Jiaotong University, Beijing, 100044, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5047248381"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":null,"fwci":1.7312,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.88547251,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"33","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.858299970626831},{"id":"https://openalex.org/keywords/root-cause-analysis","display_name":"Root cause analysis","score":0.5370000004768372},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4867999851703644},{"id":"https://openalex.org/keywords/root-cause","display_name":"Root cause","score":0.48500001430511475},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4697999954223633},{"id":"https://openalex.org/keywords/root","display_name":"Root (linguistics)","score":0.428600013256073},{"id":"https://openalex.org/keywords/stack","display_name":"Stack (abstract data type)","score":0.42260000109672546}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.858299970626831},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.757099986076355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5480999946594238},{"id":"https://openalex.org/C130963320","wikidata":"https://www.wikidata.org/wiki/Q1401207","display_name":"Root cause analysis","level":2,"score":0.5370000004768372},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5123999714851379},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4867999851703644},{"id":"https://openalex.org/C84945661","wikidata":"https://www.wikidata.org/wiki/Q7366567","display_name":"Root cause","level":2,"score":0.48500001430511475},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4697999954223633},{"id":"https://openalex.org/C171078966","wikidata":"https://www.wikidata.org/wiki/Q111029","display_name":"Root (linguistics)","level":2,"score":0.428600013256073},{"id":"https://openalex.org/C9395851","wikidata":"https://www.wikidata.org/wiki/Q177929","display_name":"Stack (abstract data type)","level":2,"score":0.42260000109672546},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.2689000070095062},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C3020199158","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"High resolution","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10515-025-00555-z","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10515-025-00555-z","pdf_url":null,"source":{"id":"https://openalex.org/S4210177399","display_name":"Automated Software Engineering","issn_l":"0928-8910","issn":["0928-8910","1573-7535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automated Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1100003544","display_name":null,"funder_award_id":"62372021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1992313040","display_name":null,"funder_award_id":"F2023105005","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G2247602126","display_name":null,"funder_award_id":"2023JBZY036","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1588879371","https://openalex.org/W2135198734","https://openalex.org/W2158782408","https://openalex.org/W2318680928","https://openalex.org/W2405637012","https://openalex.org/W2440056063","https://openalex.org/W2583993537","https://openalex.org/W2850992922","https://openalex.org/W2954903132","https://openalex.org/W2963703511","https://openalex.org/W2968594320","https://openalex.org/W2989847975","https://openalex.org/W3005940936","https://openalex.org/W3023116132","https://openalex.org/W3041012898","https://openalex.org/W3088735455","https://openalex.org/W3090561201","https://openalex.org/W3090643686","https://openalex.org/W3100550131","https://openalex.org/W3100944043","https://openalex.org/W3102273185","https://openalex.org/W3103386085","https://openalex.org/W3104663419","https://openalex.org/W3109004940","https://openalex.org/W3118210634","https://openalex.org/W3120394327","https://openalex.org/W3161493619","https://openalex.org/W3195618452","https://openalex.org/W3196239222","https://openalex.org/W4213072374","https://openalex.org/W4224254720","https://openalex.org/W4285190531","https://openalex.org/W4288079617","https://openalex.org/W4327594616","https://openalex.org/W4367016230","https://openalex.org/W4378418585","https://openalex.org/W4389141459","https://openalex.org/W4389544359","https://openalex.org/W4390746096","https://openalex.org/W4399686980","https://openalex.org/W4405602545"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}