{"id":"https://openalex.org/W7147667791","doi":"https://doi.org/10.1145/3801975","title":"OSRC-RL: Optimizing Software Reliability at Compile-Time Using Reinforcement Learning","display_name":"OSRC-RL: Optimizing Software Reliability at Compile-Time Using Reinforcement Learning","publication_year":2026,"publication_date":"2026-04-01","ids":{"openalex":"https://openalex.org/W7147667791","doi":"https://doi.org/10.1145/3801975"},"language":"en","primary_location":{"id":"doi:10.1145/3801975","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3801975","pdf_url":null,"source":{"id":"https://openalex.org/S26056741","display_name":"ACM Transactions on Architecture and Code Optimization","issn_l":"1544-3566","issn":["1544-3566","1544-3973"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Architecture and Code Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1145/3801975","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038425379","display_name":"Hanjiang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I111753288","display_name":"Fujian Normal University","ror":"https://ror.org/020azk594","country_code":"CN","type":"education","lineage":["https://openalex.org/I111753288"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanjiang Liu","raw_affiliation_strings":["College of Computer and Cyber Security, Fujian Normal University"],"raw_orcid":"https://orcid.org/0009-0003-4280-3995","affiliations":[{"raw_affiliation_string":"College of Computer and Cyber Security, Fujian Normal University","institution_ids":["https://openalex.org/I111753288"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107413639","display_name":"Youcong Ni","orcid":null},"institutions":[{"id":"https://openalex.org/I111753288","display_name":"Fujian Normal University","ror":"https://ror.org/020azk594","country_code":"CN","type":"education","lineage":["https://openalex.org/I111753288"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youcong Ni","raw_affiliation_strings":["College of Computer and Cyber Security, Fujian Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Cyber Security, Fujian Normal University","institution_ids":["https://openalex.org/I111753288"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132606142","display_name":"Xin Du","orcid":null},"institutions":[{"id":"https://openalex.org/I111753288","display_name":"Fujian Normal University","ror":"https://ror.org/020azk594","country_code":"CN","type":"education","lineage":["https://openalex.org/I111753288"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Du","raw_affiliation_strings":["College of Computer and Cyber Security, Fujian Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Cyber Security, Fujian Normal University","institution_ids":["https://openalex.org/I111753288"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yifu Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I111753288","display_name":"Fujian Normal University","ror":"https://ror.org/020azk594","country_code":"CN","type":"education","lineage":["https://openalex.org/I111753288"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifu Lu","raw_affiliation_strings":["College of Computer and Cyber Security, Fujian Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Cyber Security, Fujian Normal University","institution_ids":["https://openalex.org/I111753288"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132638725","display_name":"Dingbang Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I111753288","display_name":"Fujian Normal University","ror":"https://ror.org/020azk594","country_code":"CN","type":"education","lineage":["https://openalex.org/I111753288"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingbang Fang","raw_affiliation_strings":["College of Computer and Cyber Security, Fujian Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Cyber Security, Fujian Normal University","institution_ids":["https://openalex.org/I111753288"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5132731545","display_name":"Yongji Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109718","display_name":"Shandong Transportation Research Institute","ror":"https://ror.org/01wcts620","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210109718"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongji Xu","raw_affiliation_strings":["Fujian Transportation Research Institute Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujian Transportation Research Institute Co., Ltd","institution_ids":["https://openalex.org/I4210109718"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35797342,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"23","issue":"2","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.8378999829292297,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.8378999829292297,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.07479999959468842,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.012000000104308128,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8115000128746033},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5472999811172485},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.48179998993873596},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42879998683929443},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.3946000039577484},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.39169999957084656},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.3815999925136566},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.36820000410079956},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.36079999804496765},{"id":"https://openalex.org/keywords/critical-path-method","display_name":"Critical path method","score":0.35580000281333923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8611999750137329},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8115000128746033},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5472999811172485},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.48179998993873596},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42879998683929443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4034999907016754},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3946000039577484},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3921999931335449},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.39169999957084656},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.36820000410079956},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C115874739","wikidata":"https://www.wikidata.org/wiki/Q825377","display_name":"Critical path method","level":2,"score":0.35580000281333923},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3529999852180481},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3353999853134155},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3158000111579895},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.29679998755455017},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2946000099182129},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2896000146865845},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C174683762","wikidata":"https://www.wikidata.org/wiki/Q609588","display_name":"Component-based software engineering","level":4,"score":0.258899986743927},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.25540000200271606},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C16311509","wikidata":"https://www.wikidata.org/wiki/Q4148050","display_name":"Dependency graph","level":3,"score":0.25119999051094055},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3801975","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3801975","pdf_url":null,"source":{"id":"https://openalex.org/S26056741","display_name":"ACM Transactions on Architecture and Code Optimization","issn_l":"1544-3566","issn":["1544-3566","1544-3973"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Architecture and Code Optimization","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3801975","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3801975","pdf_url":null,"source":{"id":"https://openalex.org/S26056741","display_name":"ACM Transactions on Architecture and Code Optimization","issn_l":"1544-3566","issn":["1544-3566","1544-3973"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Architecture and Code Optimization","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G629488167","display_name":null,"funder_award_id":"62172097, and 62402108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W22095172","https://openalex.org/W2016381774","https://openalex.org/W2411334977","https://openalex.org/W2962724414","https://openalex.org/W2973041363","https://openalex.org/W3049473015","https://openalex.org/W3082673232","https://openalex.org/W3082811184","https://openalex.org/W3086481683","https://openalex.org/W3199854011"],"related_works":[],"abstract_inverted_index":{"Enhancing":[0],"software":[1],"reliability":[2,26,234],"mitigates":[3],"failures":[4],"and":[5,80,99,126,135,144,179,198,203,220,239,263],"reduces":[6],"maintenance":[7],"costs.":[8],"In":[9],"the":[10,18,29,68,231,282],"LLVM":[11],"compiler,":[12],"different":[13],"option":[14,168],"sequences":[15],"applied":[16],"to":[17,48,76,86,154,208,251,257,266],"intermediate":[19],"representation":[20],"(IR)":[21],"produce":[22],"binaries":[23],"with":[24,167,186,244],"varying":[25],"levels,":[27],"making":[28],"search":[30],"for":[31],"an":[32,127,156],"optimal":[33],"sequence":[34],"in":[35,161],"reliability-oriented":[36],"compilation":[37,73,145],"a":[38,120,205,210,277],"key":[39],"challenge.":[40],"Although":[41],"reinforcement":[42],"learning":[43,162,178],"(RL)":[44],"has":[45],"been":[46],"employed":[47],"automate":[49],"this":[50],"process,":[51],"existing":[52],"methods":[53],"suffer":[54],"from":[55],"two":[56,117],"major":[57],"limitations:":[58],"they":[59],"rely":[60],"on":[61],"structure-based":[62],"static":[63],"IR":[64,163],"embeddings":[65],"that":[66,84,173,216,228],"overlook":[67],"dynamic":[69],"behaviors":[70],"induced":[71],"by":[72,189,285,291],"transformations,":[74],"leading":[75],"low-fidelity":[77],"state":[78],"representations,":[79],"construct":[81],"action":[82,214],"spaces":[83],"fail":[85],"preserve":[87],"critical":[88],"inter-option":[89],"dependencies":[90],"while":[91],"maintaining":[92],"spatial":[93,187],"compactness,":[94],"thereby":[95],"impairing":[96],"training":[97],"efficiency":[98,219],"constraining":[100],"optimization":[101],"gains.":[102],"This":[103],"article":[104],"presents":[105],"Optimizing":[106],"Software":[107],"Reliability":[108],"at":[109],"Compile-time":[110],"using":[111,147],"Reinforcement":[112],"Learning":[113],"(OSRC-RL),":[114],"which":[115],"integrates":[116],"novel":[118],"components:":[119,254],"Compilation":[121],"Behavior-Aware":[122],"State":[123],"Representation":[124],"(CBA-SR)":[125],"Action":[128],"Space":[129],"Construction":[130],"via":[131,260,269],"Option":[132,191],"Dependency":[133,192],"Awareness":[134],"space":[136,215],"minimization":[137],"(ASC-ODA).":[138],"CBA-SR":[139,255],"jointly":[140],"encodes":[141],"program":[142],"semantics":[143],"dynamics,":[146],"activated":[148],"options":[149],"as":[150],"multi-label":[151],"supervisory":[152],"signals":[153],"guide":[155],"expressive":[157],"Graph":[158],"Isomorphism":[159],"Network":[160],"subgraph":[164],"patterns":[165],"correlated":[166],"activations,":[169],"yielding":[170],"high-fidelity":[171],"states":[172],"enable":[174],"more":[175],"reliable":[176],"policy":[177,221],"faster":[180],"convergence.":[181],"ASC-ODA":[182,264],"reconciles":[183],"dependency":[184],"preservation":[185],"compactness":[188],"constructing":[190],"Graph,":[193],"performing":[194],"dependency-aware":[195],"hierarchical":[196],"clustering":[197],"recursive":[199],"intra-cluster":[200],"path":[201],"analysis,":[202],"applying":[204],"preference-aware":[206],"selection":[207],"generate":[209],"compact":[211],"yet":[212],"dependency-preserving":[213],"enhances":[217],"sample":[218],"stability.":[222],"Evaluations":[223],"across":[224],"20":[225],"benchmarks":[226],"show":[227],"OSRC-RL":[229],"achieves":[230],"highest":[232],"average":[233,279],"gain":[235],"(":[236],"\\(I_{rg}{=}0.6694\\)":[237],")":[238],"competitive":[240],"convergence":[241],"speed":[242],"compared":[243],"five":[245],"baselines.":[246],"Ablations":[247],"attribute":[248],"these":[249],"gains":[250],"its":[252],"core":[253],"(up":[256,265],"11.34%":[258],"improvement":[259,268],"IR-graph":[261],"learning)":[262],"15.22%":[267],"dependency-faithful":[270],"actions).":[271],"On":[272],"industrial":[273],"instances,":[274],"it":[275],"attains":[276],"0.1818":[278],"gain,":[280],"surpassing":[281],"next-best":[283],"method":[284],"33.77%.":[286],"Bounded":[287],"overheads":[288],"are":[289],"mitigated":[290],"Lightweight":[292],"Post-Processing":[293],"(LPP),":[294],"ensuring":[295],"practical":[296],"feasibility.":[297]},"counts_by_year":[],"updated_date":"2026-06-26T06:17:10.115597","created_date":"2026-04-02T00:00:00"}