{"id":"https://openalex.org/W7167615994","doi":"https://doi.org/10.48550/arxiv.2607.03903","title":"CDCP: Conditional Diffusion Model with Contextual Prompts for Multi-task Offline Safe Reinforcement Learning","display_name":"CDCP: Conditional Diffusion Model with Contextual Prompts for Multi-task Offline Safe Reinforcement Learning","publication_year":2026,"publication_date":"2026-07-04","ids":{"openalex":"https://openalex.org/W7167615994","doi":"https://doi.org/10.48550/arxiv.2607.03903"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.03903","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03903","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.03903","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140189914","display_name":"Jiayi Guan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Jiayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140159883","display_name":"Tianle Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Tianle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140219547","display_name":"Li Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140195609","display_name":"Ruiqi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ruiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140202031","display_name":"Ao Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Ao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000112545","display_name":"Lusong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Lusong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140177640","display_name":"Guai Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Guai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124141447","display_name":"Mengjie Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Mengjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140192000","display_name":"Alois Knoll","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Knoll, Alois","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125054748","display_name":"X He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Xiaodong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5021821354","display_name":"C Y Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Changjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5860000252723694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5860000252723694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.07490000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.044599998742341995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8029999732971191},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5404000282287598},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4336000084877014},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4228000044822693},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4066999852657318},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.3407000005245209},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.33739998936653137}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8029999732971191},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6863999962806702},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5633999705314636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5422999858856201},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5404000282287598},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4336000084877014},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4228000044822693},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4066999852657318},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.3407000005245209},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.33739998936653137},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.27489998936653137},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.03903","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03903","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.03903","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03903","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7522581219673157}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-task":[0],"offline":[1,15,105],"safe":[2,12,106,222],"reinforcement":[3],"learning":[4],"(RL)":[5],"promises":[6],"to":[7,60,80,135,158,165,176],"learn":[8],"a":[9,54,72,117,130,153,214],"shared":[10],"optimal":[11],"policy":[13],"from":[14,144],"data":[16],"across":[17],"multiple":[18],"tasks.":[19,167],"This":[20],"paradigm":[21],"provides":[22],"an":[23],"effective":[24],"means":[25],"for":[26,57,219],"the":[27,42,88,101,111,122,188,200,220],"widespread":[28],"application":[29],"of":[30,45,103],"RL":[31],"in":[32,92,196],"multi-task":[33,94,104,112,160,197,221],"scenarios":[34,98,198],"with":[35,76],"high":[36],"risk":[37],"and":[38,49,90,96,99,140,163,194],"interaction":[39],"costs.":[40],"However,":[41],"triple":[43],"challenges":[44,91],"multi-tasking,":[46],"safety":[47,62,195],"constraints,":[48],"out-of-distribution":[50],"(OOD)":[51],"actions":[52,146],"pose":[53],"significant":[55],"hurdle":[56],"existing":[58],"methods":[59],"ensure":[61],"while":[63],"maximizing":[64],"reward":[65],"returns.":[66],"In":[67],"this":[68],"work,":[69],"we":[70,85,109,128,151],"propose":[71],"Conditional":[73],"Diffusion":[74],"model":[75],"Contextual":[77],"Prompts":[78],"(CDCP)":[79],"address":[81],"these":[82],"challenges.":[83],"Concretely,":[84],"first":[86],"rethink":[87],"requirements":[89],"current":[93,201],"decision-making":[95],"control":[97],"establish":[100],"objectives":[102],"RL.":[107,223],"Subsequently,":[108],"transform":[110],"constrained":[113],"optimization":[114],"problem":[115,120],"into":[116],"conditional":[118],"generation":[119],"using":[121],"diffusion":[123],"model.":[124],"Based":[125],"on":[126],"this,":[127],"design":[129],"classifier-free":[131],"guided":[132],"cost-constraint":[133,217],"strategy":[134,172],"provide":[136],"flexible":[137,216],"cost":[138,208],"constraints":[139,209],"eliminate":[141,177],"extrapolation":[142],"errors":[143],"OOD":[145],"via":[147],"supervised":[148],"learning.":[149],"Additionally,":[150],"introduce":[152],"novel":[154],"contextual":[155],"prompting":[156],"method":[157],"enhance":[159],"representation":[161],"accuracy":[162],"adaptability":[164],"unseen":[166],"A":[168],"gradient":[169,178],"loss":[170],"synchronization":[171],"is":[173],"also":[174],"introduced":[175],"interference,":[179],"improving":[180],"training":[181],"stability.":[182],"Finally,":[183],"extensive":[184],"experiments":[185],"demonstrate":[186],"that":[187],"CDCP":[189],"algorithm":[190],"exhibits":[191],"higher":[192],"performance":[193],"than":[199],"state-of-the-art":[202],"baseline":[203],"methods.":[204],"It":[205],"meets":[206],"different":[207],"without":[210],"further":[211],"training,":[212],"providing":[213],"more":[215],"solution":[218]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-08T00:00:00"}