{"id":"https://openalex.org/W7123355325","doi":"https://doi.org/10.1109/tpami.2026.3652193","title":"Instructed Diffuser With Temporal Condition Guidance for Offline Reinforcement Learning","display_name":"Instructed Diffuser With Temporal Condition Guidance for Offline Reinforcement Learning","publication_year":2026,"publication_date":"2026-01-12","ids":{"openalex":"https://openalex.org/W7123355325","doi":"https://doi.org/10.1109/tpami.2026.3652193","pmid":"https://pubmed.ncbi.nlm.nih.gov/41525589"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2026.3652193","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3652193","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122903031","display_name":"Jifeng Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jifeng Hu","raw_affiliation_strings":["School of Artificial Intelligence, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-8658-9447","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101353767","display_name":"Yanchao Sun","orcid":"https://orcid.org/0000-0002-1137-9939"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanchao Sun","raw_affiliation_strings":["University of Maryland, College Park, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-1137-9939","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122856347","display_name":"Sili Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sili Huang","raw_affiliation_strings":["Minzu University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5387-7904","affiliations":[{"raw_affiliation_string":"Minzu University of China, Beijing, China","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Siyuan Guo","orcid":"https://orcid.org/0000-0002-9304-5405"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Guo","raw_affiliation_strings":["School of Artificial Intelligence, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-9304-5405","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108294333","display_name":"Hechang Chen","orcid":"https://orcid.org/0000-0001-7835-9556"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hechang Chen","raw_affiliation_strings":["School of Artificial Intelligence, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0001-7835-9556","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Li Shen","orcid":"https://orcid.org/0000-0001-5659-3464"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Shen","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5659-3464","affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082844471","display_name":"Lichao Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lichao Sun","raw_affiliation_strings":["Lehigh University, Bethlehem, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1539-7939","affiliations":[{"raw_affiliation_string":"Lehigh University, Bethlehem, PA, USA","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yi Chang","orcid":"https://orcid.org/0000-0003-2697-8093"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Chang","raw_affiliation_strings":["School of Artificial Intelligence, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0003-2697-8093","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122909767","display_name":"Dacheng Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7225-5449","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05862559,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"5","first_page":"5346","last_page":"5356"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5662999749183655,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5662999749183655,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.11089999973773956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05130000039935112,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6808000206947327},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.4440999925136566},{"id":"https://openalex.org/keywords/diffuser","display_name":"Diffuser (optics)","score":0.4058000147342682},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.37540000677108765},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"Temporal difference learning","score":0.3716000020503998},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.34950000047683716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7720000147819519},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6808000206947327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6467000246047974},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.4440999925136566},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4325999915599823},{"id":"https://openalex.org/C2780565730","wikidata":"https://www.wikidata.org/wiki/Q5275430","display_name":"Diffuser (optics)","level":3,"score":0.4058000147342682},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.37540000677108765},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.3716000020503998},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.34950000047683716},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3231000006198883},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2712000012397766},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2026.3652193","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3652193","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41525589","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41525589","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:dr.ntu.edu.sg:10356/212353","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/212353","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7440847158432007,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1163755948","display_name":null,"funder_award_id":"62576364","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1211044700","display_name":null,"funder_award_id":"U2341229","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8116777385","display_name":null,"funder_award_id":"62476110","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recentworks":[0],"have":[1,24],"shown":[2,26],"the":[3,17,85,109,139,175,186,201],"potential":[4],"of":[5,43,87,103,162,189],"diffusion":[6,22,51,116],"models":[7,23,52],"in":[8,29,90,93,191],"computer":[9],"vision":[10],"and":[11,46,96,101,129,148,152,182],"natural":[12],"language":[13],"processing.":[14],"Apart":[15],"from":[16,80,126],"classical":[18],"supervised":[19],"learning":[20,31],"fields,":[21],"also":[25],"strong":[27],"competitiveness":[28],"reinforcement":[30],"(RL)":[32],"by":[33],"formulating":[34],"decision-making":[35],"as":[36],"sequential":[37,44,91],"generation.":[38],"However,":[39],"incorporating":[40],"temporal":[41,75,81,88,105,124,134,160],"information":[42,125,161],"data":[45],"utilizing":[47],"it":[48],"to":[49,53,70,145,173,184],"guide":[50,174],"perform":[54],"better":[55],"generation":[56,73,92,132,167],"is":[57],"still":[58],"an":[59,113],"open":[60],"challenge.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65,111,137,169,178],"take":[66],"one":[67],"step":[68],"forward":[69],"investigate":[71],"controllable":[72,166],"with":[74,133,205],"conditions":[76,89,154],"that":[77],"are":[78],"refined":[79],"information.":[82],"We":[83],"observe":[84],"importance":[86],"sufficient":[94],"scenarios":[95],"provide":[97],"a":[98],"comprehensive":[99],"discussion":[100],"comparison":[102],"different":[104],"conditions.":[106,135],"Based":[107],"on":[108],"observations,":[110],"propose":[112],"effective":[114],"temporally-conditional":[115],"model":[117],"coined":[118],"Temporally-Composable":[119],"Diffuser":[120],"(TCD),":[121],"which":[122],"extracts":[123],"interaction":[127],"sequences":[128,140],"explicitly":[130],"guides":[131],"Specifically,":[136],"separate":[138],"into":[141],"three":[142],"parts":[143],"according":[144],"time":[146],"expansion":[147],"identify":[149],"historical,":[150],"immediate,":[151],"prospective":[153],"accordingly.":[155],"Each":[156],"condition":[157],"preserves":[158],"non-overlapping":[159],"sequences,":[163],"enabling":[164],"more":[165],"when":[168],"jointly":[170],"use":[171],"them":[172],"diffuser.":[176],"Finally,":[177],"conduct":[179],"extensive":[180],"experiments":[181],"analysis":[183],"reveal":[185],"favorable":[187],"applicability":[188],"TCD":[190],"offline":[192],"RL":[193],"tasks,":[194],"where":[195],"our":[196],"method":[197],"reaches":[198],"or":[199],"matches":[200],"best":[202],"performance":[203],"compared":[204],"prior":[206],"SOTA":[207],"baselines.":[208]},"counts_by_year":[],"updated_date":"2026-04-04T06:10:10.580331","created_date":"2026-01-14T00:00:00"}