{"id":"https://openalex.org/W4403919055","doi":"https://doi.org/10.1109/ro-man60168.2024.10731194","title":"D3D: Conditional Diffusion Model for Decision-Making Under Random Frame Dropping","display_name":"D3D: Conditional Diffusion Model for Decision-Making Under Random Frame Dropping","publication_year":2024,"publication_date":"2024-08-26","ids":{"openalex":"https://openalex.org/W4403919055","doi":"https://doi.org/10.1109/ro-man60168.2024.10731194"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man60168.2024.10731194","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ro-man60168.2024.10731194","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 33rd IEEE International Conference on Robot and Human Interactive Communication (ROMAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072713174","display_name":"Bo Xia","orcid":"https://orcid.org/0009-0003-3507-9732"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Bo Xia","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School,Shenzhen,China,518071"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School,Shenzhen,China,518071","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yifu Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yifu Luo","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School,Shenzhen,China,518071"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School,Shenzhen,China,518071","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yongzhe Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yongzhe Chang","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School,Shenzhen,China,518071"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School,Shenzhen,China,518071","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032061647","display_name":"Bo Yuan","orcid":"https://orcid.org/0000-0003-2169-0007"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Yuan","raw_affiliation_strings":["Research Institute of Tsinghua University in Shenzhen,Shenzhen,China,518057"],"affiliations":[{"raw_affiliation_string":"Research Institute of Tsinghua University in Shenzhen,Shenzhen,China,518057","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100765837","display_name":"Zhiheng Li","orcid":"https://orcid.org/0000-0002-1523-1114"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhiheng Li","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School,Shenzhen,China,518071"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School,Shenzhen,China,518071","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100737125","display_name":"Xueqian Wang","orcid":"https://orcid.org/0000-0003-3542-0593"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xueqian Wang","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School,Shenzhen,China,518071"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School,Shenzhen,China,518071","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5072713174"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23010847,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"278","last_page":"284"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.047200001776218414,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.047200001776218414,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11720","display_name":"Probability and Risk Models","score":0.018200000748038292,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.015399999916553497,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6735920906066895},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6527389883995056},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.49788784980773926},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.06308257579803467}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6735920906066895},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6527389883995056},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.49788784980773926},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.06308257579803467},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ro-man60168.2024.10731194","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ro-man60168.2024.10731194","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 33rd IEEE International Conference on Robot and Human Interactive Communication (ROMAN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1604092038","https://openalex.org/W2097797606","https://openalex.org/W2117864026","https://openalex.org/W2121990873","https://openalex.org/W2158782408","https://openalex.org/W2959300817","https://openalex.org/W2963411833","https://openalex.org/W2989847975","https://openalex.org/W3016525976","https://openalex.org/W3033324992","https://openalex.org/W3036167779","https://openalex.org/W3118210634","https://openalex.org/W3128189070","https://openalex.org/W3154264273","https://openalex.org/W3162926177","https://openalex.org/W3169291081","https://openalex.org/W3195689706","https://openalex.org/W4226278401","https://openalex.org/W4310430604","https://openalex.org/W4318242039","https://openalex.org/W4323650237","https://openalex.org/W4386285856","https://openalex.org/W6679045638","https://openalex.org/W6748839928","https://openalex.org/W6765775151","https://openalex.org/W6776601253","https://openalex.org/W6779265984","https://openalex.org/W6779823529","https://openalex.org/W6788773875","https://openalex.org/W6788990321","https://openalex.org/W6789246195","https://openalex.org/W6795288823","https://openalex.org/W6796289742","https://openalex.org/W6810738896","https://openalex.org/W6847081674","https://openalex.org/W6849187823","https://openalex.org/W6850591238"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0,186],"occurrence":[1],"of":[2,60,67,140],"frame":[3,39,69,77,101,148],"drops":[4,40],"due":[5],"to":[6,19,180],"issues":[7],"such":[8],"as":[9],"corrupted":[10],"communications":[11],"or":[12],"malfunctioning":[13],"sensors":[14],"presents":[15],"a":[16,34,109,120],"significant":[17],"challenge":[18,74],"an":[20,91],"agent\u2019s":[21],"decision-making,":[22],"especially":[23,196],"in":[24,54,65,100,163],"remote":[25],"control":[26],"scenarios.":[27,56,103],"Classical":[28],"reinforcement":[29],"learning":[30],"(RL)":[31],"usually":[32],"assumes":[33],"continuous":[35],"data":[36],"stream":[37],"without":[38,143],"and":[41,51,177,184],"relies":[42],"heavily":[43],"on":[44,175,198],"online":[45],"interactions,":[46],"which":[47],"is":[48,135],"time-consuming,":[49],"resource-intensive,":[50],"often":[52],"impractical":[53],"certain":[55],"Consequently,":[57],"the":[58,114,129,156,164,168],"performance":[59,98],"RL":[61,194],"may":[62],"deteriorate":[63],"significantly":[64],"face":[66],"non-negligible":[68],"drops.":[70],"To":[71],"tackle":[72],"this":[73,106],"caused":[75],"by":[76,167],"dropping,":[78],"We":[79],"propose":[80],"Conditional":[81],"Diffusion":[82],"Model":[83],"for":[84,124],"Decision-Making":[85],"under":[86],"Random":[87],"Frame":[88],"Dropping":[89],"(D3D),":[90],"offline":[92,138],"algorithm":[93],"that":[94,189],"can":[95],"effectively":[96],"enhance":[97],"robustness":[99,183],"dropping":[102,149],"D3D":[104,118,153,190],"addresses":[105],"issue":[107],"through":[108],"two-phase":[110],"approach:":[111],"1)":[112],"During":[113],"policy":[115,134],"generation":[116],"phase,":[117],"adopts":[119],"return-conditional":[121],"diffusion":[122,169],"model":[123],"decision":[125],"making":[126],"rather":[127],"than":[128],"temporal":[130],"difference":[131],"learning,":[132],"whose":[133],"derived":[136],"using":[137],"datasets":[139],"return-labeled":[141],"trajectories":[142],"information":[144],"loss.":[145],"2)":[146],"When":[147],"occurs":[150],"during":[151],"evaluation,":[152],"seamlessly":[154],"substitutes":[155],"missing":[157],"state":[158],"with":[159],"its":[160],"corresponding":[161],"prediction":[162],"horizon":[165],"made":[166],"model.":[170],"Extensive":[171],"experiments":[172],"are":[173],"conducted":[174],"MuJoCo":[176],"Adroit":[178],"tasks":[179,199],"validate":[181],"D3D\u2019s":[182],"efficiency.":[185],"results":[187],"demonstrate":[188],"consistently":[191],"outperforms":[192],"state-of-the-art":[193],"algorithms,":[195],"excelling":[197],"featuring":[200],"severe":[201],"drop":[202],"rates.":[203]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}