{"id":"https://openalex.org/W4400645868","doi":"https://doi.org/10.1109/iv55156.2024.10588704","title":"An End-to-End HRL-based Framework with Macro-Micro Adaptive Layer for Mixed On-Ramp Merging","display_name":"An End-to-End HRL-based Framework with Macro-Micro Adaptive Layer for Mixed On-Ramp Merging","publication_year":2024,"publication_date":"2024-06-02","ids":{"openalex":"https://openalex.org/W4400645868","doi":"https://doi.org/10.1109/iv55156.2024.10588704"},"language":"en","primary_location":{"id":"doi:10.1109/iv55156.2024.10588704","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv55156.2024.10588704","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102616706","display_name":"Zoutao Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zoutao Wen","raw_affiliation_strings":["Beijing Institute of Technology,Advanced Research Institute of Multidisciplinary Science,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,Advanced Research Institute of Multidisciplinary Science,Beijing,China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085784813","display_name":"Huachun Tan","orcid":"https://orcid.org/0000-0001-6881-0550"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huachun Tan","raw_affiliation_strings":["Beijing Institute of Technology,Advanced Research Institute of Multidisciplinary Science,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,Advanced Research Institute of Multidisciplinary Science,Beijing,China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026318943","display_name":"Bo Yu","orcid":"https://orcid.org/0000-0002-1130-3029"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Yu","raw_affiliation_strings":["Beijing Institute of Technology,Advanced Research Institute of Multidisciplinary Science,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,Advanced Research Institute of Multidisciplinary Science,Beijing,China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102198409","display_name":"Yanan Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Zhao","raw_affiliation_strings":["Beijing Institute of Technology,School of Mechanical Engineering,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Mechanical Engineering,Beijing,China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1424","last_page":"1429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11429","display_name":"Semiconductor Lasers and Optical Devices","score":0.9584000110626221,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11429","display_name":"Semiconductor Lasers and Optical Devices","score":0.9584000110626221,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9477999806404114,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.861888587474823},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.7580513954162598},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6185288429260254},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6177299618721008},{"id":"https://openalex.org/keywords/end-milling","display_name":"End milling","score":0.45228031277656555},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.16616907715797424},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.16224488615989685},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12686818838119507},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.08314386010169983},{"id":"https://openalex.org/keywords/nanotechnology","display_name":"Nanotechnology","score":0.08181709051132202},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06802141666412354}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.861888587474823},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.7580513954162598},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6185288429260254},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6177299618721008},{"id":"https://openalex.org/C2984155413","wikidata":"https://www.wikidata.org/wiki/Q8194616","display_name":"End milling","level":3,"score":0.45228031277656555},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.16616907715797424},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.16224488615989685},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12686818838119507},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.08314386010169983},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.08181709051132202},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06802141666412354},{"id":"https://openalex.org/C523214423","wikidata":"https://www.wikidata.org/wiki/Q192047","display_name":"Machining","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iv55156.2024.10588704","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv55156.2024.10588704","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W2509583637","https://openalex.org/W2908547192","https://openalex.org/W2913954081","https://openalex.org/W2963625099","https://openalex.org/W3090027660","https://openalex.org/W3097267688","https://openalex.org/W3120230705","https://openalex.org/W3120624913","https://openalex.org/W3121012756","https://openalex.org/W3132669183","https://openalex.org/W3160897191","https://openalex.org/W3168892396","https://openalex.org/W3179586425","https://openalex.org/W3209253128","https://openalex.org/W4381733133","https://openalex.org/W4381733136","https://openalex.org/W4387914680","https://openalex.org/W4391768956","https://openalex.org/W4391770610","https://openalex.org/W6755921573","https://openalex.org/W6761754428"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2030816003","https://openalex.org/W4239992647","https://openalex.org/W2150013480","https://openalex.org/W1554458299","https://openalex.org/W4237894622","https://openalex.org/W4240479622","https://openalex.org/W4252643043","https://openalex.org/W4250565955"],"abstract_inverted_index":{"On-ramp":[0],"merging":[1,26,51,92,196],"problem":[2,52,78],"focuses":[3],"on":[4,176,185],"vehicle":[5,119],"safety":[6,146,193],"and":[7,25,60,117,156,181],"traffic":[8,115],"efficiency.":[9],"It":[10],"can":[11],"be":[12],"considered":[13],"as":[14,34,53],"a":[15,35,54,84,107,173,182],"hierarchical":[16,58],"planning":[17],"scenario":[18],"with":[19,65,164],"free":[20],"flow":[21],"zone,":[22],"preparation":[23],"zone":[24],"zone.":[27],"Previous":[28],"researches":[29],"consider":[30,48],"Reinforcement":[31,70],"Learning":[32,71],"(RL)":[33],"potential":[36],"solution":[37],"due":[38],"to":[39,47,75,86,121,128,135],"its":[40,57],"general":[41],"learning":[42],"ability.":[43],"However,":[44],"flat-RL":[45],"tends":[46],"the":[49,122,130,133,142,145,153,160,165,168,177,186,192,195],"on-ramp":[50,91],"whole,":[55],"neglecting":[56],"property":[59],"causing":[61],"limited":[62],"improvement.":[63],"Instead,":[64],"temporal":[66],"abstraction,":[67],"Option-based":[68],"Hierarchical":[69],"(HRL)":[72],"is":[73],"capable":[74],"solve":[76],"complicated":[77],"by":[79],"using":[80],"task":[81],"decomposition,":[82],"giving":[83],"hint":[85],"adapt":[87],"various":[88],"zones":[89],"in":[90],"problem.":[93,197],"We":[94],"hence":[95],"propose":[96],"an":[97],"HRL-based":[98],"Macro-Micro":[99,108],"Adaptive":[100,109],"framework":[101,134,171],"(HRL-MMA).":[102],"In":[103],"this":[104],"end-to-end":[105],"framework,":[106],"Layer":[110],"(MMAL)":[111],"provides":[112],"both":[113,152],"macroscopic":[114,125],"information":[116,120,126],"microscopic":[118],"framework.":[123,162],"The":[124],"aims":[127],"help":[129],"master":[131],"of":[132,138,147,159,194],"choose":[136],"options":[137],"different":[139],"capacities,":[140],"while":[141],"latter":[143],"guarantees":[144],"merging.":[148],"Extensive":[149],"experiments":[150],"involve":[151],"state-of-the-art":[154],"baselines":[155],"several":[157],"variants":[158],"proposed":[161,169],"Compared":[163],"IDM":[166],"model,":[167],"HRL-MMA":[170],"has":[172],"46.98%":[174],"increase":[175],"network":[178],"average":[179],"velocity":[180],"59.16%":[183],"improvement":[184],"emergency":[187],"braking":[188],"rate,":[189],"largely":[190],"ameliorating":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}