{"id":"https://openalex.org/W3000338970","doi":"https://doi.org/10.3233/ica-190613","title":"Routing in congested baggage handling systems using deep reinforcement learning","display_name":"Routing in congested baggage handling systems using deep reinforcement learning","publication_year":2020,"publication_date":"2020-01-17","ids":{"openalex":"https://openalex.org/W3000338970","doi":"https://doi.org/10.3233/ica-190613","mag":"3000338970"},"language":"en","primary_location":{"id":"doi:10.3233/ica-190613","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ica-190613","pdf_url":null,"source":{"id":"https://openalex.org/S107631664","display_name":"Integrated Computer-Aided Engineering","issn_l":"1069-2509","issn":["1069-2509","1875-8835"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Integrated Computer-Aided Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066631485","display_name":"Ren\u00e9 A. S\u00f8rensen","orcid":"https://orcid.org/0000-0001-6388-1202"},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Ren\u00e9 Arendt S\u00f8rensen","raw_affiliation_strings":["Beumer Group A/S, Aarhus, Denmark","Department of Engineering, Aarhus University, Aarhus, Denmark","Beumer Group A/S, Aarhus, Denmark; Department of Engineering, Aarhus University, Aarhus, Denmark"],"affiliations":[{"raw_affiliation_string":"Beumer Group A/S, Aarhus, Denmark","institution_ids":[]},{"raw_affiliation_string":"Department of Engineering, Aarhus University, Aarhus, Denmark","institution_ids":["https://openalex.org/I204337017"]},{"raw_affiliation_string":"Beumer Group A/S, Aarhus, Denmark; Department of Engineering, Aarhus University, Aarhus, Denmark","institution_ids":["https://openalex.org/I204337017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072129791","display_name":"Michael Nielsen","orcid":"https://orcid.org/0000-0002-3161-6823"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Nielsen","raw_affiliation_strings":["Beumer Group A/S, Aarhus, Denmark"],"affiliations":[{"raw_affiliation_string":"Beumer Group A/S, Aarhus, Denmark","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008668056","display_name":"Henrik Karstoft","orcid":"https://orcid.org/0000-0003-3739-8983"},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Henrik Karstoft","raw_affiliation_strings":["Department of Engineering, Aarhus University, Aarhus, Denmark"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, Aarhus University, Aarhus, Denmark","institution_ids":["https://openalex.org/I204337017"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008668056"],"corresponding_institution_ids":["https://openalex.org/I204337017"],"apc_list":null,"apc_paid":null,"fwci":2.9871,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.90216775,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"27","issue":"2","first_page":"139","last_page":"152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7793844938278198},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5475460290908813},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5472984313964844},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4789853096008301},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3532220721244812},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2836381793022156},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2382868230342865},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.07960748672485352}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7793844938278198},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5475460290908813},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5472984313964844},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4789853096008301},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3532220721244812},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2836381793022156},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2382868230342865},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.07960748672485352}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3233/ica-190613","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ica-190613","pdf_url":null,"source":{"id":"https://openalex.org/S107631664","display_name":"Integrated Computer-Aided Engineering","issn_l":"1069-2509","issn":["1069-2509","1875-8835"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Integrated Computer-Aided Engineering","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/939c406d-b5ca-4a97-965c-0c41b205936b","is_oa":false,"landing_page_url":"https://content.iospress.com/articles/integrated-computer-aided-engineering/ica190613","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"S\u00f8rensen, R A, Nielsen, M & Karstoft, H 2020, 'Routing in congested baggage handling systems using deep reinforcement learning', Integrated Computer-Aided Engineering, vol. 27, no. 2, pp. 139-152. https://doi.org/10.3233/ICA-190613","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1502578391","https://openalex.org/W1757796397","https://openalex.org/W1990449239","https://openalex.org/W2119747114","https://openalex.org/W2121615981","https://openalex.org/W2124935100","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2169528473","https://openalex.org/W2201581102","https://openalex.org/W2257979135","https://openalex.org/W2742739149","https://openalex.org/W2766447205","https://openalex.org/W2787189213","https://openalex.org/W2824027552","https://openalex.org/W2905658145","https://openalex.org/W2944694109","https://openalex.org/W2951799221","https://openalex.org/W3044022314","https://openalex.org/W4245132533","https://openalex.org/W6630049538","https://openalex.org/W6637967152"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"The":[0,197,225],"increasing":[1],"number":[2,237],"of":[3,25,67,93,123,145,160,192,207,217,238],"people":[4],"choosing":[5],"to":[6,38,110,132,141,147,212],"travel":[7],"by":[8,52,201],"airplane":[9],"puts":[10],"pressure":[11],"on":[12,64,71],"the":[13,20,23,28,45,65,68,121,230,236,259],"baggage":[14,153,161,188,222],"handling":[15,162,189,223],"systems":[16,29],"in":[17,27,113,154,186,219],"airports.":[18],"As":[19],"load":[21,244],"increases,":[22],"risk":[24],"deadlocks":[26,239],"increase":[30],"as":[31,86],"well.":[32],"Therefore,":[33],"it":[34,209],"is":[35,50,80,165,210,264],"increasingly":[36],"important":[37],"find":[39],"routing":[40,61,94,127,218],"solutions":[41],"which":[42],"can":[43,234],"handle":[44],"high":[46],"loads.":[47],"Currently":[48],"this":[49],"achieved":[51,166],"using":[53,76,167,265],"shortest":[54,249,254,261],"path":[55,250,255,262],"algorithms":[56],"and":[57,70,73,83,101,151,176,182,195,251],"hand":[58],"engineered":[59],"site-specific":[60,126],"rules,":[62],"based":[63],"experience":[66,174],"employees":[69],"trial":[72],"error":[74],"processes":[75],"complex":[77,107],"emulators.":[78],"This":[79,116,129,164],"a":[81,134,143,168,177,204,214,242,247,252,266],"time-consuming":[82],"costly":[84],"approach,":[85],"every":[87],"airport":[88],"needs":[89],"its":[90],"own":[91],"set":[92],"rules.":[95,128],"New":[96],"development":[97],"within":[98],"machine":[99],"learning,":[100],"especially":[102],"reinforcement":[103,138,231],"learning":[104,139,232],"allows":[105],"very":[106],"control":[108],"policies":[109],"be":[111],"found":[112],"large":[114],"environments.":[115],"could":[117],"therefore":[118],"potentially":[119],"solve":[120],"need":[122],"manually":[124],"creating":[125],"paper":[130],"proposes":[131],"use":[133],"single":[135],"global":[136],"deep":[137],"agent":[140,233],"route":[142],"fleet":[144],"baggage-totes":[146],"continuously":[148],"pick":[149],"up":[150,240],"deliver":[152],"simple":[155],"yet":[156],"functionally":[157],"realistic":[158],"simulations":[159],"systems.":[163,224],"Dueling":[169],"DQN":[170],"architecture":[171],"with":[172,203],"prioritized":[173],"reply":[175],"multi":[178],"action":[179],"approach.":[180],"Training":[181],"testing":[183],"are":[184],"performed":[185],"three":[187],"system":[190],"environments":[191],"different":[193],"size":[194],"complexity.":[196],"results":[198,226],"show":[199,228],"that":[200,229],"training":[202],"broad":[205],"distribution":[206],"loads,":[208],"possible":[211],"get":[213],"model,":[215],"capable":[216],"highly":[220],"congested":[221],"also":[227],"limit":[235],"until":[241],"higher":[243],"than":[245],"both":[246],"static":[248],"dynamic":[253,260],"method,":[256],"even":[257],"if":[258],"method":[263],"naive":[267],"deadlock":[268],"avoidance":[269],"add-on.":[270]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}