{"id":"https://openalex.org/W4396949777","doi":"https://doi.org/10.1109/isqed60706.2024.10528689","title":"Optimizing Layer-Fused Scheduling of Transformer Networks on Multi-accelerator Platforms","display_name":"Optimizing Layer-Fused Scheduling of Transformer Networks on Multi-accelerator Platforms","publication_year":2024,"publication_date":"2024-04-03","ids":{"openalex":"https://openalex.org/W4396949777","doi":"https://doi.org/10.1109/isqed60706.2024.10528689"},"language":"en","primary_location":{"id":"doi:10.1109/isqed60706.2024.10528689","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isqed60706.2024.10528689","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 25th International Symposium on Quality Electronic Design (ISQED)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012767091","display_name":"Steven Colleman","orcid":"https://orcid.org/0000-0003-4199-2926"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Steven Colleman","raw_affiliation_strings":["MICAS-ESAT, KU Leuven,Department of Electrical Engineering,Belgium"],"affiliations":[{"raw_affiliation_string":"MICAS-ESAT, KU Leuven,Department of Electrical Engineering,Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046786058","display_name":"Arne Symons","orcid":"https://orcid.org/0000-0002-4595-9384"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Arne Symons","raw_affiliation_strings":["MICAS-ESAT, KU Leuven,Department of Electrical Engineering,Belgium"],"affiliations":[{"raw_affiliation_string":"MICAS-ESAT, KU Leuven,Department of Electrical Engineering,Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040009254","display_name":"Victor J. B. Jung","orcid":"https://orcid.org/0009-0001-7462-3468"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Victor J.B. Jung","raw_affiliation_strings":["Integrated Systems Laboratory, ETH Zürich,Switzerland"],"affiliations":[{"raw_affiliation_string":"Integrated Systems Laboratory, ETH Zürich,Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012150553","display_name":"Marian Verhelst","orcid":"https://orcid.org/0000-0003-3495-9263"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Marian Verhelst","raw_affiliation_strings":["MICAS-ESAT, KU Leuven,Department of Electrical Engineering,Belgium"],"affiliations":[{"raw_affiliation_string":"MICAS-ESAT, KU Leuven,Department of Electrical Engineering,Belgium","institution_ids":["https://openalex.org/I99464096"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5012767091"],"corresponding_institution_ids":["https://openalex.org/I99464096"],"apc_list":null,"apc_paid":null,"fwci":0.4439,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.60524748,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6584773063659668},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5676047205924988},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5310937166213989},{"id":"https://openalex.org/keywords/processor-scheduling","display_name":"Processor scheduling","score":0.42247578501701355},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3405676484107971},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2996404767036438},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.23851937055587769},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1671248972415924},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10742238163948059}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6584773063659668},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5676047205924988},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5310937166213989},{"id":"https://openalex.org/C2984822820","wikidata":"https://www.wikidata.org/wiki/Q1123036","display_name":"Processor scheduling","level":3,"score":0.42247578501701355},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3405676484107971},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2996404767036438},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.23851937055587769},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1671248972415924},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10742238163948059},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isqed60706.2024.10528689","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isqed60706.2024.10528689","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 25th International Symposium on Quality Electronic Design (ISQED)","raw_type":"proceedings-article"},{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/744653","is_oa":false,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/744653","pdf_url":null,"source":{"id":"https://openalex.org/S4306401954","display_name":"Lirias (KU Leuven)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I99464096","host_organization_name":"KU Leuven","host_organization_lineage":["https://openalex.org/I99464096"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Symposium on Quality Electronic Design (ISQED), San Francisco, CA, USA, 3-5 April 2024","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2889339831","https://openalex.org/W2898044053","https://openalex.org/W2921126577","https://openalex.org/W2940862705","https://openalex.org/W3132942233","https://openalex.org/W3158233068","https://openalex.org/W3173351640","https://openalex.org/W3197527602","https://openalex.org/W4220865834","https://openalex.org/W4221086307","https://openalex.org/W4294691857","https://openalex.org/W4312107307","https://openalex.org/W4318541578","https://openalex.org/W4360831791","https://openalex.org/W4385245566","https://openalex.org/W4386859272","https://openalex.org/W6788001715","https://openalex.org/W6847427711","https://openalex.org/W7000926438"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2128410848","https://openalex.org/W2102390841","https://openalex.org/W2118368532","https://openalex.org/W2126232624","https://openalex.org/W2434525066","https://openalex.org/W3140149227","https://openalex.org/W2130555437","https://openalex.org/W3023290810"],"abstract_inverted_index":{"The":[0],"impact":[1],"of":[2,70,126,129],"transformer":[3,37,85],"networks":[4,27],"is":[5,15,93],"booming,":[6],"yet,":[7],"they":[8],"come":[9],"with":[10],"significant":[11],"computational":[12],"complexity.":[13],"It":[14],"therefore":[16],"essential":[17],"to":[18,21,95],"understand":[19],"how":[20],"optimally":[22],"map":[23],"and":[24,47,73,88],"execute":[25],"these":[26],"on":[28,36,43,45,123],"modern":[29],"neural":[30],"processor":[31],"hardware.":[32],"So":[33],"far,":[34],"literature":[35],"scheduling":[38],"optimization":[39],"has":[40],"been":[41],"focusing":[42],"deployment":[44],"GPU":[46],"specific":[48],"ASICs.":[49],"This":[50],"work":[51],"enables":[52],"extensive":[53],"hardware/mapping":[54],"exploration":[55],"by":[56,117],"extending":[57],"the":[58,81,106,119,124,127,130],"DSE":[59],"framework":[60],"Stream":[61],"towards":[62],"support":[63],"for":[64,84,109],"transformers":[65],"across":[66],"a":[67],"wide":[68],"variety":[69],"hardware":[71],"architectures":[72],"different":[74],"execution":[75,120],"schedules.":[76],"After":[77],"validation,":[78],"we":[79],"explore":[80],"optimal":[82],"schedule":[83,121],"layers/attention":[86],"heads":[87],"investigate":[89],"whether":[90],"layer":[91],"fusion":[92],"beneficial":[94],"improve":[96],"latency,":[97],"energy":[98],"or":[99],"memory":[100,107],"requirements.":[101],"Our":[102],"study":[103],"shows":[104],"that":[105],"requirements":[108],"active":[110],"feature":[111],"data":[112],"can":[113],"be":[114],"drastically":[115],"reduced,":[116],"adapting":[118],"based":[122],"size":[125],"input":[128],"attention":[131],"head.":[132]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}