{"id":"https://openalex.org/W4375850652","doi":"https://doi.org/10.1109/icassp49357.2023.10095349","title":"Building Blocks for a Complex-Valued Transformer Architecture","display_name":"Building Blocks for a Complex-Valued Transformer Architecture","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4375850652","doi":"https://doi.org/10.1109/icassp49357.2023.10095349"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10095349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10095349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.09827","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054352286","display_name":"Florian Eilers","orcid":"https://orcid.org/0000-0003-0726-3287"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Florian Eilers","raw_affiliation_strings":["University of M&#x00FC;nster,Faculty of Mathematics and Computer Science,M&#x00FC;nster,Germany"],"affiliations":[{"raw_affiliation_string":"University of M&#x00FC;nster,Faculty of Mathematics and Computer Science,M&#x00FC;nster,Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022183918","display_name":"Xiaoyi Jiang","orcid":"https://orcid.org/0000-0001-7678-9528"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyi Jiang","raw_affiliation_strings":["University of M&#x00FC;nster,Faculty of Mathematics and Computer Science,M&#x00FC;nster,Germany"],"affiliations":[{"raw_affiliation_string":"University of M&#x00FC;nster,Faculty of Mathematics and Computer Science,M&#x00FC;nster,Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5054352286"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2425,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.90109833,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6955337524414062},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6258926391601562},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5867612957954407},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5794312953948975},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.577734112739563},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5599662065505981},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5295066833496094},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.43775826692581177},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.42350322008132935},{"id":"https://openalex.org/keywords/complex-network","display_name":"Complex network","score":0.4220716655254364},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.39824873208999634},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3700869083404541},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.34905827045440674},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3419938087463379},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17481905221939087},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1050204336643219}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6955337524414062},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6258926391601562},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5867612957954407},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5794312953948975},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.577734112739563},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5599662065505981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5295066833496094},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.43775826692581177},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.42350322008132935},{"id":"https://openalex.org/C34947359","wikidata":"https://www.wikidata.org/wiki/Q665189","display_name":"Complex network","level":2,"score":0.4220716655254364},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.39824873208999634},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3700869083404541},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.34905827045440674},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3419938087463379},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17481905221939087},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1050204336643219},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp49357.2023.10095349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10095349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2306.09827","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.09827","pdf_url":"https://arxiv.org/pdf/2306.09827","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.09827","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.09827","pdf_url":"https://arxiv.org/pdf/2306.09827","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1050024180","display_name":null,"funder_award_id":"CRC 1450","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G1544407157","display_name":null,"funder_award_id":"431460824","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G2689612763","display_name":null,"funder_award_id":"Marie","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5106512922","display_name":null,"funder_award_id":"Deutsche Forschungsgemeinschaft (DFG","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G5910565596","display_name":"Environmentally efficient full profile drilling solution","funder_award_id":"778602","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6024419964","display_name":null,"funder_award_id":"Deutsche Forschungsgemeinschaft (DFG)","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G6052429835","display_name":null,"funder_award_id":"(DFG)","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320327553","display_name":"International Max Planck Research School for Advanced Methods in Process and Systems Engineering","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4375850652.pdf","grobid_xml":"https://content.openalex.org/works/W4375850652.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W93167102","https://openalex.org/W1519761144","https://openalex.org/W2143572124","https://openalex.org/W2167581055","https://openalex.org/W2290300449","https://openalex.org/W2559688696","https://openalex.org/W2919624000","https://openalex.org/W2949756029","https://openalex.org/W2962996460","https://openalex.org/W2969262604","https://openalex.org/W2995971510","https://openalex.org/W2998161426","https://openalex.org/W2998874549","https://openalex.org/W3015651375","https://openalex.org/W3019166713","https://openalex.org/W3035294798","https://openalex.org/W3037264106","https://openalex.org/W3085139254","https://openalex.org/W3094502228","https://openalex.org/W3096408984","https://openalex.org/W3121141908","https://openalex.org/W3125044414","https://openalex.org/W3127737671","https://openalex.org/W3137984567","https://openalex.org/W3139049060","https://openalex.org/W3167860837","https://openalex.org/W3183864931","https://openalex.org/W3205975767","https://openalex.org/W4206706211","https://openalex.org/W4212802476","https://openalex.org/W4306955484","https://openalex.org/W4385245566","https://openalex.org/W6696670905","https://openalex.org/W6730401039","https://openalex.org/W6738884980","https://openalex.org/W6739901393","https://openalex.org/W6756383013","https://openalex.org/W6757632829","https://openalex.org/W6760601182","https://openalex.org/W6772203101","https://openalex.org/W6780226713","https://openalex.org/W6784333009","https://openalex.org/W6788556936","https://openalex.org/W6790144085","https://openalex.org/W6792695861","https://openalex.org/W6796210077"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W3009056573","https://openalex.org/W4297676672","https://openalex.org/W2922073769","https://openalex.org/W4281702477","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W4378510483","https://openalex.org/W4390929683"],"abstract_inverted_index":{"Most":[0],"deep":[1,56],"learning":[2,57],"pipelines":[3],"are":[4],"built":[5],"on":[6,117,125],"real-valued":[7,12,143],"operations":[8],"to":[9,54,60,76,88,93,133,141],"deal":[10],"with":[11],"inputs":[13],"such":[14,34],"as":[15,35,108,110],"images,":[16,33],"speech":[17],"or":[18,32,37],"music":[19],"signals.":[20],"However,":[21],"a":[22,102,111,118,121],"lot":[23],"of":[24,29,44,80,101],"applications":[25],"naturally":[26],"make":[27,55],"use":[28],"complex-valued":[30,47,62,81,103,112],"signals":[31,45,63],"MRI":[36],"remote":[38],"sensing.":[39],"Additionally":[40],"the":[41,77,90,94,126,142],"Fourier":[42],"transform":[43],"is":[46],"and":[48,120,129],"has":[49],"numerous":[50],"applications.":[51],"We":[52,97,115],"aim":[53],"directly":[58],"applicable":[59],"these":[61],"without":[64],"using":[65],"projections":[66],"into":[67],"\u211d":[68],"<sup":[69],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[70],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>":[71],".":[72],"Thus":[73],"we":[74],"add":[75],"recent":[78],"developments":[79],"neural":[82],"networks":[83],"by":[84],"presenting":[85],"building":[86],"blocks":[87],"transfer":[89],"transformer":[91,144],"architecture":[92],"complex":[95],"domain.":[96],"present":[98],"multiple":[99],"versions":[100],"Scaled":[104],"Dot-Product":[105],"Attention":[106],"mechanism":[107],"well":[109],"layer":[113],"normalization.":[114],"test":[116],"classification":[119],"sequence":[122],"generation":[123],"task":[124],"MusicNet":[127],"dataset":[128],"show":[130],"improved":[131],"robustness":[132],"overfitting":[134],"while":[135],"maintaining":[136],"on-par":[137],"performance":[138],"when":[139],"compared":[140],"architecture.":[145]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}