{"id":"https://openalex.org/W4410582287","doi":"https://doi.org/10.23919/date64628.2025.10993005","title":"HAAN: A Holistic Approach for Accelerating Normalization Operations in Large Language Models","display_name":"HAAN: A Holistic Approach for Accelerating Normalization Operations in Large Language Models","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4410582287","doi":"https://doi.org/10.23919/date64628.2025.10993005"},"language":"en","primary_location":{"id":"doi:10.23919/date64628.2025.10993005","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date64628.2025.10993005","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Tianfan Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tianfan Peng","raw_affiliation_strings":["Tandon School of Engineering, New York University,New York,USA"],"affiliations":[{"raw_affiliation_string":"Tandon School of Engineering, New York University,New York,USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104202393","display_name":"Tianhua Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianhua Xia","raw_affiliation_strings":["Tandon School of Engineering, New York University,New York,USA"],"affiliations":[{"raw_affiliation_string":"Tandon School of Engineering, New York University,New York,USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055230184","display_name":"Jiajun Qin","orcid":"https://orcid.org/0000-0001-7966-232X"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiajun Qin","raw_affiliation_strings":["Tandon School of Engineering, New York University,New York,USA"],"affiliations":[{"raw_affiliation_string":"Tandon School of Engineering, New York University,New York,USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013517247","display_name":"Sai Qian Zhang","orcid":"https://orcid.org/0000-0002-4815-9235"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sai Qian Zhang","raw_affiliation_strings":["Tandon School of Engineering, New York University,New York,USA"],"affiliations":[{"raw_affiliation_string":"Tandon School of Engineering, New York University,New York,USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":2.26,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.88815342,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7692000269889832,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7692000269889832,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7167999744415283,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.8122029304504395},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.710788905620575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45000317692756653},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.44855058193206787},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43218931555747986},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3314531445503235},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.07196611166000366}],"concepts":[{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.8122029304504395},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.710788905620575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45000317692756653},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44855058193206787},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43218931555747986},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3314531445503235},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.07196611166000366},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/date64628.2025.10993005","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date64628.2025.10993005","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2609575245","https://openalex.org/W2910396952","https://openalex.org/W2946609015","https://openalex.org/W2963122961","https://openalex.org/W2979826702","https://openalex.org/W2998617917","https://openalex.org/W3090555870","https://openalex.org/W3130240120","https://openalex.org/W3159727696","https://openalex.org/W3184454880","https://openalex.org/W3194676777","https://openalex.org/W3196923642","https://openalex.org/W3211525823","https://openalex.org/W4253707770","https://openalex.org/W4293025109","https://openalex.org/W4293768835","https://openalex.org/W4308083513","https://openalex.org/W4311591782","https://openalex.org/W4387789586","https://openalex.org/W4389041654","https://openalex.org/W4389166736","https://openalex.org/W4393949386"],"related_works":["https://openalex.org/W2591697403","https://openalex.org/W2944728705","https://openalex.org/W2904022177","https://openalex.org/W2359348847","https://openalex.org/W3011538607","https://openalex.org/W4294432981","https://openalex.org/W4321441197","https://openalex.org/W2953716828","https://openalex.org/W2469820710","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Large":[0],"language":[1,7],"models":[2,26],"(LLMs)":[3],"have":[4,70],"revolutionized":[5],"natural":[6],"processing":[8,78],"(NLP)":[9],"tasks":[10],"by":[11],"achieving":[12],"state-of-the-art":[13,117],"performance":[14,114],"across":[15],"a":[16,56,96],"range":[17],"of":[18,24,30,90],"benchmarks.":[19],"Central":[20],"to":[21,62,116],"the":[22,28,63,88],"success":[23],"these":[25,45],"is":[27],"integration":[29],"sophisticated":[31],"architectural":[32],"components":[33],"aimed":[34],"at":[35],"improving":[36],"training":[37],"stability,":[38],"convergence":[39],"speed,":[40],"and":[41,80,92],"generalization":[42],"capabilities.":[43],"Among":[44],"components,":[46],"normalization":[47,52,73,98],"operation,":[48],"such":[49],"as":[50,55],"layer":[51],"(LayerNorm),":[53],"emerges":[54],"pivotal":[57],"technique,":[58],"offering":[59],"substantial":[60],"benefits":[61],"overall":[64],"model":[65],"performance.":[66],"However,":[67],"previous":[68],"studies":[69],"indicated":[71],"that":[72,107],"operations":[74],"can":[75,109],"substantially":[76],"elevate":[77],"latency":[79],"energy":[81],"usage.":[82],"In":[83],"this":[84],"work,":[85],"we":[86],"adopt":[87],"principles":[89],"algorithm":[91],"hardware":[93,113],"co-design,":[94],"introducing":[95],"holistic":[97],"accelerating":[99],"method":[100],"named":[101],"HAAN.":[102],"The":[103],"evaluation":[104],"results":[105],"demonstrate":[106],"HAAN":[108],"achieve":[110],"significantly":[111],"better":[112],"compared":[115],"solutions.":[118]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}