{"id":"https://openalex.org/W7207584863","doi":"https://doi.org/10.1109/tii.2026.3722260","title":"Language Embedding-Based Hardware-Aware Neural Architecture Representation Learning","display_name":"Language Embedding-Based Hardware-Aware Neural Architecture Representation Learning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7207584863","doi":"https://doi.org/10.1109/tii.2026.3722260"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2026.3722260","doi":"https://doi.org/10.1109/tii.2026.3722260","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tii.2026.3722260","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","dongbi-b","jufo-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tii.2026.3722260","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031323156","display_name":"Haizhao Jing","orcid":"https://orcid.org/0000-0002-4147-331X","observed_orcids":["https://orcid.org/0000-0002-4147-331X"]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haizhao Jing","raw_affiliation_strings":["Northwestern Polytechnical University"],"raw_orcid":"https://orcid.org/0000-0002-4147-331X","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018764462","display_name":"Haokui Zhang","orcid":"https://orcid.org/0000-0002-4336-5558","observed_orcids":["https://orcid.org/0000-0002-4336-5558"]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haokui Zhang","raw_affiliation_strings":["Northwestern Polytechnical University"],"raw_orcid":"https://orcid.org/0000-0002-4336-5558","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125548745","display_name":"Zhenhao Shang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhao Shang","raw_affiliation_strings":["Northwestern Polytechnical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084417688","display_name":"Rong Xiao","orcid":"https://orcid.org/0000-0002-6408-9724","observed_orcids":["https://orcid.org/0000-0002-6408-9724"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rong Xiao","raw_affiliation_strings":["Intellifusion Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intellifusion Inc","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100396097","display_name":"Peng Wang","orcid":"https://orcid.org/0000-0002-9218-9132","observed_orcids":["https://orcid.org/0000-0002-9218-9132","https://orcid.org/0009-0005-4335-9958","https://orcid.org/0000-0002-8745-320X"]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Wang","raw_affiliation_strings":["Northwestern Polytechnical University"],"raw_orcid":"https://orcid.org/0000-0002-9218-9132","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":{"value":2645,"currency":"USD","value_usd":2645},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.55689448,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9175000190734863,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9175000190734863,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.008899999782443047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.006500000134110451,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hardware-aware-neural-architecture-search","display_name":"hardware-aware neural architecture search","score":0.7009999752044678},{"id":"https://openalex.org/keywords/language-embedding","display_name":"language embedding","score":0.6959999799728394},{"id":"https://openalex.org/keywords/dynamic-graph-representation-learning","display_name":"dynamic graph representation learning","score":0.6589999794960022},{"id":"https://openalex.org/keywords/latency-prediction","display_name":"latency prediction","score":0.7179999947547913},{"id":"https://openalex.org/keywords/nas-bench-101","display_name":"NAS-Bench-101","score":0.7739999890327454},{"id":"https://openalex.org/keywords/nas-bench-201","display_name":"NAS-Bench-201","score":0.9959999918937683},{"id":"https://openalex.org/keywords/text-encoder","display_name":"text encoder","score":0.32100000977516174}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7789000272750854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6014999747276306},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47690001130104065},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.47369998693466187},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4219000041484833},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3538999855518341},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.35359999537467957},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2777000069618225},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.27649998664855957},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2026.3722260","doi":"https://doi.org/10.1109/tii.2026.3722260","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tii.2026.3722260","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","dongbi-b","jufo-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tii.2026.3722260","doi":"https://doi.org/10.1109/tii.2026.3722260","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tii.2026.3722260","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","dongbi-b","jufo-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7590308604","display_name":null,"funder_award_id":"62401471","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4417135135","https://openalex.org/W7033719778","https://openalex.org/W7169774661","https://openalex.org/W7154596641","https://openalex.org/W7160873467","https://openalex.org/W7143730869","https://openalex.org/W2944870588","https://openalex.org/W7113328416","https://openalex.org/W7118299703","https://openalex.org/W7133371471"],"abstract_inverted_index":{"Neural":[0],"architecture":[1,170,215],"representation":[2,42,99,121],"learning":[3],"maps":[4],"network":[5],"architectures":[6,133,163],"into":[7,138],"feature":[8],"vectors":[9],"for":[10,191],"predicting":[11],"properties,":[12],"such":[13],"as":[14],"latency":[15,192],"and":[16,18,25,69,96,134,144,182,197,218],"accuracy,":[17],"is,":[19],"thus,":[20],"central":[21],"to":[22,83,90],"practical":[23],"deployment":[24,67],"design":[26,125],"of":[27,66,187],"models.":[28],"Recently,":[29],"transformer-based":[30],"models":[31,161],"integrated":[32],"with":[33,118,147,164],"graph":[34,120],"neural":[35,132,162,214],"networks":[36],"have":[37],"achieved":[38],"significant":[39],"progress":[40],"in":[41],"learning.":[43,122],"However,":[44],"current":[45],"methods":[46],"still":[47],"exhibit":[48],"two":[49],"key":[50],"limitations.":[51],"First,":[52],"they":[53],"generally":[54],"ignore":[55],"hardware":[56,135],"attributes,":[57],"which":[58],"is":[59,224],"increasingly":[60],"unrealistic":[61],"given":[62],"the":[63,201,212],"growing":[64],"diversity":[65],"platforms":[68],"restricts":[70],"their":[71,75],"real-world":[72],"applicability.":[73],"Second,":[74],"encoders":[76],"typically":[77],"rely":[78],"on":[79,176,211],"static":[80],"adjacency":[81],"matrices":[82],"describe":[84],"architectural":[85],"topology,":[86],"making":[87],"them":[88,146],"insensitive":[89],"structural":[91],"differences":[92],"among":[93],"computational":[94],"nodes":[95],"ultimately":[97],"weakening":[98],"quality.":[100],"In":[101],"this":[102],"article,":[103],"we":[104,154],"present":[105],"Le-Former,":[106],"a":[107,126,148,156],"framework":[108],"that":[109,130,160],"alleviates":[110],"these":[111],"limitations":[112],"by":[113],"coupling":[114],"language-based":[115],"semantic":[116],"embeddings":[117],"dynamic":[119,157],"We":[123],"first":[124],"language":[127],"embedding":[128],"module":[129],"converts":[131],"platform":[136],"specifications":[137],"compact,":[139],"consistently":[140],"ordered":[141],"textual":[142],"schemas":[143],"embeds":[145],"replaceable":[149],"pretrained":[150],"text":[151],"encoder.":[152],"Then,":[153],"introduce":[155],"graph-based":[158],"transformer":[159],"adaptive":[165],"relational":[166],"structure,":[167],"yielding":[168],"stronger":[169],"encodings":[171],"than":[172],"static-graph":[173],"counterparts.":[174],"Experiments":[175],"NNLQP":[177],"show":[178],"consistent":[179],"latency-prediction":[180],"gains":[181],"provide":[183],"an":[184],"initial":[185],"demonstration":[186],"held-out":[188],"hardware-precision":[189],"transfer":[190],"prediction":[193],"between":[194],"NVIDIA":[195],"P4":[196],"T4":[198],"GPUs":[199],"under":[200],"evaluated":[202],"precision":[203],"settings.":[204],"Besides,":[205],"our":[206],"method":[207],"achieves":[208],"competitive":[209],"performance":[210],"cell-based":[213],"search":[216],"(NAS)-Bench-101":[217],"NAS-Bench-201":[219],"benchmarks.":[220],"The":[221],"source":[222],"code":[223],"publicly":[225],"available":[226],"athttps://github.com/respACz/Le-Former.":[227]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-09-04T00:00:00"}