{"id":"https://openalex.org/W4396528650","doi":"https://doi.org/10.1109/tsmc.2024.3387408","title":"Enhancing Representation Power of Deep Neural Networks With Negligible Parameter Growth for Industrial Applications","display_name":"Enhancing Representation Power of Deep Neural Networks With Negligible Parameter Growth for Industrial Applications","publication_year":2024,"publication_date":"2024-04-30","ids":{"openalex":"https://openalex.org/W4396528650","doi":"https://doi.org/10.1109/tsmc.2024.3387408"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2024.3387408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2024.3387408","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101639670","display_name":"Liangming Chen","orcid":"https://orcid.org/0000-0003-0288-5319"},"institutions":[{"id":"https://openalex.org/I4210123021","display_name":"Chongqing Institute of Green and Intelligent Technology","ror":"https://ror.org/031npqv35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210123021"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liangming Chen","raw_affiliation_strings":["Chongqing Key Laboratory of Big Data and Intelligent Computing, Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Big Data and Intelligent Computing, Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences, Chongqing, China","institution_ids":["https://openalex.org/I4210123021"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100703636","display_name":"Long Jin","orcid":"https://orcid.org/0000-0002-5329-5098"},"institutions":[{"id":"https://openalex.org/I4210123021","display_name":"Chongqing Institute of Green and Intelligent Technology","ror":"https://ror.org/031npqv35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210123021"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Jin","raw_affiliation_strings":["Chongqing Key Laboratory of Big Data and Intelligent Computing, Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Big Data and Intelligent Computing, Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences, Chongqing, China","institution_ids":["https://openalex.org/I4210123021"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091667639","display_name":"Mingsheng Shang","orcid":"https://orcid.org/0000-0002-7024-2270"},"institutions":[{"id":"https://openalex.org/I4210123021","display_name":"Chongqing Institute of Green and Intelligent Technology","ror":"https://ror.org/031npqv35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210123021"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingsheng Shang","raw_affiliation_strings":["Chongqing Key Laboratory of Big Data and Intelligent Computing, Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Big Data and Intelligent Computing, Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences, Chongqing, China","institution_ids":["https://openalex.org/I4210123021"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113600509","display_name":"Fei\u2010Yue Wang","orcid":"https://orcid.org/0000-0001-9185-3989"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei-Yue Wang","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101639670"],"corresponding_institution_ids":["https://openalex.org/I4210123021"],"apc_list":null,"apc_paid":null,"fwci":3.2544,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92647804,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"54","issue":"11","first_page":"6837","last_page":"6848"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6638495922088623},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.568602979183197},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.5595546960830688},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4472608268260956},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.43646183609962463},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4358679950237274},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08420273661613464},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.07926923036575317},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.058879703283309937}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6638495922088623},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.568602979183197},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.5595546960830688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4472608268260956},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.43646183609962463},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4358679950237274},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08420273661613464},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.07926923036575317},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.058879703283309937},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2024.3387408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2024.3387408","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4308658107","display_name":null,"funder_award_id":"62372427","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4531560259","display_name":null,"funder_award_id":"62176109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7261100061","display_name":null,"funder_award_id":"lzujbky-2023-ey07","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W1597944220","https://openalex.org/W2029781456","https://openalex.org/W2117488025","https://openalex.org/W2123268478","https://openalex.org/W2148418614","https://openalex.org/W2158581396","https://openalex.org/W2302255633","https://openalex.org/W2528305538","https://openalex.org/W2600297185","https://openalex.org/W2969750612","https://openalex.org/W2994927236","https://openalex.org/W3122347867","https://openalex.org/W3133816032","https://openalex.org/W3134127288","https://openalex.org/W3134735241","https://openalex.org/W3153381206","https://openalex.org/W3158187990","https://openalex.org/W3158413423","https://openalex.org/W3163239796","https://openalex.org/W3180522499","https://openalex.org/W3184062643","https://openalex.org/W3194249539","https://openalex.org/W3211612238","https://openalex.org/W3215613872","https://openalex.org/W4200632525","https://openalex.org/W4205493718","https://openalex.org/W4206785715","https://openalex.org/W4226047355","https://openalex.org/W4226297796","https://openalex.org/W4281252990","https://openalex.org/W4283702654","https://openalex.org/W4283716850","https://openalex.org/W4285211004","https://openalex.org/W4289334798","https://openalex.org/W4289654476","https://openalex.org/W4289654500","https://openalex.org/W4294811295","https://openalex.org/W4298625139","https://openalex.org/W4304084055","https://openalex.org/W4312269004","https://openalex.org/W4312298503","https://openalex.org/W4312854774","https://openalex.org/W4313150064","https://openalex.org/W4313886728","https://openalex.org/W4322745786","https://openalex.org/W4361285006","https://openalex.org/W4361801149","https://openalex.org/W4367595583","https://openalex.org/W4375928677","https://openalex.org/W4376166839","https://openalex.org/W4376456883","https://openalex.org/W4377043292","https://openalex.org/W4377235255","https://openalex.org/W4378802343","https://openalex.org/W4378905046","https://openalex.org/W4378942445","https://openalex.org/W4379538705","https://openalex.org/W4379791149","https://openalex.org/W4380903904","https://openalex.org/W4380905875","https://openalex.org/W4380905902","https://openalex.org/W4382241084","https://openalex.org/W4384028978","https://openalex.org/W4385656483","https://openalex.org/W4385731910","https://openalex.org/W4394593087","https://openalex.org/W6745764291","https://openalex.org/W6752307458","https://openalex.org/W6752578362","https://openalex.org/W6756001544","https://openalex.org/W6760979436","https://openalex.org/W6767164110","https://openalex.org/W6771084760","https://openalex.org/W6774132597","https://openalex.org/W6779567887","https://openalex.org/W6791002663","https://openalex.org/W6810971026","https://openalex.org/W6849600199","https://openalex.org/W6852825289"],"related_works":["https://openalex.org/W2062195135","https://openalex.org/W2795079307","https://openalex.org/W2391251536","https://openalex.org/W2793058541","https://openalex.org/W2362198218","https://openalex.org/W1983629434","https://openalex.org/W1982750869","https://openalex.org/W2019521278","https://openalex.org/W1984922432","https://openalex.org/W2375008505"],"abstract_inverted_index":{"In":[0,51],"industrial":[1,143],"applications":[2],"where":[3],"computational":[4],"resources":[5],"are":[6,11],"finite":[7],"and":[8,82,96,155,175],"data":[9],"noises":[10],"prevalent,":[12],"the":[13,32,37,60,71,74,83,91,97,102,130,168,179],"representation":[14,38,46,84,103,132,180],"power":[15,104,133,181],"of":[16,66,78,93,99,105,134,153,170,186],"deep":[17,67],"neural":[18],"networks":[19],"(DNNs)":[20],"is":[21,191],"crucial.":[22],"Traditional":[23],"network":[24,137,171],"structures":[25,138,172],"often":[26],"require":[27],"a":[28,88,164,183],"significant":[29],"increase":[30],"in":[31,80],"parameter":[33,48],"amount":[34,49],"to":[35,43,53,101,167],"enhance":[36],"power,":[39],"making":[40],"it":[41],"difficult":[42],"achieve":[44],"effective":[45],"under":[47,158],"constraints.":[50],"order":[52,92,98],"alleviate":[54],"this":[55,57],"problem,":[56],"work":[58],"leverages":[59],"ordinary":[61],"differential":[62],"equation":[63],"(ODE)":[64],"interpretation":[65],"residual":[68],"networks,":[69],"elucidating":[70],"relationship":[72],"between":[73],"fine-grained":[75],"connectivity":[76],"modes":[77],"blocks":[79],"DNNs":[81],"power.":[85],"We":[86],"build":[87],"bridge":[89],"from":[90],"numerical":[94],"methods":[95,118],"ODEs":[100,112],"DNNs.":[106],"Besides,":[107],"we":[108,123],"show":[109],"that":[110],"higher-order":[111],"can":[113],"be":[114],"approximated":[115],"by":[116,128],"k-step":[117],"incorporating":[119],"trainable":[120],"coefficients.":[121],"Empirically,":[122],"validate":[124],"our":[125,135],"theoretical":[126],"insights":[127],"demonstrating":[129],"superior":[131],"proposed":[136,161],"through":[139],"enhanced":[140],"performance":[141],"on":[142],"tasks,":[144],"such":[145],"as":[146],"surface":[147],"defect":[148],"detection,":[149],"critical":[150],"temperature":[151],"prediction":[152],"superconductors,":[154],"image":[156],"classification":[157],"noises.":[159],"The":[160,189],"method":[162],"provides":[163],"new":[165],"approach":[166],"design":[169],"for":[173],"robust":[174],"accurate":[176],"DNNs,":[177],"enhancing":[178],"with":[182],"negligible":[184],"number":[185],"additional":[187],"parameters.":[188],"code":[190],"publicly":[192],"available":[193],"at":[194],"<uri":[195],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[196],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/LongJin-lab/Order-and-Representation-Power</uri>.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}