{"id":"https://openalex.org/W4395668883","doi":"https://doi.org/10.3390/sym16050520","title":"Distilling Knowledge from a Transformer-Based Crack Segmentation Model to a Light-Weighted Symmetry Model with Mixed Loss Function for Portable Crack Detection Equipment","display_name":"Distilling Knowledge from a Transformer-Based Crack Segmentation Model to a Light-Weighted Symmetry Model with Mixed Loss Function for Portable Crack Detection Equipment","publication_year":2024,"publication_date":"2024-04-25","ids":{"openalex":"https://openalex.org/W4395668883","doi":"https://doi.org/10.3390/sym16050520"},"language":"en","primary_location":{"id":"doi:10.3390/sym16050520","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/sym16050520","pdf_url":"https://www.mdpi.com/2073-8994/16/5/520/pdf?version=1714361330","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/16/5/520/pdf?version=1714361330","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100635903","display_name":"Xiaohu Zhang","orcid":"https://orcid.org/0000-0003-4907-1451"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohu Zhang","raw_affiliation_strings":["School of Electronic and Communication Engineering, Sun Yat-sen University, Guangzhou 510275, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Communication Engineering, Sun Yat-sen University, Guangzhou 510275, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101468395","display_name":"Haifeng Huang","orcid":"https://orcid.org/0000-0003-4088-1466"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haifeng Huang","raw_affiliation_strings":["School of Electronic and Communication Engineering, Sun Yat-sen University, Guangzhou 510275, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Communication Engineering, Sun Yat-sen University, Guangzhou 510275, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101468395"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.5112,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.6081413,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"16","issue":"5","first_page":"520","last_page":"520"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11850","display_name":"Concrete Corrosion and Durability","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12169","display_name":"Non-Destructive Testing Techniques","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6947318315505981},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.67613285779953},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5933359265327454},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4787842035293579},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41717061400413513},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3226245641708374},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.11597940325737},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11563727259635925},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08210688829421997}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6947318315505981},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.67613285779953},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5933359265327454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4787842035293579},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41717061400413513},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3226245641708374},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.11597940325737},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11563727259635925},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08210688829421997}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/sym16050520","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/sym16050520","pdf_url":"https://www.mdpi.com/2073-8994/16/5/520/pdf?version=1714361330","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0c7e8b9ea8c145e0a631b74465ddc032","is_oa":true,"landing_page_url":"https://doaj.org/article/0c7e8b9ea8c145e0a631b74465ddc032","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry, Vol 16, Iss 5, p 520 (2024)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2073-8994/16/5/520/","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym16050520","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/sym16050520","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/sym16050520","pdf_url":"https://www.mdpi.com/2073-8994/16/5/520/pdf?version=1714361330","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1893700437","display_name":null,"funder_award_id":"62071499","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6203543209","display_name":null,"funder_award_id":"6207149","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4395668883.pdf","grobid_xml":"https://content.openalex.org/works/W4395668883.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W2395611524","https://openalex.org/W2902195199","https://openalex.org/W2903583898","https://openalex.org/W2944147609","https://openalex.org/W2946877378","https://openalex.org/W2978614920","https://openalex.org/W2996106355","https://openalex.org/W3010717703","https://openalex.org/W3034552520","https://openalex.org/W3034926724","https://openalex.org/W3105367394","https://openalex.org/W3118517106","https://openalex.org/W3137308428","https://openalex.org/W3153312280","https://openalex.org/W3162672913","https://openalex.org/W3170841864","https://openalex.org/W3190626583","https://openalex.org/W3198911825","https://openalex.org/W3212680746","https://openalex.org/W4200218075","https://openalex.org/W4200306761","https://openalex.org/W4220780913","https://openalex.org/W4223438149","https://openalex.org/W4226252548","https://openalex.org/W4301961587","https://openalex.org/W4312002244","https://openalex.org/W4320406219","https://openalex.org/W4321019952","https://openalex.org/W4322736761","https://openalex.org/W4375862278","https://openalex.org/W4383959653","https://openalex.org/W4385959097","https://openalex.org/W4386324546","https://openalex.org/W4386743324","https://openalex.org/W4391991927","https://openalex.org/W4392502477","https://openalex.org/W6640054144"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W3086377361"],"abstract_inverted_index":{"The":[0],"detection":[1,41,205],"of":[2,9,143,157,164,194],"cracks":[3],"is":[4,51,64,112,126,178,198],"extremely":[5],"important":[6],"for":[7,200],"maintenance":[8],"concrete":[10],"structures.":[11],"Deep":[12],"learning-based":[13],"segmentation":[14,26,184],"models":[15,27],"have":[16,28],"achieved":[17],"high":[18,30],"accuracy":[19],"in":[20,38,95,202],"crack":[21,25,40,68,93,183,204],"segmentation.":[22],"However,":[23,186],"mainstream":[24],"very":[29,116],"computational":[31,118],"complexity,":[32],"and":[33,98,131,160,162,167,173],"therefore":[34],"cannot":[35],"be":[36],"used":[37,86,113],"portable":[39,203],"equipment.":[42,206],"To":[43],"address":[44],"this":[45,56],"problem,":[46],"a":[47,58,71,106,122,191],"knowledge":[48,69],"distilling":[49],"structure":[50,76],"designed":[52,127,148],"by":[53,135],"us.":[54],"In":[55,79,102,120],"structure,":[57],"large":[59],"teacher":[60,137],"model":[61,73,138,192],"named":[62,77],"TBUNet":[63],"proposed":[65],"to":[66,70,87,114,128],"transfer":[67],"student":[72,145],"with":[74,109,141],"symmetry":[75],"ULNet.":[78],"the":[80,103,136,144,152,170,187],"TBUNet,":[81],"stacked":[82],"transformer":[83],"modules":[84],"are":[85,139],"capture":[88],"dependency":[89],"relationships":[90],"between":[91],"different":[92],"positions":[94],"feature":[96],"maps":[97],"achieve":[99,155],"contextual":[100],"awareness.":[101],"ULNet,":[104],"only":[105,189],"tiny":[107],"U-Net":[108],"light-weighted":[110],"parameters":[111],"maintain":[115],"low":[117],"complexity.":[119],"addition,":[121],"mixed":[123],"loss":[124],"function":[125],"ensure":[129],"detail":[130],"global":[132],"features":[133],"extracted":[134],"consistent":[140],"those":[142],"model.":[146],"Our":[147],"experiments":[149],"demonstrate":[150],"that":[151],"ULNet":[153,188],"can":[154],"accuracies":[156],"96.2%,":[158],"87.6%,":[159],"75.3%,":[161],"recall":[163],"97.1%,":[165],"88.5%,":[166],"76.2%":[168],"on":[169],"Cracktree200,":[171],"CRACK500,":[172],"MICrack":[174],"datasets,":[175],"respectively,":[176],"which":[177,197],"4\u20136%":[179],"higher":[180],"than":[181],"most":[182],"models.":[185],"has":[190],"size":[193],"1":[195],"M,":[196],"suitable":[199],"use":[201]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}