{"id":"https://openalex.org/W4285106902","doi":"https://doi.org/10.1109/access.2022.3180725","title":"Multimodal Fusion Convolutional Neural Network With Cross-Attention Mechanism for Internal Defect Detection of Magnetic Tile","display_name":"Multimodal Fusion Convolutional Neural Network With Cross-Attention Mechanism for Internal Defect Detection of Magnetic Tile","alternate_titles":[],"publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285106902","doi":"https://doi.org/10.1109/access.2022.3180725"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3180725","doi":"https://doi.org/10.1109/access.2022.3180725","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3180725","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4285106902"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2022.3180725","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076802021","display_name":"Houhong Lu","orcid":"https://orcid.org/0000-0002-7114-4402","observed_orcids":["https://orcid.org/0000-0002-7114-4402"]},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Houhong Lu","raw_affiliation_strings":["School of Mechanical Engineering, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-7114-4402","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059840979","display_name":"Yangyang Zhu","orcid":"https://orcid.org/0000-0002-3054-1014","observed_orcids":["https://orcid.org/0000-0002-3054-1014"]},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangyang Zhu","raw_affiliation_strings":["School of Mechanical Engineering, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029969492","display_name":"Ming Yin","orcid":"https://orcid.org/0000-0002-6785-1649","observed_orcids":["https://orcid.org/0000-0002-6785-1649"]},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Yin","raw_affiliation_strings":["School of Mechanical Engineering, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-6785-1649","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036014836","display_name":"Guofu Yin","orcid":"https://orcid.org/0000-0003-2629-1742","observed_orcids":["https://orcid.org/0000-0003-2629-1742"]},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guofu Yin","raw_affiliation_strings":["School of Mechanical Engineering, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2629-1742","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030983815","display_name":"Luofeng Xie","orcid":"https://orcid.org/0000-0002-0282-245X","observed_orcids":["https://orcid.org/0000-0002-0282-245X","https://orcid.org/0000-0001-7625-1525"]},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luofeng Xie","raw_affiliation_strings":["School of Mechanical Engineering, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-0282-245X","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I24185976"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":7.1872,"has_fulltext":false,"cited_by_count":85,"citation_normalized_percentile":{"value":0.98082242,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"60876","last_page":"60886"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.4097000062465668,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.4097000062465668,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10220","display_name":"Machine Fault Diagnosis Techniques","score":0.25200000405311584,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12169","display_name":"Non-Destructive Testing Techniques","score":0.2085999995470047,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/internal-defect-detection","display_name":"internal defect detection","score":0.8759999871253967},{"id":"https://openalex.org/keywords/magnetic-tiles","display_name":"magnetic tiles","score":0.8069999814033508},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.9169999957084656},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.8970000147819519},{"id":"https://openalex.org/keywords/cross-attention","display_name":"cross-attention","score":0.9940000176429749},{"id":"https://openalex.org/keywords/feature-fusion","display_name":"feature fusion","score":0.796999990940094},{"id":"https://openalex.org/keywords/automated-quality-inspection","display_name":"automated quality inspection","score":0.6060000061988831},{"id":"https://openalex.org/keywords/industrial-defect-detection","display_name":"industrial defect detection","score":0.531000018119812}],"concepts":[{"id":"https://openalex.org/C2780728851","wikidata":"https://www.wikidata.org/wiki/Q468402","display_name":"Tile","level":2,"score":0.7253649234771729},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7057804465293884},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.579484760761261},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5444740653038025},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5340352058410645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46515756845474243},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4536362290382385},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40620899200439453},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35288119316101074},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.10404080152511597},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3180725","doi":"https://doi.org/10.1109/access.2022.3180725","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3180725","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e478f619a34d46b8a21af51ea7ec2d2a","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/e478f619a34d46b8a21af51ea7ec2d2a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 60876-60886 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3180725","doi":"https://doi.org/10.1109/access.2022.3180725","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3180725","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2555633574","display_name":null,"funder_award_id":"2021SCU12146","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5102241767","display_name":null,"funder_award_id":"2021M692322","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G8957444794","display_name":null,"funder_award_id":"2020ZDZX0003","funder_id":"https://openalex.org/F4320322922","funder_display_name":"Department of Science and Technology of Sichuan Province"}],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322922","display_name":"Department of Science and Technology of Sichuan Province","ror":"https://ror.org/04323m874"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1921523184","https://openalex.org/W1998057756","https://openalex.org/W2022508996","https://openalex.org/W2025967380","https://openalex.org/W2033554338","https://openalex.org/W2084336274","https://openalex.org/W2097117768","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2292266537","https://openalex.org/W2517331799","https://openalex.org/W2897983179","https://openalex.org/W2903917280","https://openalex.org/W2919115771","https://openalex.org/W2944303778","https://openalex.org/W2946948417","https://openalex.org/W2963125010","https://openalex.org/W2963420686","https://openalex.org/W2996722826","https://openalex.org/W3006156918","https://openalex.org/W3009672064","https://openalex.org/W3013984308","https://openalex.org/W3037944824","https://openalex.org/W3085631338","https://openalex.org/W3107759795","https://openalex.org/W3117956262","https://openalex.org/W3126985726","https://openalex.org/W3160685354","https://openalex.org/W3163231566","https://openalex.org/W3163693889","https://openalex.org/W3172602550","https://openalex.org/W3184833890","https://openalex.org/W3198811334"],"related_works":["https://openalex.org/W4412398786","https://openalex.org/W2517331799","https://openalex.org/W6903146177","https://openalex.org/W3013984308","https://openalex.org/W4385341359","https://openalex.org/W2033554338","https://openalex.org/W3194583134","https://openalex.org/W2025967380","https://openalex.org/W7130955631","https://openalex.org/W4293733576"],"abstract_inverted_index":{"The":[0],"internal":[1,47,76,97,126,151,188],"defect":[2,48,77,98,127,189],"detection":[3,49,78,99,128,190],"of":[4,50,64,72,79,100,115,191],"magnetic":[5,23,51,80,101,148,192],"tile":[6,24,52,81,149],"is":[7,15,185,196],"extremely":[8],"significant":[9],"before":[10],"mounting.":[11],"Currently,":[12],"this":[13,34],"task":[14],"completely":[16],"realized":[17],"by":[18],"manual":[19],"operation":[20],"in":[21,29,107],"the":[22,43,59,65,69,73,105,147,157],"manufacturing":[25],"industry,":[26],"which":[27],"results":[28,180],"inefficiency":[30],"and":[31,61,125,144,160],"diseconomy.":[32],"In":[33],"work,":[35],"we":[36,87,169],"develop":[37],"an":[38,108],"intelligent":[39],"system":[40],"based":[41],"on":[42],"acoustic":[44,66],"sound":[45],"for":[46,75,96,187],"to":[53,58,133,155],"overcome":[54],"these":[55],"drawbacks.":[56],"Due":[57],"non-Gaussian":[60],"non-stationary":[62],"characteristics":[63],"sound,":[67],"adopting":[68],"single":[70],"modality":[71],"data":[74],"cannot":[82],"achieve":[83],"good":[84],"accuracy.":[85],"Therefore,":[86],"design":[88],"a":[89,171],"multimodal":[90,141],"fusion":[91,123],"convolutional":[92],"neural":[93],"network":[94,106],"(MMFCNN)":[95],"tile.":[102,193],"We":[103],"train":[104],"end-to-end":[109],"way.":[110],"Our":[111,194],"proposed":[112,183],"MMFCNN":[113,184],"consists":[114],"three":[116],"blocks,":[117],"i.e.,":[118,175],"feature":[119,122,142,166],"extraction":[120,167],"block,":[121,129],"block":[124],"whose":[130],"purposes":[131],"are":[132],"extract":[134],"features":[135],"from":[136],"generated":[137],"modal":[138],"data,":[139],"fuse":[140],"maps":[143],"analyze":[145],"whether":[146],"has":[150],"defects,":[152],"respectively.":[153],"Moreover,":[154],"realize":[156],"information":[158,164],"interaction":[159],"emphasize":[161],"more":[162],"representative":[163],"at":[165,198],"stage,":[168],"propose":[170],"novel":[172],"attention":[173],"mechanism,":[174],"cross-attention":[176],"mechanism.":[177],"Extensive":[178],"experimental":[179],"demonstrate":[181],"our":[182],"effective":[186],"code":[195],"available":[197],"https://github.com/Clarkxielf/Multimodal-Fusion-Convolutional-Neural-Network-for-Internal-Defect-Detection-of-Magnetic-Tile.":[199]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4285106902","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":50},{"year":2022,"cited_by_count":5}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2022-07-14T00:00:00"}
