{"id":"https://openalex.org/W7202345562","doi":"https://doi.org/10.1061/jcemd4.coeng-18147","title":"YOLO-CNN-Based Multimodal System for Real-Time Structural and Bolt Analysis on a Semiautonomous Robot","display_name":"YOLO-CNN-Based Multimodal System for Real-Time Structural and Bolt Analysis on a Semiautonomous Robot","publication_year":2026,"publication_date":"2026-08-13","ids":{"openalex":"https://openalex.org/W7202345562","doi":"https://doi.org/10.1061/jcemd4.coeng-18147"},"language":"en","primary_location":{"id":"doi:10.1061/jcemd4.coeng-18147","doi":"https://doi.org/10.1061/jcemd4.coeng-18147","is_oa":false,"landing_page_url":"https://doi.org/10.1061/jcemd4.coeng-18147","pdf_url":null,"source":{"id":"https://openalex.org/S2764777209","display_name":"Journal of Construction Engineering and Management","issn_l":"0733-9364","issn":["0733-9364","1943-7862"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-2","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315747","host_organization_name":"American Society of Civil Engineers","host_organization_lineage":["https://openalex.org/P4310315747"],"host_organization_lineage_names":["American Society of Civil Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Construction Engineering and Management","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101584430","display_name":"Tzu-Hsuan Lin","orcid":"https://orcid.org/0000-0001-7833-5394","observed_orcids":["https://orcid.org/0000-0001-7833-5394"]},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tzu-Hsuan Lin","raw_affiliation_strings":["National Central Univ"],"raw_orcid":"https://orcid.org/0000-0001-7833-5394","affiliations":[{"raw_affiliation_string":"National Central Univ","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100379328","display_name":"Li Chen","orcid":"https://orcid.org/0000-0003-2248-2920","observed_orcids":["https://orcid.org/0000-0003-2248-2920"]},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Li Chen","raw_affiliation_strings":["National Central Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Central Univ","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075034222","display_name":"Alan Putranto","orcid":"https://orcid.org/0000-0003-4732-868X","observed_orcids":["https://orcid.org/0000-0003-4732-868X"]},"institutions":[{"id":"https://openalex.org/I4405274485","display_name":"Politeknik Negeri Ketapang","ror":"https://ror.org/01tg9pd92","country_code":"ID","type":"education","lineage":["https://openalex.org/I4405274485"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Alan Putranto","raw_affiliation_strings":["Ketapang State Polytechnic"],"raw_orcid":"https://orcid.org/0000-0003-4732-868X","affiliations":[{"raw_affiliation_string":"Ketapang State Polytechnic","institution_ids":["https://openalex.org/I4405274485"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"152","issue":"10","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.6563000082969666,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.6563000082969666,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.2442999929189682,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12581","display_name":"Engineering Structural Analysis Methods","score":0.021900000050663948,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bolt-looseness-detection","display_name":"bolt looseness detection","score":0.8899999856948853},{"id":"https://openalex.org/keywords/structural-health-monitoring","display_name":"structural health monitoring","score":0.6819999814033508},{"id":"https://openalex.org/keywords/yolov5","display_name":"YOLOv5","score":0.7900000214576721},{"id":"https://openalex.org/keywords/acoustic-detection","display_name":"acoustic detection","score":0.5619999766349792},{"id":"https://openalex.org/keywords/mel-frequency-cepstral-coefficients","display_name":"Mel-frequency cepstral coefficients","score":0.843999981880188},{"id":"https://openalex.org/keywords/robotic-inspection","display_name":"robotic inspection","score":0.5680000185966492},{"id":"https://openalex.org/keywords/depth-camera","display_name":"depth camera","score":0.7549999952316284},{"id":"https://openalex.org/keywords/low-light-detection","display_name":"low-light detection","score":0.6579999923706055},{"id":"https://openalex.org/keywords/real-time-inspection","display_name":"real-time inspection","score":0.49300000071525574}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6439999938011169},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5902000069618225},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5828999876976013},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5735999941825867},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5329999923706055},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.4733999967575073},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.438400000333786},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4318999946117401},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4318999946117401},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.41119998693466187},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4090000092983246},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.40880000591278076},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3959999978542328},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.38690000772476196},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3637000024318695},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3125},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.30300000309944153},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C2776126113","wikidata":"https://www.wikidata.org/wiki/Q1128980","display_name":"Industrial robot","level":3,"score":0.2896000146865845},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2671000063419342}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1061/jcemd4.coeng-18147","doi":"https://doi.org/10.1061/jcemd4.coeng-18147","is_oa":false,"landing_page_url":"https://doi.org/10.1061/jcemd4.coeng-18147","pdf_url":null,"source":{"id":"https://openalex.org/S2764777209","display_name":"Journal of Construction Engineering and Management","issn_l":"0733-9364","issn":["0733-9364","1943-7862"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-2","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315747","host_organization_name":"American Society of Civil Engineers","host_organization_lineage":["https://openalex.org/P4310315747"],"host_organization_lineage_names":["American Society of Civil Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Construction Engineering and Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.7207000255584717,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W96161441","https://openalex.org/W2615618043","https://openalex.org/W2794841368","https://openalex.org/W2924913851","https://openalex.org/W2946141567","https://openalex.org/W2946456806","https://openalex.org/W2948983823","https://openalex.org/W2965583534","https://openalex.org/W2999212378","https://openalex.org/W3016872590","https://openalex.org/W3033744336","https://openalex.org/W3035247631","https://openalex.org/W3043132849","https://openalex.org/W3181400045","https://openalex.org/W4210314226","https://openalex.org/W4210673928","https://openalex.org/W4225001005","https://openalex.org/W4313361949","https://openalex.org/W4319319095","https://openalex.org/W4321373506","https://openalex.org/W4367838923","https://openalex.org/W4378189941","https://openalex.org/W4382568346","https://openalex.org/W4385697304","https://openalex.org/W4387533615","https://openalex.org/W4390618392","https://openalex.org/W4400376295","https://openalex.org/W4401117616","https://openalex.org/W4403601960","https://openalex.org/W4404726843","https://openalex.org/W4405755410","https://openalex.org/W4406235816","https://openalex.org/W4408862103","https://openalex.org/W4413017459"],"related_works":["https://openalex.org/W4414498293","https://openalex.org/W4320005320","https://openalex.org/W3126210633","https://openalex.org/W3216717638","https://openalex.org/W7117461297","https://openalex.org/W3159280580","https://openalex.org/W4378189941","https://openalex.org/W3047866055","https://openalex.org/W4287243669","https://openalex.org/W4411476860"],"abstract_inverted_index":{"Abstract":[0],"This":[1],"study":[2],"introduces":[3],"the":[4,46,67,105,159],"Remote":[5],"Automated":[6],"Multi-Bolt":[7],"Inspection":[8],"Robot":[9],"(RAMBIRobot),":[10],"a":[11,59,76,81,89,115,174,206],"novel":[12],"system":[13,70,74,149],"integrating":[14],"machine":[15],"vision":[16],"and":[17,35,58,88,97,137,217],"acoustic":[18,93,199],"analysis":[19,200],"for":[20,37,84,92,178,201],"efficient,":[21],"autonomous":[22],"bolt":[23,26,86,121],"inspection.":[24],"Conventional":[25],"inspection":[27,99,170,191,220],"methods":[28],"are":[29],"labor-intensive,":[30],"prone":[31],"to":[32,188],"human":[33],"error,":[34],"unsuitable":[36],"hazardous":[38],"environments.":[39,147],"RAMBIRobot":[40,172,193],"addresses":[41],"these":[42],"limitations":[43],"by":[44],"combining":[45],"YOLOv5s":[47,127],"visual":[48,196],"recognition":[49,107],"model,":[50],"audio-based":[51],"detection":[52,122,154,204],"via":[53],"Mel-Frequency":[54],"Cepstral":[55],"Coefficients":[56],"(MFCCs),":[57],"two-dimensional":[60],"convolutional":[61],"neural":[62],"network":[63],"(2D":[64],"CNN)":[65],"under":[66,134],"robot":[68],"operating":[69],"(ROS)":[71],"framework.":[72],"The":[73,126],"features":[75],"robotic":[77,190],"arm":[78],"equipped":[79],"with":[80,119,198],"depth":[82],"camera":[83],"3D":[85],"localization":[87,197],"tapping":[90,117],"device":[91],"analysis,":[94],"providing":[95],"robust":[96],"automated":[98],"capabilities.":[100],"Experimental":[101],"validation":[102],"demonstrated":[103],"that":[104],"audio":[106],"module":[108],"achieved":[109,129],"an":[110,130,152],"accuracy":[111,131,155],"of":[112,124,132,156],"79.3%":[113],"at":[114],"90\u00b0":[116],"angle,":[118],"loosened":[120],"precision":[123],"90.2%.":[125],"model":[128],"98.9%":[133],"normal":[135],"lighting":[136],"93.5%":[138],"in":[139,162],"low-light":[140],"conditions,":[141],"confirming":[142],"its":[143],"reliability":[144],"across":[145],"diverse":[146],"Integrated":[148],"tests":[150],"revealed":[151],"overall":[153],"75.0%,":[157],"highlighting":[158],"system\u2019s":[160],"efficiency":[161],"reducing":[163],"dependency":[164],"on":[165,205,213],"manual":[166],"labor":[167],"while":[168],"ensuring":[169],"precision.":[171],"offers":[173],"cost-effective,":[175],"scalable":[176],"solution":[177],"industrial":[179],"applications,":[180],"enhancing":[181],"structural":[182],"health":[183],"monitoring":[184],"through":[185],"automation.":[186],"Compared":[187],"existing":[189],"systems,":[192],"uniquely":[194],"integrates":[195],"bolt-specific":[202],"looseness":[203],"mobile":[207],"platform.":[208],"Future":[209],"research":[210],"will":[211],"focus":[212],"optimizing":[214],"environmental":[215],"adaptability":[216],"exploring":[218],"additional":[219],"scenarios.":[221]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-08-14T00:00:00"}