{"id":"https://openalex.org/W4396895114","doi":"https://doi.org/10.1061/jccee5.cpeng-5744","title":"Explainable Image Captioning to Identify Ergonomic Problems and Solutions for Construction Workers","display_name":"Explainable Image Captioning to Identify Ergonomic Problems and Solutions for Construction Workers","publication_year":2024,"publication_date":"2024-05-14","ids":{"openalex":"https://openalex.org/W4396895114","doi":"https://doi.org/10.1061/jccee5.cpeng-5744"},"language":"en","primary_location":{"id":"doi:10.1061/jccee5.cpeng-5744","is_oa":false,"landing_page_url":"https://doi.org/10.1061/jccee5.cpeng-5744","pdf_url":null,"source":{"id":"https://openalex.org/S176637136","display_name":"Journal of Computing in Civil Engineering","issn_l":"0887-3801","issn":["0887-3801","1943-5487"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315747","host_organization_name":"American Society of Civil Engineers","host_organization_lineage":["https://openalex.org/P4310315747"],"host_organization_lineage_names":["American Society of Civil Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing in Civil Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011321978","display_name":"Gunwoo Yong","orcid":"https://orcid.org/0000-0003-0912-4520"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gunwoo Yong","raw_affiliation_strings":["Ph.D. Candidate, Dept. of Civil and Environmental Engineering, Univ. of Michigan, 2350 Hayward St., Ann Arbor, MI 48109"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ph.D. Candidate, Dept. of Civil and Environmental Engineering, Univ. of Michigan, 2350 Hayward St., Ann Arbor, MI 48109","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069029672","display_name":"Meiyin Liu","orcid":"https://orcid.org/0000-0002-9584-3929"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]},{"id":"https://openalex.org/I4210109165","display_name":"Environmental and Occupational Health Sciences Institute","ror":"https://ror.org/01vta4r13","country_code":"US","type":"education","lineage":["https://openalex.org/I4210109165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meiyin Liu","raw_affiliation_strings":["Assistant Professor, Dept. of Civil and Environmental Engineering, Rutgers Univ., 500 Bartholomew Rd., Piscataway, NJ 08854"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Assistant Professor, Dept. of Civil and Environmental Engineering, Rutgers Univ., 500 Bartholomew Rd., Piscataway, NJ 08854","institution_ids":["https://openalex.org/I102322142","https://openalex.org/I4210109165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100460359","display_name":"Sang Hyun Lee","orcid":"https://orcid.org/0000-0002-2246-7440"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"SangHyun Lee","raw_affiliation_strings":["Professor, Dept. of Civil and Environmental Engineering, Univ. of Michigan, 2350 Hayward St., Ann Arbor, MI 48109 (corresponding author)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Professor, Dept. of Civil and Environmental Engineering, Univ. of Michigan, 2350 Hayward St., Ann Arbor, MI 48109 (corresponding author)","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7963,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.919568,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"38","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.9657999873161316,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9079999923706055,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.826155424118042},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5203649401664734},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5142040252685547},{"id":"https://openalex.org/keywords/human-factors-and-ergonomics","display_name":"Human factors and ergonomics","score":0.47223448753356934},{"id":"https://openalex.org/keywords/construction-engineering","display_name":"Construction engineering","score":0.454206645488739},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4275117814540863},{"id":"https://openalex.org/keywords/construction-management","display_name":"Construction management","score":0.41245827078819275},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40464138984680176},{"id":"https://openalex.org/keywords/engineering-drawing","display_name":"Engineering drawing","score":0.37747055292129517},{"id":"https://openalex.org/keywords/forensic-engineering","display_name":"Forensic engineering","score":0.3740953207015991},{"id":"https://openalex.org/keywords/poison-control","display_name":"Poison control","score":0.2815433144569397},{"id":"https://openalex.org/keywords/civil-engineering","display_name":"Civil engineering","score":0.25444817543029785},{"id":"https://openalex.org/keywords/medical-emergency","display_name":"Medical emergency","score":0.17076346278190613},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.16448941826820374}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.826155424118042},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5203649401664734},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5142040252685547},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.47223448753356934},{"id":"https://openalex.org/C107053488","wikidata":"https://www.wikidata.org/wiki/Q2674423","display_name":"Construction engineering","level":1,"score":0.454206645488739},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4275117814540863},{"id":"https://openalex.org/C117110933","wikidata":"https://www.wikidata.org/wiki/Q811501","display_name":"Construction management","level":2,"score":0.41245827078819275},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40464138984680176},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.37747055292129517},{"id":"https://openalex.org/C77595967","wikidata":"https://www.wikidata.org/wiki/Q3151013","display_name":"Forensic engineering","level":1,"score":0.3740953207015991},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.2815433144569397},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.25444817543029785},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.17076346278190613},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.16448941826820374}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1061/jccee5.cpeng-5744","is_oa":false,"landing_page_url":"https://doi.org/10.1061/jccee5.cpeng-5744","pdf_url":null,"source":{"id":"https://openalex.org/S176637136","display_name":"Journal of Computing in Civil Engineering","issn_l":"0887-3801","issn":["0887-3801","1943-5487"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315747","host_organization_name":"American Society of Civil Engineers","host_organization_lineage":["https://openalex.org/P4310315747"],"host_organization_lineage_names":["American Society of Civil Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing in Civil Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5400000214576721,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W37867404","https://openalex.org/W1889081078","https://openalex.org/W2024456554","https://openalex.org/W2082219790","https://openalex.org/W2101105183","https://openalex.org/W2129162703","https://openalex.org/W2139016686","https://openalex.org/W2194775991","https://openalex.org/W2612690371","https://openalex.org/W2645816507","https://openalex.org/W2766527293","https://openalex.org/W2891318621","https://openalex.org/W2910705748","https://openalex.org/W2962858109","https://openalex.org/W2981731882","https://openalex.org/W3013406096","https://openalex.org/W3020614853","https://openalex.org/W3034999214","https://openalex.org/W3038377241","https://openalex.org/W3086816133","https://openalex.org/W3094502228","https://openalex.org/W3119566555","https://openalex.org/W3126084544","https://openalex.org/W3148438775","https://openalex.org/W3159260561","https://openalex.org/W3184735396","https://openalex.org/W3188805207","https://openalex.org/W3190405265","https://openalex.org/W3216130706","https://openalex.org/W4212774754","https://openalex.org/W4221167444","https://openalex.org/W4226182655","https://openalex.org/W4281719670","https://openalex.org/W4283216282","https://openalex.org/W4286433166","https://openalex.org/W4288901872","https://openalex.org/W4289654392","https://openalex.org/W4296139711","https://openalex.org/W4306820534","https://openalex.org/W4310348284","https://openalex.org/W4313648826","https://openalex.org/W4320036830","https://openalex.org/W4323313947","https://openalex.org/W4361864998","https://openalex.org/W4362576426","https://openalex.org/W4380767690","https://openalex.org/W4385261545","https://openalex.org/W4386075498","https://openalex.org/W4387966655","https://openalex.org/W4388134253","https://openalex.org/W4392914651","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W4234709938","https://openalex.org/W2810602895","https://openalex.org/W2380397391","https://openalex.org/W2377914145","https://openalex.org/W4237466543","https://openalex.org/W3170684806","https://openalex.org/W4220798156","https://openalex.org/W2353765464","https://openalex.org/W2390353052","https://openalex.org/W2991456358"],"abstract_inverted_index":{"The":[0,115,207,231],"high":[1],"occurrence":[2],"of":[3,23,30,104,187,220],"work-related":[4],"musculoskeletal":[5],"disorders":[6],"(WMSDs)":[7],"in":[8,62,90,140,224,244],"construction":[9,43,91],"remains":[10],"a":[11,99,168],"pressing":[12],"concern,":[13],"causing":[14],"numerous":[15],"nonfatal":[16],"injuries.":[17],"Preventing":[18],"WMSDs":[19],"necessitates":[20],"the":[21,28,68,96,125,134,149,153,160,171,177,188,190,200,212,216,221,241],"implementation":[22],"an":[24,141,180],"ergonomic":[25,31,37,54,79,106,128,142,197,205,226,242,247],"process,":[26],"encompassing":[27],"identification":[29],"problems":[32,38,80,107,129,198,227,248],"and":[33,39,56,81,108,130,137,167,199,211,218,228,234,249],"corresponding":[34,83],"solutions.":[35,206,230],"Finding":[36],"solutions":[40,84,131,251],"within":[41],"active":[42],"sites":[44],"requires":[45],"significant":[46],"efforts":[47],"from":[48,85],"personnel":[49],"possessing":[50],"ergonomics":[51],"expertise.":[52],"However,":[53],"experts":[55],"training":[57],"programs":[58],"are":[59,88],"often":[60],"lacking":[61],"construction.":[63],"To":[64,93],"address":[65],"this":[66,94],"issue,":[67],"authors":[69,97,178],"applied":[70],"deep":[71],"learning":[72],"(DL)\u2013based":[73],"explainable":[74],"image":[75],"captioning":[76],"to":[77,123,239],"identify":[78],"their":[82,109,229,250],"images":[86,189],"that":[87],"prevalent":[89],"sites.":[92],"end,":[95],"proposed":[98,135,150,191,222,232],"vision-language":[100],"model":[101],"(VLM)":[102],"capable":[103],"identifying":[105,196,204,225,246],"solutions,":[110],"aided":[111],"by":[112,133],"data":[113],"augmentation.":[114],"bilingual":[116],"evaluation":[117],"understudy":[118],"(BLEU)":[119],"score":[120,210],"was":[121],"used":[122],"measure":[124],"similarity":[126],"between":[127],"identified":[132],"VLM":[136,151,192,223,233],"those":[138],"specified":[139],"guideline.":[143],"Testing":[144],"with":[145,159,253],"222":[146],"real-site":[147],"images,":[148],"achieved":[152],"highest":[154,208],"BLEU-4":[155],"score,":[156],"0.796,":[157],"compared":[158],"traditional":[161],"convolutional":[162],"neural":[163],"network-long":[164],"short-term":[165],"memory":[166],"state-of-the-art":[169],"VLM,":[170],"bootstrapping":[172],"language-image":[173],"pretraining.":[174],"In":[175],"addition,":[176],"developed":[179],"explainability":[181,235],"module,":[182],"visualizing":[183],"which":[184],"specific":[185],"areas":[186],"focuses":[193],"on":[194],"when":[195],"important":[201],"words":[202],"for":[203],"BLEU":[209],"visual":[213],"explanations":[214],"demonstrate":[215],"potential":[217],"credibility":[219],"module":[236],"greatly":[237],"contribute":[238],"implementing":[240],"process":[243],"construction,":[245],"only":[252],"site":[254],"images.":[255]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}