{"id":"https://openalex.org/W7140135285","doi":"https://doi.org/10.48550/arxiv.2603.20148","title":"Can Large Multimodal Models Inspect Buildings? A Hierarchical Benchmark for Structural Pathology Reasoning","display_name":"Can Large Multimodal Models Inspect Buildings? A Hierarchical Benchmark for Structural Pathology Reasoning","publication_year":2026,"publication_date":"2026-03-20","ids":{"openalex":"https://openalex.org/W7140135285","doi":"https://doi.org/10.48550/arxiv.2603.20148"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.20148","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.20148","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130363223","display_name":"Hui Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Hui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017930728","display_name":"Yichun Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Yichun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130350711","display_name":"Luyan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Luyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130381674","display_name":"Hai Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Hai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130382362","display_name":"Wang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130388729","display_name":"Haowei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haowei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130348107","display_name":"Xinhu Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Xinhu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.28349998593330383,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.28349998593330383,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.08869999647140503,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.0754999965429306,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7200999855995178},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5771999955177307},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5414999723434448},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5371000170707703},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5166000127792358},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.4975000023841858},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4675999879837036},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.43639999628067017},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.41119998693466187}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7200999855995178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6712999939918518},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6252999901771545},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5771999955177307},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5690000057220459},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5414999723434448},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5371000170707703},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5166000127792358},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.4975000023841858},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4675999879837036},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.43639999628067017},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.41119998693466187},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.39100000262260437},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3732999861240387},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3537999987602234},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.350600004196167},{"id":"https://openalex.org/C9770341","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Geospatial analysis","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.3294000029563904},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.28450000286102295},{"id":"https://openalex.org/C184408114","wikidata":"https://www.wikidata.org/wiki/Q1502022","display_name":"Generative Design","level":3,"score":0.28349998593330383},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.20148","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.20148","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.5215767025947571,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Automated":[0],"building":[1],"facade":[2],"inspection":[3],"is":[4],"a":[5,55,79,93,190,195,200],"critical":[6],"component":[7],"of":[8,169,206],"urban":[9],"resilience":[10],"and":[11,39,131,146,152,194],"smart":[12],"city":[13],"maintenance.":[14],"Traditionally,":[15],"this":[16,75,99],"field":[17],"has":[18],"relied":[19],"on":[20,98],"specialized":[21,180],"discriminative":[22],"models":[23,177],"(e.g.,":[24],"YOLO,":[25],"Mask":[26],"R-CNN)":[27],"that":[28,138,174],"excel":[29],"at":[30],"pixel-level":[31],"localization":[32,160],"but":[33],"are":[34],"constrained":[35],"to":[36,46,87,109],"passive":[37],"perception":[38],"worse":[40],"generization":[41],"without":[42,183],"the":[43,104,167,204],"visual":[44],"understandng":[45],"interpret":[47],"structural":[48],"topology.":[49],"Large":[50],"Multimodal":[51],"Models":[52],"(LMMs)":[53],"promise":[54],"paradigm":[56],"shift":[57],"toward":[58],"active":[59],"reasoning,":[60],"yet":[61],"their":[62],"application":[63],"in":[64,158,210],"such":[65],"high-stakes":[66],"engineering":[67],"domains":[68],"lacks":[69],"rigorous":[70,191],"evaluation":[71],"standards.":[72],"To":[73],"bridge":[74],"gap,":[76],"we":[77,101,165],"introduce":[78],"human-in-the-loop":[80],"semi-automated":[81],"annotation":[82],"framework,":[83],"leveraging":[84],"expert-proposal":[85],"verification":[86],"unify":[88],"12":[89],"fragmented":[90],"datasets":[91],"into":[92],"standardized,":[94],"hierarchical":[95],"ontology.":[96],"Building":[97],"foundation,":[100],"present":[102],"\\textit{DefectBench},":[103],"first":[105],"multi-dimensional":[106],"benchmark":[107],"designed":[108],"interrogate":[110],"LMMs":[111,121,141],"beyond":[112],"basic":[113],"semantic":[114,147],"recognition.":[115],"\\textit{DefectBench}":[116],"evaluates":[117],"18":[118],"state-of-the-art":[119],"(SOTA)":[120],"across":[122],"three":[123],"escalating":[124],"cognitive":[125],"dimensions:":[126],"Semantic":[127],"Perception,":[128],"Spatial":[129],"Localization,":[130],"Generative":[132],"Geometry":[133],"Segmentation.":[134],"Extensive":[135],"experiments":[136],"reveal":[137],"while":[139],"current":[140],"demonstrate":[142],"exceptional":[143],"topological":[144],"awareness":[145],"understanding":[148],"(effectively":[149],"diagnosing":[150],"\"what\"":[151],"\"how\"),":[153],"they":[154],"exhibit":[155],"significant":[156],"deficiencies":[157],"metric":[159],"precision":[161],"(\"where\").":[162],"Crucially,":[163],"however,":[164],"validate":[166],"viability":[168],"zero-shot":[170],"generative":[171],"segmentation,":[172],"showing":[173],"general-purpose":[175],"foundation":[176],"can":[178],"rival":[179],"supervised":[181],"networks":[182],"domain-specific":[184],"training.":[185],"This":[186],"work":[187],"provides":[188],"both":[189],"benchmarking":[192],"standard":[193],"high-quality":[196],"open-source":[197],"database,":[198],"establishing":[199],"new":[201],"baseline":[202],"for":[203],"advancement":[205],"autonomous":[207],"AI":[208],"agents":[209],"civil":[211],"engineering.":[212]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-24T00:00:00"}