{"id":"https://openalex.org/W7164522370","doi":"https://doi.org/10.1016/j.aei.2026.104953","title":"Human-inspired zero-shot semantic segmentation of construction point clouds based on adaptive observation and MLLM reasoning","display_name":"Human-inspired zero-shot semantic segmentation of construction point clouds based on adaptive observation and MLLM reasoning","publication_year":2026,"publication_date":"2026-06-12","ids":{"openalex":"https://openalex.org/W7164522370","doi":"https://doi.org/10.1016/j.aei.2026.104953"},"language":"en","primary_location":{"id":"doi:10.1016/j.aei.2026.104953","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.aei.2026.104953","pdf_url":null,"source":{"id":"https://openalex.org/S112141509","display_name":"Advanced Engineering Informatics","issn_l":"1474-0346","issn":["1474-0346","1873-5320"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Engineering Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.aei.2026.104953","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100383954","display_name":"Boyu Wang","orcid":"https://orcid.org/0000-0002-6108-3589"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Boyu WANG","raw_affiliation_strings":["Department of Construction and Real Estate, School of Civil Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Construction and Real Estate, School of Civil Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138494236","display_name":"Borja Garc\u00eda de Soto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Borja Garc\u00eda de Soto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138527286","display_name":"Qian WANG","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qian WANG","raw_affiliation_strings":["Department of Construction and Real Estate, School of Civil Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Construction and Real Estate, School of Civil Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100383954","https://openalex.org/A5138527286"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":{"value":3570,"currency":"USD","value_usd":3570},"apc_paid":{"value":3570,"currency":"USD","value_usd":3570},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.75804854,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"76","issue":null,"first_page":"104953","last_page":"104953"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.6521000266075134,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.6521000266075134,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11006","display_name":"BIM and Construction Integration","score":0.11400000005960464,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.04529999941587448,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.796500027179718},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7131999731063843},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6453999876976013},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.517300009727478},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4681999981403351},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4108000099658966},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.37880000472068787},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3529999852180481}],"concepts":[{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.796500027179718},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.769599974155426},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7131999731063843},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6453999876976013},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5898000001907349},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.517300009727478},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4681999981403351},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4108000099658966},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.37880000472068787},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3529999852180481},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34769999980926514},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.34599998593330383},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.30720001459121704},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2865000069141388},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.26809999346733093},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2646999955177307},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.aei.2026.104953","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.aei.2026.104953","pdf_url":null,"source":{"id":"https://openalex.org/S112141509","display_name":"Advanced Engineering Informatics","issn_l":"1474-0346","issn":["1474-0346","1873-5320"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Engineering Informatics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.aei.2026.104953","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.aei.2026.104953","pdf_url":null,"source":{"id":"https://openalex.org/S112141509","display_name":"Advanced Engineering Informatics","issn_l":"1474-0346","issn":["1474-0346","1873-5320"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Engineering Informatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320313203","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W1968200193","https://openalex.org/W1989502406","https://openalex.org/W2009070339","https://openalex.org/W2044592842","https://openalex.org/W2046434485","https://openalex.org/W2057531282","https://openalex.org/W2065596913","https://openalex.org/W2074410689","https://openalex.org/W2088706252","https://openalex.org/W2119512999","https://openalex.org/W2605874824","https://openalex.org/W2774057639","https://openalex.org/W2800751821","https://openalex.org/W2804172331","https://openalex.org/W2807113035","https://openalex.org/W2945770468","https://openalex.org/W2945838180","https://openalex.org/W2979750740","https://openalex.org/W3011970623","https://openalex.org/W3012190739","https://openalex.org/W3013120860","https://openalex.org/W3025745083","https://openalex.org/W3036860105","https://openalex.org/W3040193577","https://openalex.org/W3107782157","https://openalex.org/W3109268934","https://openalex.org/W3121416920","https://openalex.org/W3129799165","https://openalex.org/W3180312551","https://openalex.org/W3187634836","https://openalex.org/W3192872449","https://openalex.org/W3195846826","https://openalex.org/W3206068048","https://openalex.org/W3211652689","https://openalex.org/W4200118206","https://openalex.org/W4200145141","https://openalex.org/W4214755140","https://openalex.org/W4221059199","https://openalex.org/W4281643233","https://openalex.org/W4281675671","https://openalex.org/W4283452255","https://openalex.org/W4285081885","https://openalex.org/W4285585374","https://openalex.org/W4289636239","https://openalex.org/W4310130630","https://openalex.org/W4312161045","https://openalex.org/W4318187643","https://openalex.org/W4319990764","https://openalex.org/W4376253919","https://openalex.org/W4378648241","https://openalex.org/W4381615821","https://openalex.org/W4381789065","https://openalex.org/W4385318467","https://openalex.org/W4386577798","https://openalex.org/W4388745797","https://openalex.org/W4390874575","https://openalex.org/W4392805955","https://openalex.org/W4396842403","https://openalex.org/W4399800301","https://openalex.org/W4399849182","https://openalex.org/W4402029814","https://openalex.org/W4402103191","https://openalex.org/W4404612908","https://openalex.org/W4406792322","https://openalex.org/W4406800795","https://openalex.org/W4406842563","https://openalex.org/W4409565265","https://openalex.org/W4409840997","https://openalex.org/W4411303046","https://openalex.org/W4411985924","https://openalex.org/W4412449232","https://openalex.org/W4412564018","https://openalex.org/W4413000470","https://openalex.org/W4413420051","https://openalex.org/W4416346046","https://openalex.org/W7083303957","https://openalex.org/W7104251408","https://openalex.org/W7154958446","https://openalex.org/W7160392886"],"related_works":[],"abstract_inverted_index":{"Semantic":[0],"segmentation":[1],"of":[2,10],"as-built":[3],"point":[4],"cloud":[5],"data":[6,145],"is":[7],"a":[8,38,47,132],"cornerstone":[9],"construction":[11,33,43,94],"digital":[12],"twins.":[13],"However,":[14],"existing":[15],"3D":[16,100,137],"AI":[17],"models":[18,75],"are":[19],"often":[20],"confined":[21],"to":[22,144],"specific,":[23],"well-annotated":[24],"datasets":[25],"and":[26,66,126,147],"suffer":[27],"from":[28],"poor":[29],"generalization":[30],"in":[31],"complex":[32],"environments.":[34],"This":[35,110],"paper":[36],"proposes":[37],"human-inspired":[39],"zero-shot":[40],"framework":[41],"for":[42,55,62,77,117,135],"scene":[44,101,138],"segmentation,":[45,139],"featuring":[46],"modular":[48],"architecture":[49],"comprising:":[50],"(1)":[51],"an":[52,59,68],"action":[53],"module":[54,61,70],"hybrid":[56],"pre-segmentation,":[57],"(2)":[58],"observation":[60],"dynamic":[63],"viewpoint":[64],"adjustment,":[65],"(3)":[67],"analysis":[69],"leveraging":[71],"multimodal":[72],"large":[73],"language":[74],"(MLLMs)":[76],"semantic":[78],"interpretation.":[79],"Without":[80],"task-specific":[81],"training,":[82],"the":[83,114],"proposed":[84],"method":[85],"achieved":[86],"over":[87],"85":[88],"%":[89,107],"weighted":[90,108],"IoU":[91],"on":[92],"real-world":[93],"datasets,":[95],"drastically":[96],"outperforming":[97],"state-of-the-art":[98],"open-vocabulary":[99],"understanding":[102],"methods":[103],"(less":[104],"than":[105],"40":[106],"IoU).":[109],"superior":[111],"performance":[112],"highlights":[113],"approach\u2019s":[115],"potential":[116],"downstream":[118],"applications":[119],"such":[120],"as":[121],"progress":[122],"monitoring,":[123],"quality":[124],"inspection,":[125],"human-robot":[127],"collaboration.":[128],"Furthermore,":[129],"it":[130],"establishes":[131],"new":[133],"paradigm":[134],"domain-adaptive":[136],"effectively":[140],"overcoming":[141],"limitations":[142],"related":[143],"scarcity":[146],"cross-domain":[148],"generalization.":[149]},"counts_by_year":[],"updated_date":"2026-06-13T06:17:32.689207","created_date":"2026-06-13T00:00:00"}