{"id":"https://openalex.org/W7152987284","doi":"https://doi.org/10.48550/arxiv.2604.07413","title":"FORGE: Fine-grained Multimodal Evaluation for Manufacturing Scenarios","display_name":"FORGE: Fine-grained Multimodal Evaluation for Manufacturing Scenarios","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7152987284","doi":"https://doi.org/10.48550/arxiv.2604.07413"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.07413","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07413","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.07413","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050075702","display_name":"Xiangru Jian","orcid":"https://orcid.org/0009-0004-7138-7078"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jian, Xiangru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101554051","display_name":"Hao Xu","orcid":"https://orcid.org/0009-0009-4391-659X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133370254","display_name":"Wei Pang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102016731","display_name":"Na Zhao","orcid":"https://orcid.org/0000-0003-1892-567X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Xinjian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133328528","display_name":"Chengyu Tao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Chengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133346432","display_name":"Qixin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qixin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133371755","display_name":"Xikun Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xikun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133367297","display_name":"Chao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133383855","display_name":"Guanzhi Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Guanzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133381263","display_name":"Alex Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Alex","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041479429","display_name":"Juan Du","orcid":"https://orcid.org/0000-0002-1850-3613"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Juan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133385835","display_name":"Tianshu Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Tianshu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133370715","display_name":"Garth Tarr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tarr, Garth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133347325","display_name":"Linqi Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Linqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101393779","display_name":"Qiuzhuang Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Qiuzhuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133391227","display_name":"Dacheng Tao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Dacheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5236999988555908,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5236999988555908,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.08789999783039093,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.07180000096559525,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7401000261306763},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5609999895095825},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5511999726295471},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5192000269889832},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4235999882221222},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.40959998965263367},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.3855000138282776},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3734000027179718}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7401000261306763},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6269000172615051},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5609999895095825},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5511999726295471},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5192000269889832},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4474000036716461},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4235999882221222},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.40959998965263367},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3855000138282776},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3734000027179718},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3625999987125397},{"id":"https://openalex.org/C175700187","wikidata":"https://www.wikidata.org/wiki/Q187939","display_name":"Manufacturing","level":2,"score":0.35199999809265137},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3330000042915344},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3328999876976013},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32089999318122864},{"id":"https://openalex.org/C53688548","wikidata":"https://www.wikidata.org/wiki/Q1122190","display_name":"Computer-integrated manufacturing","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.2712000012397766},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25850000977516174},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2578999996185303},{"id":"https://openalex.org/C2988460067","wikidata":"https://www.wikidata.org/wiki/Q55639","display_name":"Manufacturing sector","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.07413","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07413","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.07413","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07413","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6147955060005188}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,182],"manufacturing":[1,30,87,169,180],"sector":[2],"is":[3,33,113,123],"increasingly":[4],"adopting":[5],"Multimodal":[6],"Large":[7],"Language":[8],"Models":[9],"(MLLMs)":[10],"to":[11,16,23,103,161],"transition":[12],"from":[13],"simple":[14],"perception":[15],"autonomous":[17],"execution,":[18],"yet":[19],"current":[20],"evaluations":[21],"fail":[22],"reflect":[24],"the":[25,106,115,124],"rigorous":[26],"demands":[27],"of":[28,41,151],"real-world":[29,63],"environments.":[31],"Progress":[32],"hindered":[34],"by":[35],"data":[36,158],"scarcity":[37],"and":[38,66,95,184],"a":[39,57,128,152,175],"lack":[40],"fine-grained":[42,72],"domain":[43,73],"semantics":[44,74],"in":[45,165],"existing":[46],"datasets.":[47],"To":[48],"bridge":[49],"this":[50],"gap,":[51],"we":[52,136],"introduce":[53],"FORGE.":[54],"Wefirst":[55],"construct":[56],"high-quality":[58],"multimodal":[59],"dataset":[60],"that":[61,110,138],"combines":[62],"2D":[64],"images":[65],"3D":[67],"point":[68],"clouds,":[69],"annotated":[70],"with":[71],"(e.g.,":[75],"exact":[76],"model":[77,155],"numbers).":[78],"We":[79],"then":[80],"evaluate":[81],"18":[82],"state-of-the-art":[83],"MLLMs":[84],"across":[85],"three":[86],"tasks,":[88],"namely":[89],"workpiece":[90],"verification,":[91,97],"structural":[92],"surface":[93],"inspection,":[94],"assembly":[96],"revealing":[98],"significant":[99],"performance":[100],"gaps.":[101],"Counter":[102],"conventional":[104],"understanding,":[105],"bottleneck":[107],"analysis":[108],"shows":[109],"visual":[111],"grounding":[112],"not":[114],"primary":[116],"limiting":[117],"factor.":[118],"Instead,":[119],"insufficient":[120],"domain-specific":[121],"knowledge":[122],"key":[125],"bottleneck,":[126],"setting":[127],"clear":[129],"direction":[130],"for":[131,174],"future":[132],"research.":[133],"Beyond":[134],"evaluation,":[135],"show":[137],"our":[139,157],"structured":[140],"annotations":[141],"can":[142],"serve":[143],"as":[144],"an":[145],"actionable":[146],"training":[147],"resource:":[148],"supervised":[149],"fine-tuning":[150],"compact":[153],"3B-parameter":[154],"on":[156,167],"yields":[159],"up":[160],"90.8%":[162],"relative":[163],"improvement":[164],"accuracy":[166],"held-out":[168],"scenarios,":[170],"providing":[171],"preliminary":[172],"evidence":[173],"practical":[176],"pathway":[177],"toward":[178],"domain-adapted":[179],"MLLMs.":[181],"code":[183],"datasets":[185],"are":[186],"available":[187],"at":[188],"https://ai4manufacturing.github.io/forge-web.":[189]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-11T00:00:00"}