{"id":"https://openalex.org/W7135241511","doi":"https://doi.org/10.48550/arxiv.2603.11461","title":"CoViLLM: An Adaptive Human-Robot Collaborative Assembly Framework Using Large Language Models","display_name":"CoViLLM: An Adaptive Human-Robot Collaborative Assembly Framework Using Large Language Models","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7135241511","doi":"https://doi.org/10.48550/arxiv.2603.11461"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.11461","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11461","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.11461","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124422421","display_name":"Jiabao Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jiabao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129021937","display_name":"Jonghan Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lim, Jonghan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129023209","display_name":"Hongliang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hongliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124368771","display_name":"Ilya Kovalenko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kovalenko, Ilya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.7357000112533569,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.7357000112533569,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.15569999814033508,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11741","display_name":"Flexible and Reconfigurable Manufacturing Systems","score":0.01510000042617321,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6668999791145325},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6269000172615051},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5859000086784363},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.536899983882904},{"id":"https://openalex.org/keywords/nist","display_name":"NIST","score":0.4778999984264374},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4212999939918518},{"id":"https://openalex.org/keywords/interoperability","display_name":"Interoperability","score":0.40630000829696655},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.3831999897956848},{"id":"https://openalex.org/keywords/position-paper","display_name":"Position paper","score":0.37380000948905945},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.359499990940094}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6668999791145325},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6431999802589417},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6269000172615051},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5859000086784363},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.536899983882904},{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.4778999984264374},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4551999866962433},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4212999939918518},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.40630000829696655},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3831999897956848},{"id":"https://openalex.org/C78780964","wikidata":"https://www.wikidata.org/wiki/Q7233193","display_name":"Position paper","level":2,"score":0.37380000948905945},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.37040001153945923},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.359499990940094},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3305000066757202},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3262999951839447},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3246999979019165},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C19351080","wikidata":"https://www.wikidata.org/wiki/Q1395034","display_name":"New product development","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C113378356","wikidata":"https://www.wikidata.org/wiki/Q2177154","display_name":"Design for assembly","level":3,"score":0.30970001220703125},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29829999804496765},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28790000081062317},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.27900001406669617},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.265500009059906},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.25459998846054077},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.2526000142097473},{"id":"https://openalex.org/C526921623","wikidata":"https://www.wikidata.org/wiki/Q190117","display_name":"Automotive industry","level":2,"score":0.2508000135421753},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.11461","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11461","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.11461","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11461","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5210716128349304,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"increasing":[1],"demand":[2],"for":[3,59,89,96,105,124],"mass":[4],"customization,":[5],"traditional":[6],"manufacturing":[7],"robots":[8],"that":[9,75,134],"rely":[10],"on":[11,47,110,118],"rule-based":[12],"operations":[13],"lack":[14],"the":[15,77,119,135],"flexibility":[16],"to":[17,29,54],"accommodate":[18],"customized":[19,80],"or":[20],"new":[21,60,98,128],"product":[22,61,129,148],"variants.":[23],"Human-Robot":[24,42,144],"Collaboration":[25,145],"has":[26],"demonstrated":[27],"potential":[28],"improve":[30],"system":[31],"adaptability":[32],"by":[33,142],"leveraging":[34],"human":[35,93],"versatility":[36],"and":[37,81,100,127,149],"decision-making":[38],"capabilities.":[39],"However,":[40],"existing":[41],"Collaborative":[43],"frameworks":[44],"typically":[45],"depend":[46],"predefined":[48,147],"perception-manipulation":[49],"pipelines,":[50],"limiting":[51],"their":[52],"ability":[53],"autonomously":[55],"generate":[56],"task":[57,107,150],"plans":[58],"assembly.":[62],"In":[63],"this":[64],"work,":[65],"we":[66],"propose":[67],"CoViLLM,":[68],"an":[69],"adaptive":[70],"human-robot":[71],"collaborative":[72,140],"assembly":[73,78,106,141],"framework":[74,115,137],"supports":[76],"of":[79],"previously":[82],"unseen":[83],"products.":[84],"CoViLLM":[85],"combines":[86],"depth-camera-based":[87],"localization":[88],"object":[90],"position":[91],"estimation,":[92],"operator":[94],"classification":[95],"identifying":[97],"components,":[99],"a":[101],"Large":[102],"Language":[103],"Model":[104],"planning":[108],"based":[109],"natural":[111],"language":[112],"instructions.":[113],"The":[114],"is":[116],"validated":[117],"NIST":[120],"Assembly":[121],"Task":[122],"Board":[123],"known,":[125],"customized,":[126],"cases.":[130],"Experimental":[131],"results":[132],"show":[133],"proposed":[136],"enables":[138],"flexible":[139],"extending":[143],"beyond":[146],"settings.":[151]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-14T00:00:00"}