{"id":"https://openalex.org/W4404931028","doi":"https://doi.org/10.3390/bdcc8120175","title":"Semi-Open Set Object Detection Algorithm Leveraged by Multi-Modal Large Language Models","display_name":"Semi-Open Set Object Detection Algorithm Leveraged by Multi-Modal Large Language Models","publication_year":2024,"publication_date":"2024-11-29","ids":{"openalex":"https://openalex.org/W4404931028","doi":"https://doi.org/10.3390/bdcc8120175"},"language":"en","primary_location":{"id":"doi:10.3390/bdcc8120175","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/bdcc8120175","pdf_url":"https://www.mdpi.com/2504-2289/8/12/175/pdf?version=1732886636","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-2289/8/12/175/pdf?version=1732886636","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014734712","display_name":"Kewei Wu","orcid":"https://orcid.org/0000-0003-4515-791X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kewei Wu","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367890","display_name":"Yiran Wang","orcid":"https://orcid.org/0000-0002-5786-8789"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiran Wang","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061163838","display_name":"Xiaogang He","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaogang He","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0009-0007-3533-0148","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020404034","display_name":"Jinyu Yan","orcid":"https://orcid.org/0000-0003-0889-2130"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinyu Yan","raw_affiliation_strings":["Beijing Zhuoshizhitong Technology Co., Ltd., Beijing 100096, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Zhuoshizhitong Technology Co., Ltd., Beijing 100096, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100720835","display_name":"Yang Guo","orcid":"https://orcid.org/0000-0002-5791-9312"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Guo","raw_affiliation_strings":["Beijing Zhuoshizhitong Technology Co., Ltd., Beijing 100096, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Zhuoshizhitong Technology Co., Ltd., Beijing 100096, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102722378","display_name":"Zhuqing Jiang","orcid":"https://orcid.org/0000-0002-6275-0785"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuqing Jiang","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072970208","display_name":"Xing Zhang","orcid":"https://orcid.org/0000-0002-1689-3355"},"institutions":[{"id":"https://openalex.org/I4210087349","display_name":"China Resources (China)","ror":"https://ror.org/0026yhs27","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087349"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Zhang","raw_affiliation_strings":["China Resources Digital Co., Ltd., Beijing 518049, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Resources Digital Co., Ltd., Beijing 518049, China","institution_ids":["https://openalex.org/I4210087349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391888","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-1568-2396"},"institutions":[{"id":"https://openalex.org/I4210087349","display_name":"China Resources (China)","ror":"https://ror.org/0026yhs27","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087349"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["China Resources Digital Co., Ltd., Beijing 518049, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Resources Digital Co., Ltd., Beijing 518049, China","institution_ids":["https://openalex.org/I4210087349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093130601","display_name":"Yongping Xiong","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongping Xiong","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029278873","display_name":"Aidong Men","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aidong Men","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100673949","display_name":"Xiaoyong Li","orcid":"https://orcid.org/0000-0001-5597-9306"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Li Xiao","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, 10 Xitucheng Rd, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5100673949"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21003418,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"12","first_page":"175","last_page":"175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7069475054740906},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6714171171188354},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5626301765441895},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5387600064277649},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3632367253303528},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2556682229042053}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7069475054740906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6714171171188354},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5626301765441895},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5387600064277649},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3632367253303528},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2556682229042053},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/bdcc8120175","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/bdcc8120175","pdf_url":"https://www.mdpi.com/2504-2289/8/12/175/pdf?version=1732886636","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1fd095565103479bbe97532e370f199e","is_oa":true,"landing_page_url":"https://doaj.org/article/1fd095565103479bbe97532e370f199e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data and Cognitive Computing, Vol 8, Iss 12, p 175 (2024)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2504-2289/8/12/175/","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc8120175","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/bdcc8120175","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/bdcc8120175","pdf_url":"https://www.mdpi.com/2504-2289/8/12/175/pdf?version=1732886636","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4404931028.pdf"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W2088049833","https://openalex.org/W2102605133","https://openalex.org/W2161969291","https://openalex.org/W2168356304","https://openalex.org/W2193145675","https://openalex.org/W2884367402","https://openalex.org/W2963037989","https://openalex.org/W2963351448","https://openalex.org/W2971097870","https://openalex.org/W2988916019","https://openalex.org/W2996367417","https://openalex.org/W3009436130","https://openalex.org/W3099793224","https://openalex.org/W3106250896","https://openalex.org/W4320002812","https://openalex.org/W4390638513","https://openalex.org/W4402917081","https://openalex.org/W4404356490","https://openalex.org/W4404612908"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Currently,":[0],"closed-set":[1,17,57,135],"object":[2,32,119,136,153],"detection":[3,29,33,40,53,58,67,74,95,108,120,132,137,146,154],"models":[4,18,34,59,127,138],"represented":[5],"by":[6],"YOLO":[7],"are":[8,76],"widely":[9],"deployed":[10],"in":[11,27,52,68,79,160],"the":[12,39,63,88,103,112,131,165],"industrial":[13],"field.":[14],"However,":[15],"such":[16,35],"lack":[19],"sufficient":[20],"tuning":[21],"ability":[22],"for":[23,65,139],"easily":[24],"confused":[25],"objects":[26],"complex":[28],"scenarios.":[30,174],"Open-set":[31],"as":[36],"GroundingDINO":[37],"expand":[38],"range":[41],"to":[42,84,99],"a":[43,50,117,150],"certain":[44],"extent,":[45],"but":[46],"they":[47],"still":[48],"have":[49,100],"gap":[51],"accuracy":[54,161],"compared":[55],"with":[56],"and":[60,90,105,162,171],"cannot":[61],"meet":[62],"requirements":[64],"high-precision":[66],"practical":[69],"applications.":[70],"In":[71],"addition,":[72],"existing":[73],"technologies":[75],"also":[77],"insufficient":[78],"interpretability,":[80],"making":[81],"it":[82],"difficult":[83,141],"clearly":[85],"show":[86],"users":[87,98],"basis":[89],"process":[91],"of":[92,94,107,134,167],"judgment":[93],"results,":[96],"causing":[97],"doubts":[101],"about":[102],"trust":[104],"application":[106],"results.":[109],"Based":[110],"on":[111,123],"above":[113],"deficiencies,":[114],"we":[115],"propose":[116],"new":[118],"algorithm":[121],"based":[122],"multi-modal":[124],"large":[125],"language":[126],"that":[128],"significantly":[129],"improves":[130],"effect":[133],"more":[140],"boundary":[142],"tasks":[143],"while":[144],"ensuring":[145],"accuracy,":[147],"thereby":[148],"achieving":[149],"semi-open":[151],"set":[152],"algorithm.":[155],"It":[156],"has":[157],"significant":[158],"improvements":[159],"interpretability":[163],"under":[164],"verification":[166],"seven":[168],"common":[169],"traffic":[170],"safety":[172],"production":[173]},"counts_by_year":[],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}