{"id":"https://openalex.org/W7166852829","doi":"https://doi.org/10.35970/jinita.v8i1.3297","title":"A Multimodal Deep Learning Framework for Herbal Plant Classification with Large Language Model Integration","display_name":"A Multimodal Deep Learning Framework for Herbal Plant Classification with Large Language Model Integration","alternate_titles":[],"publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166852829","doi":"https://doi.org/10.35970/jinita.v8i1.3297"},"language":"en","primary_location":{"id":"doi:10.35970/jinita.v8i1.3297","doi":"https://doi.org/10.35970/jinita.v8i1.3297","is_oa":true,"landing_page_url":"https://doi.org/10.35970/jinita.v8i1.3297","pdf_url":"https://ejournal.pnc.ac.id/index.php/jinita/article/download/3297/1128","source":{"id":"https://openalex.org/S4210221536","display_name":"Journal of Innovation Information Technology and Application (JINITA)","issn_l":"2715-9248","issn":["2715-9248","2716-0858"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","sinta-s2"],"host_organization":"https://openalex.org/I4405255218","host_organization_name":"Politeknik Negeri Cilacap","host_organization_lineage":["https://openalex.org/I4405255218"],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Innovation Information Technology and Application (JINITA)","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7166852829"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ejournal.pnc.ac.id/index.php/jinita/article/download/3297/1128","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139762462","display_name":"Shalsabila Dwi Aprilia","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210095969","display_name":"Universitas Majalengka","ror":"https://ror.org/00qgg7097","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210095969"]}],"countries":["ID"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Shalsabila Dwi Aprilia","raw_affiliation_strings":["Department of Informatics, Faculty of Engineering, Universitas Majalengka, Majalengka, West Java, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, Faculty of Engineering, Universitas Majalengka, Majalengka, West Java, Indonesia","institution_ids":["https://openalex.org/I4210095969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000370047","display_name":"Nunu Nurdiana","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210095969","display_name":"Universitas Majalengka","ror":"https://ror.org/00qgg7097","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210095969"]}],"countries":["ID"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nunu Nurdiana","raw_affiliation_strings":["Universitas Majalengka"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitas Majalengka","institution_ids":["https://openalex.org/I4210095969"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054485297","display_name":"Harun Sujadi","orcid":"https://orcid.org/0000-0002-4731-976X","observed_orcids":["https://orcid.org/0000-0002-4731-976X"]},"institutions":[{"id":"https://openalex.org/I4210095969","display_name":"Universitas Majalengka","ror":"https://ror.org/00qgg7097","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210095969"]}],"countries":["ID"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Harun Sujadi","raw_affiliation_strings":["Universitas Majalengka"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitas Majalengka","institution_ids":["https://openalex.org/I4210095969"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5139762462"],"corresponding_institution_ids":["https://openalex.org/I4210095969"],"apc_list":{"value":100,"currency":"USD","value_usd":100},"apc_paid":{"value":100,"currency":"USD","value_usd":100},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"1","first_page":"327","last_page":"337"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5259000062942505,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5259000062942505,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10616","display_name":"Smart Agriculture and AI","score":0.43650001287460327,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.009700000286102295,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/plant-identification","display_name":"plant identification","score":0.7519999742507935},{"id":"https://openalex.org/keywords/multimodal-deep-learning","display_name":"multimodal deep learning","score":0.7570000290870667},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8489999771118164},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.574999988079071},{"id":"https://openalex.org/keywords/resnet50v2","display_name":"ResNet50V2","score":0.8870000243186951},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.9929999709129333},{"id":"https://openalex.org/keywords/real-time-inference","display_name":"real-time inference","score":0.8610000014305115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.75},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7427999973297119},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5830000042915344},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5645999908447266},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5436999797821045},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5159000158309937},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4959000051021576},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4099000096321106},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4041999876499176},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.37950000166893005},{"id":"https://openalex.org/C2776091240","wikidata":"https://www.wikidata.org/wiki/Q106238460","display_name":"Plant identification","level":2,"score":0.3458999991416931},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.2815000116825104},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.2662999927997589},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.35970/jinita.v8i1.3297","doi":"https://doi.org/10.35970/jinita.v8i1.3297","is_oa":true,"landing_page_url":"https://doi.org/10.35970/jinita.v8i1.3297","pdf_url":"https://ejournal.pnc.ac.id/index.php/jinita/article/download/3297/1128","source":{"id":"https://openalex.org/S4210221536","display_name":"Journal of Innovation Information Technology and Application (JINITA)","issn_l":"2715-9248","issn":["2715-9248","2716-0858"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","sinta-s2"],"host_organization":"https://openalex.org/I4405255218","host_organization_name":"Politeknik Negeri Cilacap","host_organization_lineage":["https://openalex.org/I4405255218"],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Innovation Information Technology and Application (JINITA)","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:93c1422b086a4a94a9a781abf0ab30bd","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/93c1422b086a4a94a9a781abf0ab30bd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Innovation Information Technology and Application, Vol 8, Iss 1, Pp 327-337 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.35970/jinita.v8i1.3297","doi":"https://doi.org/10.35970/jinita.v8i1.3297","is_oa":true,"landing_page_url":"https://doi.org/10.35970/jinita.v8i1.3297","pdf_url":"https://ejournal.pnc.ac.id/index.php/jinita/article/download/3297/1128","source":{"id":"https://openalex.org/S4210221536","display_name":"Journal of Innovation Information Technology and Application (JINITA)","issn_l":"2715-9248","issn":["2715-9248","2716-0858"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","sinta-s2"],"host_organization":"https://openalex.org/I4405255218","host_organization_name":"Politeknik Negeri Cilacap","host_organization_lineage":["https://openalex.org/I4405255218"],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Innovation Information Technology and Application (JINITA)","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166852829.pdf","grobid_xml":"https://content.openalex.org/works/W7166852829.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W4226030578","https://openalex.org/W4283752817","https://openalex.org/W4283834607","https://openalex.org/W4297920682","https://openalex.org/W4317039645","https://openalex.org/W4319460321","https://openalex.org/W4385338566","https://openalex.org/W4390426502","https://openalex.org/W4390982139","https://openalex.org/W4391477157","https://openalex.org/W4392633016","https://openalex.org/W4393115925","https://openalex.org/W4393223450","https://openalex.org/W4396888507","https://openalex.org/W4403984648","https://openalex.org/W4404681853","https://openalex.org/W4409057252","https://openalex.org/W4409466124","https://openalex.org/W4411095267","https://openalex.org/W4413437939","https://openalex.org/W4413477821","https://openalex.org/W4413709709","https://openalex.org/W4414463719","https://openalex.org/W4416674383"],"related_works":["https://openalex.org/W7131311835","https://openalex.org/W4405633249","https://openalex.org/W7133300599","https://openalex.org/W7168854935","https://openalex.org/W7155176277","https://openalex.org/W4401454129","https://openalex.org/W4415960856","https://openalex.org/W7165004275","https://openalex.org/W7163427594","https://openalex.org/W4411441127"],"abstract_inverted_index":{"Accurate":[0],"identification":[1,42],"of":[2,87,106,112,118,129,182],"herbal":[3,74,176],"plants":[4],"remains":[5],"challenging":[6],"due":[7],"to":[8,38,49,72,83,138,144,190],"high":[9],"species":[10],"diversity":[11],"and":[12,43,54,114,122,132,171,186,194],"the":[13,136,154,180],"need":[14],"for":[15,163,175],"specialized":[16],"botanical":[17],"knowledge.":[18],"This":[19,166],"study":[20,167],"proposes":[21],"a":[22,34,51,66,79,109,115,169],"multimodal":[23,173],"artificial":[24],"intelligence":[25],"framework":[26,174],"that":[27,57,147],"integrates":[28],"deep":[29],"learning-based":[30],"image":[31],"classification":[32,61,150],"with":[33,69,78,108],"large":[35,80,187],"language":[36,81,133,188],"model":[37,82,91],"provide":[39,149],"both":[40,192],"plant":[41,75,88,99,177],"descriptive":[44],"information.":[45],"The":[46,63,90,127],"objective":[47],"is":[48],"develop":[50],"more":[52],"informative":[53],"practical":[55],"system":[56,137,155],"extends":[58],"beyond":[59],"conventional":[60],"approaches.":[62],"method":[64],"employs":[65],"ResNet50V2":[67],"architecture":[68],"transfer":[70],"learning":[71],"classify":[73],"images,":[76],"combined":[77],"automatically":[84],"generate":[85],"descriptions":[86],"benefits.":[89],"was":[92],"trained":[93],"on":[94],"19,213":[95],"images":[96],"across":[97,125],"131":[98],"classes.":[100,126],"Experimental":[101],"results":[102],"demonstrate":[103],"an":[104],"accuracy":[105,193],"89.43%,":[107],"macro":[110],"F1-score":[111,117],"0.85":[113],"weighted":[116],"0.89,":[119],"indicating":[120],"strong":[121],"consistent":[123],"performance":[124],"integration":[128],"visual":[130],"recognition":[131],"generation":[134],"enables":[135],"deliver":[139],"richer,":[140],"user-oriented":[141],"outputs":[142],"compared":[143],"existing":[145],"methods":[146],"only":[148],"labels.":[151],"In":[152],"addition,":[153],"achieves":[156],"real-time":[157],"inference":[158],"performance,":[159],"making":[160],"it":[161],"suitable":[162],"web-based":[164],"applications.":[165],"contributes":[168],"scalable":[170],"comprehensive":[172],"identification,":[178],"highlighting":[179],"effectiveness":[181],"combining":[183],"computer":[184],"vision":[185],"models":[189],"enhance":[191],"usability.":[195]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7166852829","counts_by_year":[],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2026-07-02T00:00:00"}
