{"id":"https://openalex.org/W3149958128","doi":"https://doi.org/10.1109/access.2021.3068897","title":"Automatic Image Annotation Based on Deep Learning Models: A Systematic Review and Future Challenges","display_name":"Automatic Image Annotation Based on Deep Learning Models: A Systematic Review and Future Challenges","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3149958128","doi":"https://doi.org/10.1109/access.2021.3068897","mag":"3149958128"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3068897","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3068897","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09386110.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09386110.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090643159","display_name":"Myasar Mundher Adnan","orcid":"https://orcid.org/0000-0003-3260-9171"},"institutions":[{"id":"https://openalex.org/I3131779051","display_name":"Iraqi University","ror":"https://ror.org/01wfhkb67","country_code":"IQ","type":"education","lineage":["https://openalex.org/I3131779051"]},{"id":"https://openalex.org/I4576418","display_name":"University of Technology Malaysia","ror":"https://ror.org/026w31v75","country_code":"MY","type":"education","lineage":["https://openalex.org/I4576418"]}],"countries":["IQ","MY"],"is_corresponding":true,"raw_author_name":"Myasar Mundher Adnan","raw_affiliation_strings":["Faculty of Engineering, School of Computing, University Teknologi Malaysia, Johor Bahru, Malaysia","Islamic University, Najaf, Iraq"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, School of Computing, University Teknologi Malaysia, Johor Bahru, Malaysia","institution_ids":["https://openalex.org/I4576418"]},{"raw_affiliation_string":"Islamic University, Najaf, Iraq","institution_ids":["https://openalex.org/I3131779051"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085108752","display_name":"Mohd Shafry Mohd Rahim","orcid":"https://orcid.org/0000-0002-5074-2008"},"institutions":[{"id":"https://openalex.org/I4576418","display_name":"University of Technology Malaysia","ror":"https://ror.org/026w31v75","country_code":"MY","type":"education","lineage":["https://openalex.org/I4576418"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Mohd Shafry Mohd Rahim","raw_affiliation_strings":["School of Computing, Universiti Teknologi Malaysia, Johor Bahru, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Universiti Teknologi Malaysia, Johor Bahru, Malaysia","institution_ids":["https://openalex.org/I4576418"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062125413","display_name":"Amjad Rehman","orcid":"https://orcid.org/0000-0002-3817-2655"},"institutions":[{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Amjad Rehman","raw_affiliation_strings":["Artificial Intelligence and Data Analytics Laboratory, College of Computer and Information Sciences (CCIS), Prince Sultan University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-3817-2655","affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Data Analytics Laboratory, College of Computer and Information Sciences (CCIS), Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074075852","display_name":"Zahid Mehmood","orcid":"https://orcid.org/0000-0003-4888-2594"},"institutions":[{"id":"https://openalex.org/I173207729","display_name":"University of Engineering and Technology Taxila","ror":"https://ror.org/03v00ka07","country_code":"PK","type":"education","lineage":["https://openalex.org/I173207729"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Zahid Mehmood","raw_affiliation_strings":["Department of Computer Engineering, University of Engineering and Technology, Taxila, Taxila, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-4888-2594","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, University of Engineering and Technology, Taxila, Taxila, Pakistan","institution_ids":["https://openalex.org/I173207729"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018549351","display_name":"Tanzila Saba","orcid":"https://orcid.org/0000-0003-3138-3801"},"institutions":[{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Tanzila Saba","raw_affiliation_strings":["Artificial Intelligence and Data Analytics Laboratory, College of Computer and Information Sciences (CCIS), Prince Sultan University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-3138-3801","affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Data Analytics Laboratory, College of Computer and Information Sciences (CCIS), Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086213066","display_name":"Rizwan Ali Naqvi","orcid":"https://orcid.org/0000-0002-7473-8441"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Rizwan Ali Naqvi","raw_affiliation_strings":["Department of Unmanned Vehicle Engineering, Sejong University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-7473-8441","affiliations":[{"raw_affiliation_string":"Department of Unmanned Vehicle Engineering, Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5090643159"],"corresponding_institution_ids":["https://openalex.org/I3131779051","https://openalex.org/I4576418"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.9763,"has_fulltext":true,"cited_by_count":62,"citation_normalized_percentile":{"value":0.95019287,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"50253","last_page":"50264"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-image-annotation","display_name":"Automatic image annotation","score":0.8259472846984863},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.815674364566803},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8139297962188721},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7162365913391113},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7097663879394531},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6595182418823242},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.6575247049331665},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5134514570236206},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5042437314987183},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4609336256980896},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45495691895484924},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4495106339454651},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4115004539489746}],"concepts":[{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.8259472846984863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.815674364566803},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8139297962188721},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7162365913391113},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7097663879394531},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6595182418823242},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.6575247049331665},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5134514570236206},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5042437314987183},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4609336256980896},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45495691895484924},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4495106339454651},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4115004539489746},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3068897","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3068897","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09386110.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:aaa50e9d5f224582b32486c04bb4b464","is_oa":true,"landing_page_url":"https://doaj.org/article/aaa50e9d5f224582b32486c04bb4b464","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 50253-50264 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3068897","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3068897","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09386110.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3149958128.pdf","grobid_xml":"https://content.openalex.org/works/W3149958128.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W114341944","https://openalex.org/W1487980087","https://openalex.org/W1498436455","https://openalex.org/W1666447063","https://openalex.org/W1686810756","https://openalex.org/W1811254738","https://openalex.org/W1820207098","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W1979983254","https://openalex.org/W1986127574","https://openalex.org/W1995341919","https://openalex.org/W2042948807","https://openalex.org/W2072128103","https://openalex.org/W2124351162","https://openalex.org/W2133564696","https://openalex.org/W2141282920","https://openalex.org/W2145094598","https://openalex.org/W2163605009","https://openalex.org/W2173564293","https://openalex.org/W2175872006","https://openalex.org/W2176091656","https://openalex.org/W2181691731","https://openalex.org/W2215765065","https://openalex.org/W2220981600","https://openalex.org/W2327188332","https://openalex.org/W2396622801","https://openalex.org/W2408291668","https://openalex.org/W2549365021","https://openalex.org/W2558475758","https://openalex.org/W2561698828","https://openalex.org/W2592128153","https://openalex.org/W2592484110","https://openalex.org/W2604729005","https://openalex.org/W2608022654","https://openalex.org/W2609825896","https://openalex.org/W2610825729","https://openalex.org/W2619943327","https://openalex.org/W2620110959","https://openalex.org/W2743320454","https://openalex.org/W2790810922","https://openalex.org/W2793406320","https://openalex.org/W2802644759","https://openalex.org/W2886673456","https://openalex.org/W2895163674","https://openalex.org/W2919115771","https://openalex.org/W2951799221","https://openalex.org/W2962706528","https://openalex.org/W2962949934","https://openalex.org/W2964308564","https://openalex.org/W2982407458","https://openalex.org/W2997574889","https://openalex.org/W2999216803","https://openalex.org/W3034628005","https://openalex.org/W3088750566","https://openalex.org/W3088979019","https://openalex.org/W3121771238","https://openalex.org/W3123512614","https://openalex.org/W4231109964","https://openalex.org/W4243783822","https://openalex.org/W4285719527","https://openalex.org/W6637249095","https://openalex.org/W6637373629","https://openalex.org/W6638742206","https://openalex.org/W6679434410","https://openalex.org/W6681096077","https://openalex.org/W6684191040","https://openalex.org/W6685444567","https://openalex.org/W6734026524","https://openalex.org/W6736419893","https://openalex.org/W6737005002","https://openalex.org/W6779741249","https://openalex.org/W6789479594","https://openalex.org/W7011438494"],"related_works":["https://openalex.org/W3177930984","https://openalex.org/W2052697133","https://openalex.org/W2119028572","https://openalex.org/W2376984068","https://openalex.org/W2152482390","https://openalex.org/W2365617273","https://openalex.org/W2076896210","https://openalex.org/W2093596879","https://openalex.org/W2506386910","https://openalex.org/W2117928543"],"abstract_inverted_index":{"Recently,":[0],"much":[1],"attention":[2,219],"has":[3],"been":[4,45,68],"given":[5],"to":[6,10,176,223],"image":[7,15,21,38,58,81,93,200,225],"annotation":[8,39,59,82,94,201],"due":[9],"the":[11,20,26,31,51,71,80,146,172,192,207,210],"massive":[12],"increase":[13],"in":[14,30],"data":[16],"volume.":[17],"One":[18],"of":[19,28,79,145,149,189,194,209],"retrieval":[22,27],"methods":[23,96,151,179,190],"which":[24],"guarantees":[25],"images":[29],"same":[32],"way":[33],"as":[34],"texts":[35],"are":[36],"automatic":[37,224],"(AIA).":[40],"Consequently,":[41],"numerous":[42],"studies":[43],"have":[44,67],"conducted":[46],"on":[47,50,64,88,110,118,126,133,141,156],"AIA,":[48,111,119,127,134],"particularly":[49],"classification-based":[52],"and":[53,135,167,182,197],"probabilistic":[54],"modeling":[55],"techniques.":[56],"Several":[57],"techniques":[60],"that":[61,217],"performed":[62],"reasonably":[63],"standard":[65],"datasets":[66,198],"developed":[69],"over":[70],"last":[72],"decade.":[73],"In":[74],"this":[75],"paper,":[76],"a":[77],"review":[78],"method":[83],"was":[84,152,203],"conducted,":[85],"focusing":[86],"more":[87,218],"deep":[89],"learning":[90],"models.":[91],"Automatic":[92],"(AIA)":[95],"were":[97,180],"also":[98,153],"classified":[99],"into":[100],"five":[101,147],"categories,":[102],"including":[103],"i)":[104],"Convolutional":[105],"Neural":[106,114,122],"Network":[107,115],"(CNN)":[108],"based":[109,117,125,132,140,155],"ii)":[112],"Recurrent":[113],"(RNN)":[116],"iii)":[120],"Deep":[121],"Networks":[123],"(DNN)":[124],"iv)":[128],"Long-Short-Term":[129],"Memory":[130],"(LSTM)":[131],"v)":[136],"Stacked":[137],"auto-encoder":[138],"(SAE)":[139],"AIA.":[142],"An":[143],"assessment":[144],"varieties":[148],"AIA":[150,178],"offered":[154],"their":[157],"principal":[158],"notion,":[159],"feature":[160],"mining":[161],"technique,":[162],"explanation":[163],"precision,":[164],"computational":[165],"density,":[166],"examined":[168],"aggregated":[169],"data.":[170],"Moreover,":[171],"evaluation":[173],"metrics":[174],"used":[175],"evaluate":[177],"reviewed":[181],"discussed.":[183],"The":[184],"need":[185],"for":[186,199],"careful":[187],"consideration":[188],"throughout":[191],"improvement":[193],"novel":[195],"procedures":[196],"assignment":[202],"highly":[204],"demanded.":[205],"From":[206],"analysis":[208],"achievements":[211],"so":[212],"far,":[213],"it":[214],"is":[215],"certain":[216],"should":[220],"be":[221],"paid":[222],"annotation.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":4}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}