{"id":"https://openalex.org/W4210894209","doi":"https://doi.org/10.1109/access.2022.3149798","title":"Framework for Deep Learning-Based Language Models Using Multi-Task Learning in Natural Language Understanding: A Systematic Literature Review and Future Directions","display_name":"Framework for Deep Learning-Based Language Models Using Multi-Task Learning in Natural Language Understanding: A Systematic Literature Review and Future Directions","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4210894209","doi":"https://doi.org/10.1109/access.2022.3149798"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3149798","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3149798","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09706456.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09706456.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000591434","display_name":"Rahul M. Samant","orcid":"https://orcid.org/0000-0002-5158-9180"},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rahul Manohar Samant","raw_affiliation_strings":["Computer Science and Information Technology Department, Symbiosis Institute of Technology, Symbiosis International (Deemed University), Pune, India"],"raw_orcid":"https://orcid.org/0000-0002-5158-9180","affiliations":[{"raw_affiliation_string":"Computer Science and Information Technology Department, Symbiosis Institute of Technology, Symbiosis International (Deemed University), Pune, India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079625677","display_name":"Mrinal Bachute","orcid":"https://orcid.org/0000-0002-6647-9347"},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mrinal R. Bachute","raw_affiliation_strings":["Department of Electronics and Telecommunication Engineering, Symbiosis Institute of Technology, Symbiosis International (Deemed University), Pune, India"],"raw_orcid":"https://orcid.org/0000-0002-6647-9347","affiliations":[{"raw_affiliation_string":"Department of Electronics and Telecommunication Engineering, Symbiosis Institute of Technology, Symbiosis International (Deemed University), Pune, India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084518207","display_name":"Shilpa Gite","orcid":"https://orcid.org/0000-0003-3882-7030"},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shilpa Gite","raw_affiliation_strings":["Symbiosis Centre of Applied AI (SCAAI), Symbiosis International (Deemed University), Pune, India"],"raw_orcid":"https://orcid.org/0000-0003-3882-7030","affiliations":[{"raw_affiliation_string":"Symbiosis Centre of Applied AI (SCAAI), Symbiosis International (Deemed University), Pune, India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077770842","display_name":"Ketan Kotecha","orcid":"https://orcid.org/0000-0003-2653-3780"},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ketan Kotecha","raw_affiliation_strings":["Symbiosis Centre of Applied AI (SCAAI), Symbiosis International (Deemed University), Pune, India"],"raw_orcid":"https://orcid.org/0000-0003-2653-3780","affiliations":[{"raw_affiliation_string":"Symbiosis Centre of Applied AI (SCAAI), Symbiosis International (Deemed University), Pune, India","institution_ids":["https://openalex.org/I244572783"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I244572783"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.7229,"has_fulltext":true,"cited_by_count":122,"citation_normalized_percentile":{"value":0.94669118,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"17078","last_page":"17097"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8475067615509033},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.7463058233261108},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7088547945022583},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6531936526298523},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.589806318283081},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5510462522506714},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5260947942733765},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5259578227996826},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.505872905254364},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.46095114946365356},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4226093590259552},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.42227989435195923},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3569202423095703}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8475067615509033},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.7463058233261108},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7088547945022583},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6531936526298523},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.589806318283081},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5510462522506714},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5260947942733765},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5259578227996826},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.505872905254364},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.46095114946365356},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4226093590259552},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.42227989435195923},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3569202423095703},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3149798","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3149798","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09706456.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:affad7fa6bba419ab521958cd942ebe0","is_oa":true,"landing_page_url":"https://doaj.org/article/affad7fa6bba419ab521958cd942ebe0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 17078-17097 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3149798","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3149798","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09706456.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4210894209.pdf","grobid_xml":"https://content.openalex.org/works/W4210894209.grobid-xml"},"referenced_works_count":126,"referenced_works":["https://openalex.org/W2966661","https://openalex.org/W1614298861","https://openalex.org/W1832693441","https://openalex.org/W2112796928","https://openalex.org/W2120615054","https://openalex.org/W2125453582","https://openalex.org/W2133564696","https://openalex.org/W2140679639","https://openalex.org/W2147152072","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2250966211","https://openalex.org/W2251189452","https://openalex.org/W2251869843","https://openalex.org/W2252335727","https://openalex.org/W2284289336","https://openalex.org/W2407776548","https://openalex.org/W2415204069","https://openalex.org/W2462025561","https://openalex.org/W2470673105","https://openalex.org/W2561300216","https://openalex.org/W2562439797","https://openalex.org/W2563351168","https://openalex.org/W2734389934","https://openalex.org/W2739996966","https://openalex.org/W2753709519","https://openalex.org/W2779005544","https://openalex.org/W2786860129","https://openalex.org/W2885141472","https://openalex.org/W2896342044","https://openalex.org/W2896457183","https://openalex.org/W2907492528","https://openalex.org/W2911279001","https://openalex.org/W2912602450","https://openalex.org/W2923014074","https://openalex.org/W2937699986","https://openalex.org/W2938830017","https://openalex.org/W2943651431","https://openalex.org/W2961050448","https://openalex.org/W2962739339","https://openalex.org/W2962946486","https://openalex.org/W2963026768","https://openalex.org/W2963083845","https://openalex.org/W2963344337","https://openalex.org/W2963355447","https://openalex.org/W2963477629","https://openalex.org/W2963748441","https://openalex.org/W2963769536","https://openalex.org/W2963852536","https://openalex.org/W2963925965","https://openalex.org/W2963972328","https://openalex.org/W2964015378","https://openalex.org/W2964046515","https://openalex.org/W2964189376","https://openalex.org/W2965373594","https://openalex.org/W2977540023","https://openalex.org/W2978017171","https://openalex.org/W2996428491","https://openalex.org/W3002772880","https://openalex.org/W3005742798","https://openalex.org/W3007095883","https://openalex.org/W3011411500","https://openalex.org/W3011574394","https://openalex.org/W3014773921","https://openalex.org/W3016258141","https://openalex.org/W3018202776","https://openalex.org/W3021931813","https://openalex.org/W3034850762","https://openalex.org/W3040573126","https://openalex.org/W3042612565","https://openalex.org/W3083911419","https://openalex.org/W3088409176","https://openalex.org/W3089436844","https://openalex.org/W3103843209","https://openalex.org/W3104395172","https://openalex.org/W3113040795","https://openalex.org/W3139434402","https://openalex.org/W3142036593","https://openalex.org/W3143418328","https://openalex.org/W3145127497","https://openalex.org/W3148049738","https://openalex.org/W3163832451","https://openalex.org/W3171009994","https://openalex.org/W4239943352","https://openalex.org/W4292779060","https://openalex.org/W4293350112","https://openalex.org/W4297733535","https://openalex.org/W4299280717","https://openalex.org/W6626481562","https://openalex.org/W6631501603","https://openalex.org/W6636510571","https://openalex.org/W6639301165","https://openalex.org/W6676310258","https://openalex.org/W6679434410","https://openalex.org/W6680532216","https://openalex.org/W6682691769","https://openalex.org/W6682839988","https://openalex.org/W6688533166","https://openalex.org/W6691524494","https://openalex.org/W6695662000","https://openalex.org/W6713582272","https://openalex.org/W6715743342","https://openalex.org/W6726873649","https://openalex.org/W6731031554","https://openalex.org/W6732491067","https://openalex.org/W6739901393","https://openalex.org/W6743446608","https://openalex.org/W6745591650","https://openalex.org/W6752542827","https://openalex.org/W6754414506","https://openalex.org/W6755207826","https://openalex.org/W6761910064","https://openalex.org/W6762122294","https://openalex.org/W6762392948","https://openalex.org/W6763701032","https://openalex.org/W6765807869","https://openalex.org/W6766673545","https://openalex.org/W6768021236","https://openalex.org/W6768851824","https://openalex.org/W6770147883","https://openalex.org/W6771876938","https://openalex.org/W6773631536","https://openalex.org/W6778883912","https://openalex.org/W6779848791","https://openalex.org/W6780805062","https://openalex.org/W6784581610"],"related_works":["https://openalex.org/W2794347674","https://openalex.org/W2367925007","https://openalex.org/W3015724364","https://openalex.org/W4288263119","https://openalex.org/W2967994095","https://openalex.org/W2900126711","https://openalex.org/W4285240985","https://openalex.org/W4225162083","https://openalex.org/W3202115945","https://openalex.org/W2542958340"],"abstract_inverted_index":{"Learning":[0,12],"human":[1],"languages":[2],"is":[3,44,71,126],"a":[4,8,45,195,208],"difficult":[5],"task":[6],"for":[7,19,32,118,171,207],"computer.":[9],"However,":[10,161],"Deep":[11,88],"(DL)":[13],"techniques":[14],"have":[15],"enhanced":[16],"performance":[17,74,159,179,217],"significantly":[18],"almost":[20],"all-natural":[21],"language":[22,57,108,140,155,173,219],"processing":[23],"(NLP)":[24],"tasks.":[25,79],"Unfortunately,":[26],"these":[27,78,190],"models":[28,109,141,156,220],"cannot":[29],"be":[30],"generalized":[31,185],"all":[33,77],"the":[34,67,72,96,129,151,164,168,172,178,184,216,222],"NLP":[35,48,114],"tasks":[36],"with":[37],"similar":[38],"performance.":[39],"NLU":[40,70,112,182],"(Natural":[41],"Language":[42],"Understanding)":[43],"subset":[46],"of":[47,69,166,180,187,214,218,224],"including":[49],"tasks,":[50],"like":[51],"machine":[52],"translation,":[53],"dialogue-based":[54],"systems,":[55],"natural":[56],"inference,":[58],"text":[59],"entailment,":[60],"sentiment":[61],"analysis,":[62],"etc.":[63],"The":[64,121],"advancement":[65],"in":[66,76,95,111,194,221],"field":[68,223],"collective":[73],"enhancement":[75],"Even":[80],"though":[81],"MTL":[82],"(Multi-task":[83],"Learning)":[84],"was":[85],"introduced":[86],"before":[87],"Learning,":[89],"it":[90],"has":[91],"gained":[92],"significant":[93],"attention":[94],"past":[97],"years.":[98],"This":[99,146,202],"paper":[100],"aims":[101],"to":[102,115,211],"identify,":[103],"investigate,":[104],"and":[105,113,136,144,183,198],"analyze":[106],"various":[107,139],"used":[110],"find":[116],"directions":[117],"future":[119],"research.":[120],"Systematic":[122],"Literature":[123],"Review":[124],"(SLR)":[125],"prepared":[127],"using":[128],"literature":[130],"search":[131],"guidelines":[132],"proposed":[133],"by":[134],"Kitchenham":[135],"Charters":[137],"on":[138],"between":[142],"2011":[143],"2021.":[145],"SLR":[147,203],"points":[148],"out":[149],"that":[150],"unsupervised":[152],"learning":[153],"method-based":[154],"show":[157],"potential":[158],"improvement.":[160],"they":[162],"face":[163],"challenge":[165],"designing":[167],"general-purpose":[169],"framework":[170,210],"model,":[174],"which":[175],"will":[176],"improve":[177],"multi-task":[181,200],"representation":[186],"knowledge.":[188],"Combining":[189],"approaches":[191],"may":[192],"result":[193],"more":[196],"efficient":[197],"robust":[199],"NLU.":[201,225],"proposes":[204],"building":[205],"steps":[206],"conceptual":[209],"achieve":[212],"goals":[213],"enhancing":[215]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":42},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":8}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}