{"id":"https://openalex.org/W4379138252","doi":"https://doi.org/10.48550/arxiv.2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","display_name":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","publication_year":2023,"publication_date":"2023-05-30","ids":{"openalex":"https://openalex.org/W4379138252","doi":"https://doi.org/10.48550/arxiv.2305.18703"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2305.18703","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.18703","pdf_url":"https://arxiv.org/pdf/2305.18703","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2305.18703","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092073403","display_name":"Chen Ling","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ling, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036221931","display_name":"Xujiang Zhao","orcid":"https://orcid.org/0000-0003-4950-4018"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Xujiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036815832","display_name":"Jiaying Lu","orcid":"https://orcid.org/0000-0003-0927-0042"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Jiaying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006452312","display_name":"Chengyuan Deng","orcid":"https://orcid.org/0000-0002-2586-3430"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Chengyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045273219","display_name":"Can Zheng","orcid":"https://orcid.org/0009-0002-1806-5438"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Can","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100619909","display_name":"Junxiang Wang","orcid":"https://orcid.org/0000-0002-6635-4296"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Junxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067418567","display_name":"Tanmoy Chowdhury","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chowdhury, Tanmoy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101793983","display_name":"Yun Li","orcid":"https://orcid.org/0000-0002-7628-0358"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033157677","display_name":"Hejie Cui","orcid":"https://orcid.org/0000-0001-6388-2619"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Hejie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101905948","display_name":"Xuchao Zhang","orcid":"https://orcid.org/0000-0001-5344-456X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xuchao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114054642","display_name":"Tianjiao Zhao","orcid":"https://orcid.org/0009-0001-1274-626X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Tianjiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092073404","display_name":"Amit Panalkar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panalkar, Amit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Mehta, Dhagash","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mehta, Dhagash","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Pasquali, Stefano","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pasquali, Stefano","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037724644","display_name":"Wei Cheng","orcid":"https://orcid.org/0000-0001-5456-626X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Haoyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101594832","display_name":"Yanchi Liu","orcid":"https://orcid.org/0000-0003-4396-5139"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yanchi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075127080","display_name":"Zhengzhang Chen","orcid":"https://orcid.org/0000-0002-6803-0535"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhengzhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456786","display_name":"Haifeng Chen","orcid":"https://orcid.org/0000-0002-9363-738X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Haifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061100870","display_name":"Chris White","orcid":"https://orcid.org/0000-0002-7732-2206"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"White, Chris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051448391","display_name":"Quanquan Gu","orcid":"https://orcid.org/0000-0001-9830-793X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Quanquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Pei, Jian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pei, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006897094","display_name":"Carl Yang","orcid":"https://orcid.org/0000-0001-9145-4531"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Carl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5048756500","display_name":"Liang Zhao","orcid":"https://orcid.org/0000-0002-2648-9989"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":24,"corresponding_author_ids":["https://openalex.org/A5092073403"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":73,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sophistication","display_name":"Sophistication","score":0.6494596600532532},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6137855648994446},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5613829493522644},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.48189598321914673},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4521326422691345},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.4180135130882263},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.39012953639030457},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.187748521566391},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.14916560053825378},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.1186712384223938},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11750763654708862}],"concepts":[{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.6494596600532532},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6137855648994446},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5613829493522644},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.48189598321914673},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4521326422691345},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.4180135130882263},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.39012953639030457},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.187748521566391},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.14916560053825378},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.1186712384223938},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11750763654708862},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2305.18703","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.18703","pdf_url":"https://arxiv.org/pdf/2305.18703","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2305.18703","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.18703","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2305.18703","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.18703","pdf_url":"https://arxiv.org/pdf/2305.18703","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.699999988079071}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4379138252.pdf","grobid_xml":"https://content.openalex.org/works/W4379138252.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2317823609","https://openalex.org/W4241263575","https://openalex.org/W3130462184","https://openalex.org/W2902287117","https://openalex.org/W4318256508","https://openalex.org/W2401463593","https://openalex.org/W2349808627","https://openalex.org/W2391671934","https://openalex.org/W3023500690","https://openalex.org/W3124280623"],"abstract_inverted_index":{"Large":[0],"language":[1,11,86,158,166],"models":[2,87],"(LLMs)":[3],"have":[4],"significantly":[5],"advanced":[6],"the":[7,42,47,52,58,61,75,112,177,183,189,193,235],"field":[8,119],"of":[9,24,44,49,54,60,115,120,211],"natural":[10],"processing":[12],"(NLP),":[13],"providing":[14],"a":[15,21,100,129,149,172],"highly":[16],"useful,":[17],"task-agnostic":[18],"foundation":[19],"for":[20,126,156,164,191],"wide":[22],"range":[23],"applications.":[25,91,168],"However,":[26],"directly":[27],"applying":[28],"LLMs":[29,186],"to":[30,83,93,134,185,202],"solve":[31,94],"sophisticated":[32],"problems":[33],"in":[34,74,89,103,108,141,242],"specific":[35],"domains":[36,214],"meets":[37],"many":[38,90],"hurdles,":[39,96],"caused":[40],"by":[41],"heterogeneity":[43],"domain":[45,50,55,76,113,153],"data,":[46],"sophistication":[48],"knowledge,":[51],"uniqueness":[53],"objectives,":[56],"and":[57,71,105,131,137,187,200,226,239],"diversity":[59],"constraints":[62],"(e.g.,":[63],"various":[64],"social":[65],"norms,":[66],"cultural":[67],"conformity,":[68],"religious":[69],"beliefs,":[70],"ethical":[72],"standards":[73],"applications).":[77],"Domain":[78],"specification":[79,154],"techniques":[80,155,180],"are":[81],"key":[82],"make":[84],"large":[85,157,165],"disruptive":[88],"Specifically,":[92],"these":[95],"there":[97],"has":[98],"been":[99],"notable":[101],"increase":[102],"research":[104,237],"practices":[106],"conducted":[107],"recent":[109],"years":[110],"on":[111,152,182],"specialization":[114],"LLMs.":[116],"This":[117],"emerging":[118,161],"study,":[121],"with":[122],"its":[123],"substantial":[124],"potential":[125],"impact,":[127],"necessitates":[128],"comprehensive":[130,150],"systematic":[132,173],"review":[133],"better":[135],"summarize":[136],"guide":[138],"ongoing":[139],"work":[140],"this":[142,145,243],"area.":[143,244],"In":[144],"article,":[146],"we":[147,170,206,230],"present":[148,207],"survey":[151],"models,":[159],"an":[160,208],"direction":[162],"critical":[163,212],"model":[167],"First,":[169],"propose":[171],"taxonomy":[174,210],"that":[175,215],"categorizes":[176],"LLM":[178],"domain-specialization":[179],"based":[181],"accessibility":[184],"summarizes":[188],"framework":[190],"all":[192],"subcategories":[194],"as":[195,197],"well":[196],"their":[198,223],"relations":[199],"differences":[201],"each":[203],"other.":[204],"Second,":[205],"extensive":[209],"application":[213],"can":[216],"benefit":[217],"dramatically":[218],"from":[219],"specialized":[220],"LLMs,":[221],"discussing":[222],"practical":[224],"significance":[225],"open":[227],"challenges.":[228],"Last,":[229],"offer":[231],"our":[232],"insights":[233],"into":[234],"current":[236],"status":[238],"future":[240],"trends":[241]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":4}],"updated_date":"2026-05-10T08:33:47.465468","created_date":"2025-10-10T00:00:00"}