{"id":"https://openalex.org/W7118350875","doi":"https://doi.org/10.48550/arxiv.2601.00444","title":"Comparative Efficiency Analysis of Lightweight Transformer Models: A Multi-Domain Empirical Benchmark for Enterprise NLP Deployment","display_name":"Comparative Efficiency Analysis of Lightweight Transformer Models: A Multi-Domain Empirical Benchmark for Enterprise NLP Deployment","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7118350875","doi":"https://doi.org/10.48550/arxiv.2601.00444"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.00444","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.00444","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.00444","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001850421","display_name":"Muhammad Shahmeer Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Khan, Muhammad Shahmeer","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5001850421"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.6417999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.6417999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10729999840259552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.05139999836683273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6626999974250793},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5809000134468079},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5550000071525574},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4812000095844269},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4569000005722046},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.4368000030517578},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.4027000069618225},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.35370001196861267}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7567999958992004},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6626999974250793},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5809000134468079},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5550000071525574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5094000101089478},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4812000095844269},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4569000005722046},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45010000467300415},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4027000069618225},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3865000009536743},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.35370001196861267},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.3393000066280365},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.32359999418258667},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3149999976158142},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.00444","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.00444","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.00444","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.00444","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"the":[1,11,67,112,129],"rapidly":[2],"evolving":[3],"landscape":[4],"of":[5,18,32],"enterprise":[6,165],"natural":[7],"language":[8],"processing":[9],"(NLP),":[10],"demand":[12],"for":[13,163,168,173],"efficient,":[14],"lightweight":[15,35],"models":[16,37],"capable":[17],"handling":[19],"multi-domain":[20],"text":[21],"automation":[22],"tasks":[23,134],"has":[24],"intensified.":[25],"This":[26],"study":[27],"conducts":[28],"a":[29],"comparative":[30],"analysis":[31],"three":[33,45],"prominent":[34],"Transformer":[36],"-":[38,43],"DistilBERT,":[39],"MiniLM,":[40],"and":[41,54,56,66,82,96,124,126,159,171],"ALBERT":[42,110,172],"across":[44,133],"distinct":[46],"domains:":[47],"customer":[48],"sentiment":[49],"classification,":[50,53],"news":[51],"topic":[52],"toxicity":[55],"hate":[57],"speech":[58],"detection.":[59],"Utilizing":[60],"datasets":[61],"from":[62],"IMDB,":[63],"AG":[64],"News,":[65],"Measuring":[68],"Hate":[69],"Speech":[70],"corpus,":[71],"we":[72],"evaluated":[73],"performance":[74,108],"using":[75],"accuracy-based":[76],"metrics":[77,88],"including":[78],"accuracy,":[79],"precision,":[80],"recall,":[81],"F1-score,":[83],"as":[84,86,90],"well":[85],"efficiency":[87],"such":[89],"model":[91,105],"size,":[92],"inference":[93,122],"time,":[94],"throughput,":[95,125],"memory":[97],"usage.":[98],"Key":[99],"findings":[100],"reveal":[101],"that":[102],"no":[103],"single":[104],"dominates":[106],"all":[107],"dimensions.":[109],"achieves":[111],"highest":[113],"task-specific":[114],"accuracy":[115,132,158],"in":[116,121],"multiple":[117],"domains,":[118],"MiniLM":[119,162],"excels":[120],"speed":[123],"DistilBERT":[127,167],"demonstrates":[128],"most":[130],"consistent":[131],"while":[135],"maintaining":[136],"competitive":[137],"efficiency.":[138],"All":[139],"results":[140,154],"reflect":[141],"controlled":[142],"fine-tuning":[143],"under":[144],"fixed":[145],"enterprise-oriented":[146],"constraints":[147],"rather":[148],"than":[149],"exhaustive":[150],"hyperparameter":[151],"optimization.":[152],"These":[153],"highlight":[155],"trade-offs":[156],"between":[157],"efficiency,":[160],"recommending":[161],"latency-sensitive":[164],"applications,":[166],"balanced":[169],"performance,":[170],"resource-constrained":[174],"environments.":[175]},"counts_by_year":[],"updated_date":"2026-01-08T20:10:11.968330","created_date":"2026-01-08T00:00:00"}