{"id":"https://openalex.org/W4410768331","doi":"https://doi.org/10.20944/preprints202505.2020.v1","title":"Dynamic Sparse LoRA: Adaptive Low-Rank Finetuning for Nuanced Offensive Language Detection","display_name":"Dynamic Sparse LoRA: Adaptive Low-Rank Finetuning for Nuanced Offensive Language Detection","publication_year":2025,"publication_date":"2025-05-27","ids":{"openalex":"https://openalex.org/W4410768331","doi":"https://doi.org/10.20944/preprints202505.2020.v1"},"language":"en","primary_location":{"id":"doi:10.20944/preprints202505.2020.v1","doi":"https://doi.org/10.20944/preprints202505.2020.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202505.2020.v1","pdf_url":"https://www.preprints.org/frontend/manuscript/d952f938ec3d9d99961d130f96140709/download_pub","source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"parent_works":[],"lineage":["https://openalex.org/W4410768331"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.preprints.org/frontend/manuscript/d952f938ec3d9d99961d130f96140709/download_pub","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081581951","display_name":"Yanzhe Wang","orcid":"https://orcid.org/0000-0001-8016-7633","observed_orcids":["https://orcid.org/0000-0001-8016-7633","https://orcid.org/0009-0002-9233-7737"]},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanzhe Wang","raw_affiliation_strings":["School of National Security , People's Public Security University of China , 710041 Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of National Security , People's Public Security University of China , 710041 Beijing , China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101942855","display_name":"Bingquan Chen","orcid":"https://orcid.org/0000-0003-3075-0999","observed_orcids":["https://orcid.org/0000-0003-3075-0999"]},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingquan Chen","raw_affiliation_strings":["School of Police Administration , People's Public Security University of China , 461000 Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Police Administration , People's Public Security University of China , 461000 Beijing , China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101929692","display_name":"Kunlin Yang","orcid":"https://orcid.org/0000-0002-9179-7363","observed_orcids":["https://orcid.org/0000-0002-9179-7363"]},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kunlin Yang","raw_affiliation_strings":["School of National Security , People's Public Security University of China , 710041 Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of National Security , People's Public Security University of China , 710041 Beijing , China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shijie Yi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shijie Yi","raw_affiliation_strings":["School of International Police Studies , People's Public Security University of China , 710041 Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of International Police Studies , People's Public Security University of China , 710041 Beijing , China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiachi Jing","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiachi Jing","raw_affiliation_strings":["School of National Security , People's Public Security University of China , 710041 Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of National Security , People's Public Security University of China , 710041 Beijing , China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101813818","display_name":"Xuhua Chen","orcid":"https://orcid.org/0009-0009-8620-7558","observed_orcids":["https://orcid.org/0009-0009-8620-7558"]},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuhua Chen","raw_affiliation_strings":["School of Information and Cyber Security , People's Public Security University of China , 710041 Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Cyber Security , People's Public Security University of China , 710041 Beijing , China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100738628","display_name":"Jingchao Sun","orcid":"https://orcid.org/0000-0001-8360-2282","observed_orcids":["https://orcid.org/0000-0001-8360-2282"]},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingchao Sun","raw_affiliation_strings":["School of National Security , People's Public Security University of China , 710041 Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of National Security , People's Public Security University of China , 710041 Beijing , China","institution_ids":["https://openalex.org/I37448385"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100738628"],"corresponding_institution_ids":["https://openalex.org/I37448385"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/offensive-language-identification","display_name":"offensive language detection","score":0.8870000243186951},{"id":"https://openalex.org/keywords/low-rank-adaptation","display_name":"low-rank adaptation","score":0.7379999756813049},{"id":"https://openalex.org/keywords/parameter-efficient-fine-tuning","display_name":"parameter-efficient fine-tuning","score":0.847000002861023},{"id":"https://openalex.org/keywords/dynamic-sparsity","display_name":"dynamic sparsity","score":0.7710000276565552},{"id":"https://openalex.org/keywords/l1-regularization","display_name":"L1 regularization","score":0.9700000286102295},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7559999823570251},{"id":"https://openalex.org/keywords/lora","display_name":"LoRa","score":0.3799999952316284}],"concepts":[{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.7932655215263367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5654681324958801},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5163906216621399},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3377135694026947},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13583004474639893},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.08423417806625366},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.20944/preprints202505.2020.v1","doi":"https://doi.org/10.20944/preprints202505.2020.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202505.2020.v1","pdf_url":"https://www.preprints.org/frontend/manuscript/d952f938ec3d9d99961d130f96140709/download_pub","source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.20944/preprints202505.2020.v1","doi":"https://doi.org/10.20944/preprints202505.2020.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202505.2020.v1","pdf_url":"https://www.preprints.org/frontend/manuscript/d952f938ec3d9d99961d130f96140709/download_pub","source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410768331.pdf","grobid_xml":"https://content.openalex.org/works/W4410768331.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W2916719435","https://openalex.org/W2965373594","https://openalex.org/W3093699284","https://openalex.org/W3205949070","https://openalex.org/W4327810158","https://openalex.org/W4330338093","https://openalex.org/W4385681736","https://openalex.org/W4404574673","https://openalex.org/W4406794439","https://openalex.org/W7128216716"],"related_works":["https://openalex.org/W4412093858","https://openalex.org/W7127192921","https://openalex.org/W4415455472","https://openalex.org/W4415257435","https://openalex.org/W4400653133","https://openalex.org/W7123355031","https://openalex.org/W4411359345","https://openalex.org/W7168150598","https://openalex.org/W7171966741","https://openalex.org/W4407820731"],"abstract_inverted_index":{"Detecting":[0],"nuanced":[1,70],"and":[2,33,89,111,127,142,150],"context-dependent":[3],"offensive":[4,71,153],"language":[5,12],"remains":[6],"a":[7,58,119,124],"significant":[8],"challenge":[9],"for":[10,40,118],"large":[11],"models":[13],"(LLMs).":[14],"While":[15],"Parameter-Efficient":[16],"Fine-Tuning":[17],"(PEFT)":[18],"methods":[19],"like":[20],"Low-Rank":[21],"Adaptation":[22],"(LoRA)":[23],"offer":[24],"an":[25],"efficient":[26],"way":[27],"to":[28,65,108,123],"adapt":[29],"LLMs,":[30],"their":[31],"fixed-rank":[32],"dense":[34],"update":[35,96],"mechanisms":[36,80],"can":[37],"be":[38],"suboptimal":[39],"capturing":[41],"the":[42,67,84,94,106,114],"subtle":[43,149],"linguistic":[44],"variations":[45],"i\u015faretleyici":[46],"of":[47,69,86],"offensiveness.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52],"propose":[53],"Dynamic":[54],"Sparse":[55],"LoRA":[56,87,95,141],"(DS-LoRA),":[57],"novel":[59],"adaptive":[60],"low-rank":[61],"finetuning":[62],"technique":[63],"designed":[64],"enhance":[66],"identification":[68],"language.":[72],"DS-LoRA":[73,137],"innovates":[74],"by":[75],"(1)":[76],"incorporating":[77],"input-dependent":[78],"gating":[79],"that":[81,136],"dynamically":[82],"modulate":[83],"contribution":[85],"modules,":[88],"(2)":[90],"promoting":[91],"sparsity":[92],"within":[93],"matrices":[97],"themselves":[98],"through":[99],"L1":[100],"regularization.":[101],"This":[102],"dual":[103],"approach":[104],"allows":[105],"model":[107],"selectively":[109],"activate":[110],"refine":[112],"only":[113],"most":[115],"relevant":[116],"parameters":[117],"given":[120],"input,":[121],"leading":[122],"more":[125],"parsimonious":[126],"targeted":[128],"adaptation.":[129],"Extensive":[130],"experiments":[131],"on":[132],"benchmark":[133],"datasets":[134],"demonstrate":[135],"significantly":[138],"outperforms":[139],"standard":[140],"other":[143],"strong":[144],"baselines,":[145],"particularly":[146],"in":[147],"identifying":[148],"contextually":[151],"ambiguous":[152],"content.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2025-05-28T00:00:00"}