{"id":"https://openalex.org/W4405600491","doi":"https://doi.org/10.1109/jiot.2024.3520426","title":"Building Privacy-Preserving Medical Text Models With a Pretrained Transformer","display_name":"Building Privacy-Preserving Medical Text Models With a Pretrained Transformer","publication_year":2024,"publication_date":"2024-12-19","ids":{"openalex":"https://openalex.org/W4405600491","doi":"https://doi.org/10.1109/jiot.2024.3520426"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3520426","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3520426","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100771200","display_name":"Muhammad Shafiq","orcid":"https://orcid.org/0000-0003-1909-9373"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhammad Shafiq","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","Cyberspace Institute of Advanced Technology, Guangzhou University, China"],"raw_orcid":"https://orcid.org/0000-0003-1909-9373","affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051138387","display_name":"Lijing Ren","orcid":"https://orcid.org/0000-0001-6366-5497"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]},{"id":"https://openalex.org/I4210122543","display_name":"Guangdong Polytechnic Normal University","ror":"https://ror.org/02pcb5m77","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210122543"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijing Ren","raw_affiliation_strings":["Institute of Artificial Intelligence, Guangdong Mechanical & Electrical Polytechnic, Guangzhou, China","Guangdong Mechanical and Electrical Polytechnic, Institute of Artificial Intelligence, Guangzhou University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Guangdong Mechanical & Electrical Polytechnic, Guangzhou, China","institution_ids":["https://openalex.org/I4210122543"]},{"raw_affiliation_string":"Guangdong Mechanical and Electrical Polytechnic, Institute of Artificial Intelligence, Guangzhou University, China","institution_ids":["https://openalex.org/I37987034","https://openalex.org/I4210122543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041541232","display_name":"Gautam Srivastava","orcid":"https://orcid.org/0000-0001-9851-4103"},"institutions":[{"id":"https://openalex.org/I184693016","display_name":"China Medical University","ror":"https://ror.org/00v408z34","country_code":"TW","type":"education","lineage":["https://openalex.org/I184693016"]},{"id":"https://openalex.org/I48890080","display_name":"Brandon University","ror":"https://ror.org/02qp25a50","country_code":"CA","type":"education","lineage":["https://openalex.org/I48890080"]}],"countries":["CA","TW"],"is_corresponding":false,"raw_author_name":"Gautam Srivastava","raw_affiliation_strings":["Department of Math and Computer Science, Brandon University, Brandon, Manitoba, Canada","Department of Math and Computer Science, Manitoba, Canada, and the Research Centre for Interneural Computing, China Medical University, Brandon University, Brandon, Taichung, 40402, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-9851-4103","affiliations":[{"raw_affiliation_string":"Department of Math and Computer Science, Brandon University, Brandon, Manitoba, Canada","institution_ids":["https://openalex.org/I48890080"]},{"raw_affiliation_string":"Department of Math and Computer Science, Manitoba, Canada, and the Research Centre for Interneural Computing, China Medical University, Brandon University, Brandon, Taichung, 40402, Taiwan","institution_ids":["https://openalex.org/I184693016","https://openalex.org/I48890080"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101638181","display_name":"Denghui Zhang","orcid":"https://orcid.org/0000-0002-8452-5925"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Denghui Zhang","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou"],"raw_orcid":"https://orcid.org/0000-0002-8452-5925","affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024097894","display_name":"Sami Bourouis","orcid":"https://orcid.org/0000-0002-6638-7039"},"institutions":[{"id":"https://openalex.org/I179331831","display_name":"Taif University","ror":"https://ror.org/014g1a453","country_code":"SA","type":"education","lineage":["https://openalex.org/I179331831"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Sami Bourouis","raw_affiliation_strings":["Department of Information Technology, College of Computers and Information Technology, Taif University, Taif, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-6638-7039","affiliations":[{"raw_affiliation_string":"Department of Information Technology, College of Computers and Information Technology, Taif University, Taif, Saudi Arabia","institution_ids":["https://openalex.org/I179331831"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041854978","display_name":"Thippa Reddy Gadekallu","orcid":"https://orcid.org/0000-0003-0097-801X"},"institutions":[{"id":"https://openalex.org/I110360157","display_name":"Lovely Professional University","ror":"https://ror.org/00et6q107","country_code":"IN","type":"education","lineage":["https://openalex.org/I110360157"]},{"id":"https://openalex.org/I74319210","display_name":"Chitkara University","ror":"https://ror.org/057d6z539","country_code":"IN","type":"education","lineage":["https://openalex.org/I74319210"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Thippa Reddy Gadekallu","raw_affiliation_strings":["Division of Research and Development, Lovely Professional University, Phagwara, India","Phagwara, India and Center of Research Impact and Outcome, Division of Research and Development, Lovely Professional University, Chitkara University, Punjab, India"],"raw_orcid":"https://orcid.org/0000-0003-0097-801X","affiliations":[{"raw_affiliation_string":"Division of Research and Development, Lovely Professional University, Phagwara, India","institution_ids":["https://openalex.org/I110360157"]},{"raw_affiliation_string":"Phagwara, India and Center of Research Impact and Outcome, Division of Research and Development, Lovely Professional University, Chitkara University, Punjab, India","institution_ids":["https://openalex.org/I110360157","https://openalex.org/I74319210"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6741,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.92577408,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"12","issue":"9","first_page":"11529","last_page":"11538"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.8955000042915344,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.8955000042915344,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.89410001039505,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.8180999755859375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7837396860122681},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5024521350860596},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.5019633769989014},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3891780972480774},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3154774606227875},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.0899730920791626},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08767133951187134}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7837396860122681},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5024521350860596},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.5019633769989014},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3891780972480774},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3154774606227875},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0899730920791626},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08767133951187134},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3520426","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3520426","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5584386892","display_name":null,"funder_award_id":"62250410365","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2096733369","https://openalex.org/W2117539524","https://openalex.org/W2559463885","https://openalex.org/W2618530766","https://openalex.org/W2620051017","https://openalex.org/W2900802277","https://openalex.org/W2910098374","https://openalex.org/W2947411064","https://openalex.org/W3026797990","https://openalex.org/W3034942609","https://openalex.org/W3098363382","https://openalex.org/W3112637742","https://openalex.org/W3120929420","https://openalex.org/W3130441769","https://openalex.org/W3154097682","https://openalex.org/W3161343553","https://openalex.org/W3173573919","https://openalex.org/W3174918241","https://openalex.org/W3209704981","https://openalex.org/W4206714669","https://openalex.org/W4282973966","https://openalex.org/W4293587328","https://openalex.org/W4294643348","https://openalex.org/W4295073655","https://openalex.org/W4313187663","https://openalex.org/W4313430851","https://openalex.org/W4320733972","https://openalex.org/W4385245566","https://openalex.org/W4386973819","https://openalex.org/W4390692183","https://openalex.org/W4400767753","https://openalex.org/W6736518430","https://openalex.org/W6745625233","https://openalex.org/W6770368497","https://openalex.org/W6783834226","https://openalex.org/W6785304206","https://openalex.org/W6796931752","https://openalex.org/W6830909864","https://openalex.org/W6841281485","https://openalex.org/W6852975210"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0,21,36],"rapid":[1],"advancement":[2],"of":[3,24,38,106,133,153],"big":[4],"data":[5,26,44,88],"and":[6,91,103,151],"artificial":[7],"intelligence":[8],"(AI)":[9],"in":[10,112,136,164],"healthcare":[11],"heightens":[12],"the":[13,145,149],"urgency":[14],"for":[15,101,128],"accurate":[16,129],"medical":[17,25,86,107],"text":[18,87,108,166],"sentiment":[19,74,120,130,137,154],"analysis.":[20,167],"privacy":[22],"protection":[23],"has":[27],"been":[28],"a":[29,68,77,118,161],"crucial":[30],"concern":[31],"due":[32],"to":[33,58,71],"its":[34],"sensitivity.":[35],"Internet":[37],"Medical":[39],"Things":[40],"(IoMT)":[41],"facilitates":[42],"large-scale":[43],"collection":[45],"at":[46],"lower":[47],"cost,":[48],"enabling":[49],"precision":[50],"medicine.":[51],"However,":[52],"decentralized":[53],"IoMT":[54,114],"poses":[55],"novel":[56,69],"challenges":[57],"centralized":[59],"standard":[60],"encryption":[61],"schemes.":[62],"In":[63],"this":[64],"article,":[65],"we":[66,96],"propose":[67],"approach":[70,147],"building":[72],"privacy-preserving":[73],"models":[75,127],"with":[76],"generative":[78],"pretrained":[79],"transformer":[80],"(GPT).":[81],"We":[82,116],"first":[83],"convert":[84],"sensitive":[85],"into":[89],"noise-like":[90],"distributed":[92],"one-hot":[93],"images.":[94],"Then,":[95],"introduce":[97],"visual":[98],"cryptography":[99],"(VC)":[100],"lightweight":[102],"secure":[104],"transmission":[105],"across":[109],"public":[110],"networks":[111],"resource-limited":[113],"devices.":[115],"adopt":[117],"cross-domain":[119],"analysis":[121,131,138,155],"framework":[122],"that":[123,144],"finetunes":[124],"transformer-based":[125],"language":[126],"instead":[132],"training":[134],"GPT":[135],"from":[139],"scratch.":[140],"Experimental":[141],"results":[142],"show":[143],"proposed":[146],"improves":[148],"accuracy":[150],"effectiveness":[152],"while":[156],"maintaining":[157],"privacy,":[158],"thereby":[159],"addressing":[160],"significant":[162],"gap":[163],"biomedical":[165]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}