{"id":"https://openalex.org/W4402980659","doi":"https://doi.org/10.1109/icme57554.2024.10688120","title":"Context-Aware Text-Assisted Multimodal Framework for Cervical Cytology Cell Diagnosis and Chatting","display_name":"Context-Aware Text-Assisted Multimodal Framework for Cervical Cytology Cell Diagnosis and Chatting","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402980659","doi":"https://doi.org/10.1109/icme57554.2024.10688120"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10688120","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icme57554.2024.10688120","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101418714","display_name":"Yuxuan Sun","orcid":"https://orcid.org/0000-0001-7939-1072"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuxuan Sun","raw_affiliation_strings":["Zhejiang University,College of Computer Science and Technology,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Computer Science and Technology,China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044307829","display_name":"Chenglu Zhu","orcid":"https://orcid.org/0000-0001-5705-3718"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglu Zhu","raw_affiliation_strings":["Westlake University,Research Center for Industries of the Future and School of Engineering,China"],"affiliations":[{"raw_affiliation_string":"Westlake University,Research Center for Industries of the Future and School of Engineering,China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090182097","display_name":"Sunyi Zheng","orcid":"https://orcid.org/0000-0002-9005-4875"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sunyi Zheng","raw_affiliation_strings":["Westlake University,Research Center for Industries of the Future and School of Engineering,China"],"affiliations":[{"raw_affiliation_string":"Westlake University,Research Center for Industries of the Future and School of Engineering,China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100410605","display_name":"Yunlong Zhang","orcid":"https://orcid.org/0000-0002-2447-9138"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunlong Zhang","raw_affiliation_strings":["Zhejiang University,College of Computer Science and Technology,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Computer Science and Technology,China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100688138","display_name":"Honglin Li","orcid":"https://orcid.org/0000-0002-0654-8179"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honglin Li","raw_affiliation_strings":["Zhejiang University,College of Computer Science and Technology,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Computer Science and Technology,China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101725246","display_name":"Lin Yang","orcid":"https://orcid.org/0000-0002-1778-2059"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Yang","raw_affiliation_strings":["Westlake University,Research Center for Industries of the Future and School of Engineering,China"],"affiliations":[{"raw_affiliation_string":"Westlake University,Research Center for Industries of the Future and School of Engineering,China","institution_ids":["https://openalex.org/I3133055985"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101418714"],"corresponding_institution_ids":["https://openalex.org/I168879160"],"apc_list":null,"apc_paid":null,"fwci":0.3626,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67284347,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9294999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9294999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9182000160217285,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7538783550262451},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.700611412525177},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.4640096426010132},{"id":"https://openalex.org/keywords/cytology","display_name":"Cytology","score":0.451200395822525},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3479355573654175},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32422539591789246},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3213597536087036},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.16740214824676514},{"id":"https://openalex.org/keywords/pathology","display_name":"Pathology","score":0.09800127148628235},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0881388783454895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7538783550262451},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.700611412525177},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.4640096426010132},{"id":"https://openalex.org/C18823058","wikidata":"https://www.wikidata.org/wiki/Q7141","display_name":"Cytology","level":2,"score":0.451200395822525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3479355573654175},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32422539591789246},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3213597536087036},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.16740214824676514},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.09800127148628235},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0881388783454895},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10688120","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icme57554.2024.10688120","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320318567","display_name":"Westlake University","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2433362579","https://openalex.org/W2494735712","https://openalex.org/W2808711156","https://openalex.org/W2358890617","https://openalex.org/W1158807794","https://openalex.org/W2113016789","https://openalex.org/W2771591370","https://openalex.org/W2439302502","https://openalex.org/W4308645677","https://openalex.org/W2358901620"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"underscore":[2],"the":[3,32,38,82,133],"potential":[4],"of":[5,24,34],"deep":[6],"learning-based":[7],"Computer-Assisted":[8],"Diagnosis":[9],"(CAD)":[10],"systems":[11],"for":[12,59,95],"cervical":[13,60],"cytology":[14,61],"image":[15],"analysis.":[16],"However,":[17],"traditional":[18,148],"methods":[19,150],"focusing":[20],"solely":[21],"on":[22,81,112],"single-view":[23],"cells":[25],"fall":[26],"short":[27],"in":[28,151],"performance":[29,152],"due":[30],"to":[31],"lack":[33],"contextual":[35],"information.":[36],"Moreover,":[37],"unclear":[39],"reasoning":[40],"behind":[41],"model\u2019s":[42],"classification":[43],"hinders":[44],"their":[45],"interpretability.":[46],"To":[47],"overcome":[48],"these":[49,90],"issues,":[50],"we":[51,102],"present":[52],"Cervi-CAT,":[53],"a":[54,105],"context-aware,":[55],"text-assisted":[56],"multimodal":[57,86],"framework":[58],"cell":[62,67,99],"classification.":[63,100],"CerviCAT":[64,144],"captures":[65],"visual":[66,83,93],"representations":[68],"from":[69],"both":[70],"global":[71],"and":[72,75,97,135],"local":[73],"perspectives":[74],"subsequently":[76],"generates":[77],"textual":[78],"descriptions":[79,91],"based":[80,111],"representation.":[84],"A":[85],"transformer":[87],"then":[88],"integrates":[89],"with":[92],"features":[94],"interpretable":[96,156],"accurate":[98],"Additionally,":[101],"introduce":[103],"Cyto-Vicuna,":[104],"cytology-specific":[106,116],"large":[107],"language":[108],"model":[109,134],"fine-tuned":[110],"Vicuna-7b":[113],"using":[114],"collected":[115],"data.":[117],"When":[118],"integrated":[119],"into":[120],"CerviCAT,":[121],"it":[122],"produces":[123],"more":[124],"detailed":[125],"diagnostic":[126],"reports":[127],"while":[128],"simultaneously":[129],"fostering":[130],"interaction":[131],"between":[132],"cytologists,":[136],"promoting":[137],"collaborative":[138],"diagnosis.":[139,157],"Our":[140],"results":[141],"demonstrate":[142],"that":[143],"not":[145],"only":[146],"surpasses":[147],"CAD":[149],"but":[153],"also":[154],"provides":[155]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}