{"id":"https://openalex.org/W4391093151","doi":"https://doi.org/10.1109/bigdata59044.2023.10386439","title":"CLIP-PubOp: A CLIP-based Multimodal Representation Fusion Method for Public Opinion","display_name":"CLIP-PubOp: A CLIP-based Multimodal Representation Fusion Method for Public Opinion","publication_year":2023,"publication_date":"2023-12-15","ids":{"openalex":"https://openalex.org/W4391093151","doi":"https://doi.org/10.1109/bigdata59044.2023.10386439"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata59044.2023.10386439","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata59044.2023.10386439","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100422345","display_name":"Zhibo Wang","orcid":"https://orcid.org/0000-0002-5804-3279"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhibo Wang","raw_affiliation_strings":["East China University of Science and Technology,Shanghai,China","East China University of Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China University of Science and Technology,Shanghai,China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072849182","display_name":"Yi Guo","orcid":"https://orcid.org/0000-0002-6088-7198"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Guo","raw_affiliation_strings":["East China University of Science and Technology,Shanghai,China","East China University of Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China University of Science and Technology,Shanghai,China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101320213","display_name":"Jiaojiao Fu","orcid":null},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaojiao Fu","raw_affiliation_strings":["East China University of Science and Technology,Shanghai,China","East China University of Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China University of Science and Technology,Shanghai,China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100422345"],"corresponding_institution_ids":["https://openalex.org/I143593769"],"apc_list":null,"apc_paid":null,"fwci":0.1206,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.45859323,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2243","last_page":"2246"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9534000158309937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7271338701248169},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.692888617515564},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6540273427963257},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5850395560264587},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5611056089401245},{"id":"https://openalex.org/keywords/public-opinion","display_name":"Public opinion","score":0.5528794527053833},{"id":"https://openalex.org/keywords/mainstream","display_name":"Mainstream","score":0.5494640469551086},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.47420910000801086},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4608904719352722},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.43008002638816833},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.36991214752197266},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12128898501396179},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09219053387641907}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7271338701248169},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.692888617515564},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6540273427963257},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5850395560264587},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5611056089401245},{"id":"https://openalex.org/C134698397","wikidata":"https://www.wikidata.org/wiki/Q17946","display_name":"Public opinion","level":3,"score":0.5528794527053833},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.5494640469551086},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.47420910000801086},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4608904719352722},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.43008002638816833},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36991214752197266},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12128898501396179},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09219053387641907},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata59044.2023.10386439","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata59044.2023.10386439","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3184735396","https://openalex.org/W4287219251","https://openalex.org/W4366782900","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6798805250","https://openalex.org/W6811013733"],"related_works":["https://openalex.org/W4205899436","https://openalex.org/W2462138927","https://openalex.org/W3111427900","https://openalex.org/W4302009627","https://openalex.org/W4212781403","https://openalex.org/W1583826057","https://openalex.org/W2377237701","https://openalex.org/W2360099860","https://openalex.org/W4323893170","https://openalex.org/W2365567821"],"abstract_inverted_index":{"Vision":[0],"Language":[1],"Pre-training":[2],"(VLP)":[3],"has":[4],"made":[5],"significant":[6,199],"progress":[7],"in":[8,14,46,136,213],"the":[9,29,82,86,120],"field":[10],"of":[11,28,74,89,122,167,184,193,210],"universal":[12],"multimodality":[13],"recent":[15],"years.":[16],"Universal":[17],"multimodal":[18,94,148,203],"datasets":[19,174],"(such":[20],"as":[21,60,172],"MSCOCO,":[22],"Flickr30k,":[23],"etc.)":[24],"have":[25,67,197],"become":[26],"one":[27],"standards":[30],"for":[31,42],"evaluating":[32],"VLP":[33,108],"models":[34],"which":[35,65,101,127],"rely":[36],"on":[37,71,92,104,178,202],"images":[38],"and":[39,63,124,133,175,181],"corresponding":[40],"captions":[41],"representation":[43],"modeling.":[44],"However,":[45],"a":[47,68,106,115,137,198],"public":[48,75,168,194],"opinion":[49,169,195],"event,":[50],"besides":[51],"image":[52,123,159],"captions,":[53],"it":[54],"also":[55],"includes":[56],"other":[57],"texts":[58,62,91,192],"such":[59],"content":[61,90,130,191],"comments,":[64],"may":[66],"positive":[69,87,200],"impact":[70],"image-text":[72,214],"representations":[73,132,135,149,157],"opinion.":[76],"In":[77],"this":[78,146],"paper,":[79],"we":[80],"propose":[81],"method":[83],"to":[84,140],"explore":[85],"effect":[88,201],"initial":[93],"representations.":[95,144,160],"We":[96,113,161],"name":[97],"our":[98,173],"model":[99,109],"CLIP-PubOp,":[100],"is":[102],"based":[103],"CLIP,":[105],"famous":[107],"using":[110],"contrastive":[111],"learning.":[112],"add":[114],"linear":[116],"fusion":[117,121],"layer":[118],"before":[119],"text":[125,131,143,156],"representations,":[126,204],"fuses":[128],"event":[129],"caption":[134],"certain":[138],"proportion":[139],"obtain":[141],"enhanced":[142,155],"On":[145],"basis,":[147],"can":[150],"be":[151],"obtained":[152],"by":[153],"fusing":[154],"with":[158,205],"crawl":[162],"through":[163],"four":[164],"mainstream":[165],"categories":[166],"events":[170,196],"online":[171],"conduct":[176],"experiments":[177],"both":[179],"Chinese":[180],"English":[182],"version":[183],"datasets.":[185],"The":[186],"experimental":[187],"results":[188],"show":[189],"that":[190],"an":[206],"average":[207],"accuracy":[208],"improvement":[209],"about":[211],"2%-10%":[212],"retrieval":[215],"tasks.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}