{"id":"https://openalex.org/W3108434243","doi":"https://doi.org/10.1109/tcds.2020.3036690","title":"Multimodal Deep Learning Framework for Image Popularity Prediction on Social Media","display_name":"Multimodal Deep Learning Framework for Image Popularity Prediction on Social Media","publication_year":2020,"publication_date":"2020-11-09","ids":{"openalex":"https://openalex.org/W3108434243","doi":"https://doi.org/10.1109/tcds.2020.3036690","mag":"3108434243"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2020.3036690","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2020.3036690","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274989/9534692/09252847.pdf","source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/7274989/9534692/09252847.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Fatma S. Abousaleh","orcid":"https://orcid.org/0000-0002-6834-0402"},"institutions":[{"id":"https://openalex.org/I4210086894","display_name":"Research Center for Information Technology Innovation, Academia Sinica","ror":"https://ror.org/000zgvm20","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210086894","https://openalex.org/I84653119"]},{"id":"https://openalex.org/I87354575","display_name":"National Chengchi University","ror":"https://ror.org/03rqk8h36","country_code":"TW","type":"education","lineage":["https://openalex.org/I87354575"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Fatma S. Abousaleh","raw_affiliation_strings":["Department of Computer Science, National Chengchi University, Taipei, Taiwan","Social Networks and Human-Centered Computing Program, Taiwan International Graduate Program, Institute of Information Science and Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Chengchi University, Taipei, Taiwan","institution_ids":["https://openalex.org/I87354575"]},{"raw_affiliation_string":"Social Networks and Human-Centered Computing Program, Taiwan International Graduate Program, Institute of Information Science and Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210086894"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wen-Huang Cheng","orcid":"https://orcid.org/0000-0003-4124-547X"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wen-Huang Cheng","raw_affiliation_strings":["Department of Electronics Engineering, Institute of Electronics, National Chiao Tung University, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering, Institute of Electronics, National Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Neng-Hao Yu","orcid":"https://orcid.org/0000-0003-0717-8269"},"institutions":[{"id":"https://openalex.org/I154864474","display_name":"National Taiwan University of Science and Technology","ror":"https://ror.org/00q09pe49","country_code":"TW","type":"education","lineage":["https://openalex.org/I154864474"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Neng-Hao Yu","raw_affiliation_strings":["Department of Design, College of Design, National Taiwan University of Science and Technology, Taipei, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Design, College of Design, National Taiwan University of Science and Technology, Taipei, Taiwan","institution_ids":["https://openalex.org/I154864474"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yu Tsao","orcid":"https://orcid.org/0000-0001-6956-0418"},"institutions":[{"id":"https://openalex.org/I4210086894","display_name":"Research Center for Information Technology Innovation, Academia Sinica","ror":"https://ror.org/000zgvm20","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210086894","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu Tsao","raw_affiliation_strings":["Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan"],"affiliations":[{"raw_affiliation_string":"Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210086894"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210086894","https://openalex.org/I87354575"],"apc_list":null,"apc_paid":null,"fwci":2.311,"has_fulltext":true,"cited_by_count":37,"citation_normalized_percentile":{"value":0.90915151,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"13","issue":"3","first_page":"679","last_page":"692"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.3109000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.3109000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.07670000195503235,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.05420000106096268,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.9498999714851379},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6966000199317932},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.647599995136261},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.6402000188827515},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6031000018119812},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5376999974250793},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.48159998655319214},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4072999954223633}],"concepts":[{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.9498999714851379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8535000085830688},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6966000199317932},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6807000041007996},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.647599995136261},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.6402000188827515},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6031000018119812},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5626000165939331},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5376999974250793},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48159998655319214},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C4727928","wikidata":"https://www.wikidata.org/wiki/Q17164759","display_name":"Social network (sociolinguistics)","level":3,"score":0.3718999922275543},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.36250001192092896},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.35440000891685486},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.35109999775886536},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.32420000433921814},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31940001249313354},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.30720001459121704},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.29109999537467957},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.28189998865127563},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2596000134944916}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcds.2020.3036690","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2020.3036690","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274989/9534692/09252847.pdf","source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2105.08809","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.08809","pdf_url":"https://arxiv.org/pdf/2105.08809","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1109/tcds.2020.3036690","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2020.3036690","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274989/9534692/09252847.pdf","source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G181009512","display_name":null,"funder_award_id":"109-2221-E-001-016","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G2205640134","display_name":null,"funder_award_id":"MOST 109","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G2425448037","display_name":null,"funder_award_id":"109-2634-F-008-006","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G3365722850","display_name":null,"funder_award_id":"MOST 10","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G3862518167","display_name":null,"funder_award_id":"MOST 109-","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G6214545094","display_name":null,"funder_award_id":"MOST 109-2221-E-001-016","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G7160539585","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G7277021325","display_name":null,"funder_award_id":"MOST 109-2634-F-008-006","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G8985157498","display_name":null,"funder_award_id":"MOST 109-2221","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3108434243.pdf","grobid_xml":"https://content.openalex.org/works/W3108434243.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1563088657","https://openalex.org/W1566135517","https://openalex.org/W1970026725","https://openalex.org/W1976517433","https://openalex.org/W1984264506","https://openalex.org/W2031284268","https://openalex.org/W2033134951","https://openalex.org/W2037970810","https://openalex.org/W2039355801","https://openalex.org/W2056380823","https://openalex.org/W2065735564","https://openalex.org/W2078483536","https://openalex.org/W2090059852","https://openalex.org/W2096171208","https://openalex.org/W2097117768","https://openalex.org/W2098207764","https://openalex.org/W2098305432","https://openalex.org/W2104915826","https://openalex.org/W2112477171","https://openalex.org/W2118519969","https://openalex.org/W2127267264","https://openalex.org/W2139929078","https://openalex.org/W2142306706","https://openalex.org/W2163352848","https://openalex.org/W2170872804","https://openalex.org/W2295124130","https://openalex.org/W2295598076","https://openalex.org/W2463955103","https://openalex.org/W2476593443","https://openalex.org/W2503512149","https://openalex.org/W2564173477","https://openalex.org/W2598497527","https://openalex.org/W2616421135","https://openalex.org/W2765578215","https://openalex.org/W2766233751","https://openalex.org/W2767127404","https://openalex.org/W2788241093","https://openalex.org/W2811105094","https://openalex.org/W2963162313","https://openalex.org/W2963603520","https://openalex.org/W2971889950","https://openalex.org/W3125952634","https://openalex.org/W4297957988","https://openalex.org/W6610017368","https://openalex.org/W6637404493","https://openalex.org/W6674618218","https://openalex.org/W6675354045","https://openalex.org/W6679266577","https://openalex.org/W6680532697","https://openalex.org/W6684191040","https://openalex.org/W6685083886","https://openalex.org/W6693370502","https://openalex.org/W6720560662"],"related_works":[],"abstract_inverted_index":{"Billions":[0],"of":[1,12,16,21,35,44,80,106,128,136,167,191,203,227,236],"photos":[2],"are":[3,171],"uploaded":[4],"to":[5,149,178],"the":[6,33,78,81,103,126,154,180,184,189,192,215],"Web":[7],"daily":[8],"through":[9],"various":[10,100,112,134],"types":[11,135],"social":[13,40,139,158],"networks.":[14],"Some":[15],"these":[17,67,168],"images":[18,206],"receive":[19],"millions":[20],"views":[22],"and":[23,62,102,138,157,232,242],"become":[24],"popular,":[25],"whereas":[26],"others":[27],"remain":[28],"completely":[29],"unnoticed.":[30],"This":[31],"raises":[32],"problem":[34],"predicting":[36,73],"image":[37,46,74,131],"popularity":[38,43,127,181],"on":[39,199,208],"media.":[41],"The":[42,165,210],"an":[45],"can":[47],"be":[48],"affected":[49],"by":[50,93,132,160,195],"several":[51],"factors,":[52],"such":[53],"as":[54],"visual":[55,137,156],"content,":[56],"aesthetic":[57],"quality,":[58],"user,":[59],"post":[60],"metadata,":[61],"time.":[63],"Thus,":[64],"considering":[65],"all":[66],"factors":[68],"is":[69],"essential":[70],"for":[71],"accurately":[72],"popularity.":[75],"In":[76,89],"addition,":[77],"efficiency":[79],"predictive":[82],"model":[83,218],"also":[84],"plays":[85],"a":[86,116,129,142,175,200,224],"crucial":[87],"role.":[88],"this":[90],"study,":[91],"motivated":[92],"multimodal":[94],"learning,":[95],"which":[96,124],"uses":[97],"information":[98],"from":[99,153],"modalities,":[101],"current":[104],"success":[105],"convolutional":[107],"neural":[108],"networks":[109,170],"(CNNs)":[110],"in":[111,183,234],"fields,":[113],"we":[114],"propose":[115],"deep":[117],"learning":[118],"model,":[119],"called":[120],"visual-social":[121],"CNN":[122],"(VSCNN),":[123],"predicts":[125],"posted":[130,207],"incorporating":[133],"features":[140,159],"into":[141,174],"unified":[143],"network":[144,177],"model.":[145],"VSCNN":[146,217],"first":[147],"learns":[148],"extract":[150],"high-level":[151],"representations":[152],"input":[155],"utilizing":[161],"two":[162,169],"individual":[163],"CNNs.":[164],"outputs":[166],"then":[172],"fused":[173],"joint":[176],"estimate":[179],"score":[182],"output":[185],"layer.":[186],"We":[187],"assess":[188],"performance":[190],"proposed":[193,216],"method":[194],"conducting":[196],"extensive":[197],"experiments":[198],"data":[201],"set":[202],"approximately":[204],"432K":[205],"Flickr.":[209],"simulation":[211],"results":[212],"demonstrate":[213],"that":[214],"significantly":[219],"outperforms":[220],"state-of-the-art":[221],"models,":[222],"with":[223],"relative":[225],"improvement":[226],"greater":[228],"than":[229],"2.33%,":[230],"7.59%,":[231],"14.16%":[233],"terms":[235],"Spearman's":[237],"Rho,":[238],"mean":[239],"absolute":[240],"error,":[241,244],"mean-squared":[243],"respectively.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2020-12-07T00:00:00"}