{"id":"https://openalex.org/W4404102470","doi":"https://doi.org/10.1109/tpami.2024.3492259","title":"Multi-Modality Multi-Attribute Contrastive Pre-Training for Image Aesthetics Computing","display_name":"Multi-Modality Multi-Attribute Contrastive Pre-Training for Image Aesthetics Computing","publication_year":2024,"publication_date":"2024-11-06","ids":{"openalex":"https://openalex.org/W4404102470","doi":"https://doi.org/10.1109/tpami.2024.3492259","pmid":"https://pubmed.ncbi.nlm.nih.gov/39504278"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3492259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3492259","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016576297","display_name":"Yipo Huang","orcid":"https://orcid.org/0000-0003-0908-2180"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yipo Huang","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi’an, China","School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-0908-2180","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033615240","display_name":"Leida Li","orcid":"https://orcid.org/0000-0001-9069-8796"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leida Li","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi’an, China","School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-9069-8796","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063520709","display_name":"Pengfei Chen","orcid":"https://orcid.org/0000-0002-0509-3782"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Chen","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi’an, China","School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-0509-3782","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014879869","display_name":"Haoning Wu","orcid":"https://orcid.org/0000-0001-8642-8101"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Haoning Wu","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University (NTU), Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8642-8101","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University (NTU), Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403129","display_name":"Weisi Lin","orcid":"https://orcid.org/0000-0001-9866-1947"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Weisi Lin","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University (NTU), Singapore"],"raw_orcid":"https://orcid.org/0000-0001-9866-1947","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University (NTU), Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101549504","display_name":"Guangming Shi","orcid":"https://orcid.org/0000-0003-2179-3292"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangming Shi","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi’an, China","School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-2179-3292","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2228,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.89694653,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"47","issue":"2","first_page":"1205","last_page":"1218"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8930000066757202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8930000066757202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.8863000273704529,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.8751999735832214,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7156060934066772},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6696414947509766},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6426162719726562},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5356501936912537},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5293394327163696},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3997217118740082}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7156060934066772},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6696414947509766},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6426162719726562},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5356501936912537},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5293394327163696},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3997217118740082},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2024.3492259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3492259","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39504278","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39504278","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:dr.ntu.edu.sg:10356/218165","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/218165","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1143917335","display_name":null,"funder_award_id":"62471349","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2262808377","display_name":null,"funder_award_id":"62301378","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6468169989","display_name":null,"funder_award_id":"62171340","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G712080188","display_name":null,"funder_award_id":"61991451","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W132232344","https://openalex.org/W1511924373","https://openalex.org/W2078807908","https://openalex.org/W2108598243","https://openalex.org/W2170658603","https://openalex.org/W2194775991","https://openalex.org/W2217895792","https://openalex.org/W2417288846","https://openalex.org/W2467531333","https://openalex.org/W2558661413","https://openalex.org/W2604528050","https://openalex.org/W2754213847","https://openalex.org/W2783040845","https://openalex.org/W2804743778","https://openalex.org/W2807107013","https://openalex.org/W2883780447","https://openalex.org/W2904572228","https://openalex.org/W2931027027","https://openalex.org/W2941841503","https://openalex.org/W2952277303","https://openalex.org/W2962858109","https://openalex.org/W2963163009","https://openalex.org/W2963420272","https://openalex.org/W2970901058","https://openalex.org/W2971252883","https://openalex.org/W2973725754","https://openalex.org/W2976886057","https://openalex.org/W3003957020","https://openalex.org/W3017136408","https://openalex.org/W3025478955","https://openalex.org/W3026001103","https://openalex.org/W3034776788","https://openalex.org/W3035523707","https://openalex.org/W3035725276","https://openalex.org/W3086183363","https://openalex.org/W3130885914","https://openalex.org/W3149775056","https://openalex.org/W3167911358","https://openalex.org/W3171472210","https://openalex.org/W4214745154","https://openalex.org/W4224265814","https://openalex.org/W4280563717","https://openalex.org/W4281846337","https://openalex.org/W4285606417","https://openalex.org/W4285787548","https://openalex.org/W4309933612","https://openalex.org/W4312327698","https://openalex.org/W4312353506","https://openalex.org/W4312364648","https://openalex.org/W4313591130","https://openalex.org/W4316660594","https://openalex.org/W4322576760","https://openalex.org/W4372037384","https://openalex.org/W4386075750","https://openalex.org/W4386076227","https://openalex.org/W4386590638","https://openalex.org/W4387717366","https://openalex.org/W4387969352","https://openalex.org/W4394862887","https://openalex.org/W4402704606","https://openalex.org/W4404575065","https://openalex.org/W4404612908","https://openalex.org/W6748816842","https://openalex.org/W6784333009","https://openalex.org/W6791353385","https://openalex.org/W6792427679","https://openalex.org/W6793164127","https://openalex.org/W6803476161","https://openalex.org/W6851592950","https://openalex.org/W6851950068","https://openalex.org/W6856810635","https://openalex.org/W6857614378"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"In":[0],"the":[1,11,16,37,73,93,99,120,125,131,141,155,162,167,179,190],"Image":[2],"Aesthetics":[3],"Computing":[4],"(IAC)":[5],"field,":[6],"most":[7],"prior":[8],"methods":[9],"leveraged":[10],"off-the-shelf":[12],"backbones":[13,23],"pre-trained":[14,22],"on":[15,139],"large-scale":[17],"ImageNet":[18],"database.":[19],"While":[20],"these":[21],"have":[24],"achieved":[25],"notable":[26],"success,":[27],"they":[28],"often":[29],"overemphasize":[30],"object-level":[31],"semantics":[32],"and":[33,129,182],"fail":[34],"to":[35,67,104,114,166,177],"capture":[36],"high-level":[38],"concepts":[39],"of":[40,77,98],"image":[41,86,95],"aesthetics,":[42],"which":[43,140],"may":[44],"only":[45],"achieve":[46],"suboptimal":[47],"performances.":[48],"To":[49,110,153],"tackle":[50],"this":[51],"long-neglected":[52],"problem,":[53],"we":[54,118,170],"propose":[55,172],"a":[56,84,173],"multi-modality":[57,100],"multi-attribute":[58,85,142],"contrastive":[59,143],"pre-training":[60,69],"framework,":[61],"targeting":[62],"at":[63],"constructing":[64],"an":[65],"alternative":[66],"ImageNet-based":[68],"for":[70,147,196],"IAC.":[71],"Specifically,":[72],"proposed":[74,146,191],"framework":[75,192],"consists":[76],"two":[78],"main":[79],"aspects.":[80],"1)":[81],"We":[82],"build":[83],"description":[87],"database":[88],"with":[89,124],"human":[90],"feedback,":[91],"leveraging":[92],"competent":[94],"understanding":[96],"capability":[97],"large":[101],"language":[102],"model":[103,184],"generate":[105],"rich":[106],"aesthetic":[107,115,151,168],"descriptions.":[108],"2)":[109],"better":[111],"adapt":[112],"models":[113],"computing":[116],"tasks,":[117],"integrate":[119],"image-based":[121],"visual":[122,164],"features":[123,133],"attribute-based":[126],"text":[127],"features,":[128],"map":[130],"integrated":[132],"into":[134],"different":[135],"embedding":[136],"spaces,":[137],"based":[138],"learning":[144],"is":[145],"obtaining":[148],"more":[149],"comprehensive":[150],"representation.":[152],"alleviate":[154],"distribution":[156],"shift":[157],"encountered":[158],"when":[159],"transitioning":[160],"from":[161],"general":[163],"domain":[165],"domain,":[169],"further":[171],"semantic":[174],"affinity":[175],"loss":[176],"restrain":[178],"content":[180],"information":[181],"enhance":[183],"generalization.":[185],"Extensive":[186],"experiments":[187],"demonstrate":[188],"that":[189],"sets":[193],"new":[194],"state-of-the-arts":[195],"IAC":[197],"tasks.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}