{"id":"https://openalex.org/W3022592147","doi":"https://doi.org/10.1145/3362065","title":"ACMNet","display_name":"ACMNet","publication_year":2020,"publication_date":"2020-01-31","ids":{"openalex":"https://openalex.org/W3022592147","doi":"https://doi.org/10.1145/3362065","mag":"3022592147"},"language":"en","primary_location":{"id":"doi:10.1145/3362065","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3362065","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100334231","display_name":"Hui Chen","orcid":"https://orcid.org/0000-0003-4180-5801"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Chen","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist); School of Software, Tsinghua University, Beijing, China","School of Software, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4180-5801","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist); School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057732142","display_name":"Guiguang Ding","orcid":"https://orcid.org/0000-0003-0137-9975"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guiguang Ding","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist); School of Software, Tsinghua University, Beijing, China","School of Software, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist); School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077882811","display_name":"Zijia Lin","orcid":"https://orcid.org/0000-0002-1390-7424"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijia Lin","raw_affiliation_strings":["Microsoft Research, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051149140","display_name":"Sicheng Zhao","orcid":"https://orcid.org/0000-0001-5843-6411"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sicheng Zhao","raw_affiliation_strings":["University of California, Berkeley, Berkeley, USA"],"raw_orcid":"https://orcid.org/0000-0001-5843-6411","affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085640016","display_name":"Xiaopeng Gu","orcid":"https://orcid.org/0000-0001-9992-5967"},"institutions":[{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaopeng Gu","raw_affiliation_strings":["National Engineering Laboratory for Public Safety Risk Perception and Control by Big Data(PSRPC); China Academy of Electronics and Information Technology, Beijing, China","China Academy of Electronics and Information Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Public Safety Risk Perception and Control by Big Data(PSRPC); China Academy of Electronics and Information Technology, Beijing, China","institution_ids":["https://openalex.org/I4210130112"]},{"raw_affiliation_string":"China Academy of Electronics and Information Technology, Beijing, China","institution_ids":["https://openalex.org/I4210130112"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060351020","display_name":"Wenyuan Xu","orcid":"https://orcid.org/0000-0002-5043-9148"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyuan Xu","raw_affiliation_strings":["Ubiquitous System Security Lab (USSLab), Zhejiang University, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ubiquitous System Security Lab (USSLab), Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046605531","display_name":"Jungong Han","orcid":"https://orcid.org/0000-0003-4361-956X"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jungong Han","raw_affiliation_strings":["University of Warwick, Coventry, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Warwick, Coventry, UK","institution_ids":["https://openalex.org/I39555362"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6708,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.7078065,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"16","issue":"1s","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.7376164793968201},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6640879511833191},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5983093976974487},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5875380039215088},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5625212788581848},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5292389392852783},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5185987949371338},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.4356825351715088},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.425446480512619},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41913220286369324},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.41903072595596313},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2002670168876648},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15040794014930725}],"concepts":[{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.7376164793968201},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6640879511833191},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5983093976974487},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5875380039215088},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5625212788581848},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5292389392852783},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5185987949371338},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.4356825351715088},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.425446480512619},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41913220286369324},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41903072595596313},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2002670168876648},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15040794014930725},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3362065","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3362065","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G3692119182","display_name":null,"funder_award_id":"61571269, 61701273","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5248598816","display_name":null,"funder_award_id":"2018YFC0806900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1773149199","https://openalex.org/W1905882502","https://openalex.org/W1906374873","https://openalex.org/W1933349210","https://openalex.org/W1949478088","https://openalex.org/W2059781288","https://openalex.org/W2097117768","https://openalex.org/W2102605133","https://openalex.org/W2108598243","https://openalex.org/W2157331557","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2277195237","https://openalex.org/W2315643162","https://openalex.org/W2484332996","https://openalex.org/W2493916176","https://openalex.org/W2546696630","https://openalex.org/W2552579943","https://openalex.org/W2745461083","https://openalex.org/W2768166594","https://openalex.org/W2770189358","https://openalex.org/W2798354744","https://openalex.org/W2800990595","https://openalex.org/W2806734715","https://openalex.org/W2808138519","https://openalex.org/W2888166343","https://openalex.org/W2897841402","https://openalex.org/W2900790473","https://openalex.org/W2911671827","https://openalex.org/W2918288062","https://openalex.org/W2922420408","https://openalex.org/W2953461088","https://openalex.org/W2962739339","https://openalex.org/W2962964995","https://openalex.org/W2963037989","https://openalex.org/W2963040148","https://openalex.org/W2963389687","https://openalex.org/W2963467339","https://openalex.org/W2963626623","https://openalex.org/W2964120214","https://openalex.org/W2975813532","https://openalex.org/W2990138404","https://openalex.org/W2997826806","https://openalex.org/W3008201418","https://openalex.org/W6678470764"],"related_works":["https://openalex.org/W2329500892","https://openalex.org/W28991112","https://openalex.org/W2370726991","https://openalex.org/W2385859805","https://openalex.org/W2369710579","https://openalex.org/W2530972254","https://openalex.org/W4327728159","https://openalex.org/W2545348020","https://openalex.org/W2910600015","https://openalex.org/W2044769131"],"abstract_inverted_index":{"Cross-modality":[0],"human":[1,25,44,281],"behavior":[2,26,45,282],"analysis":[3,283],"has":[4],"attracted":[5],"much":[6],"attention":[7],"from":[8,48,168],"both":[9],"academia":[10],"and":[11,38,240,252,284],"industry.":[12],"In":[13,141],"this":[14,142],"article,":[15,143],"we":[16,144,236],"focus":[17],"on":[18,246],"the":[19,41,83,97,137,170,187,192,202,206,209,216,221,226,232,259,264,274,277,285,289],"cross-modality":[20,36,53],"image-text":[21,54,85,139,228],"retrieval":[22,55],"problem":[23],"for":[24,35,70,108,116,120,173,186],"analysis,":[27],"which":[28,129,152,196,271],"can":[29,262],"learn":[30],"a":[31,117,155,164,183,268],"common":[32],"latent":[33],"space":[34],"data":[37,47],"thus":[39],"benefit":[40],"understanding":[42],"of":[43,205,234,276,287],"with":[46,67,162,176,220,243],"different":[49],"modalities.":[50],"Existing":[51],"state-of-the-art":[52,244,265],"models":[56],"tend":[57],"to":[58,81,135,159,199,208],"be":[59,132],"fine-grained":[60,93,156],"region-word":[61],"matching":[62,157],"approaches,":[63],"where":[64],"they":[65,102,124],"begin":[66],"measuring":[68],"similarities":[69,223],"each":[71,174],"image":[72,110,114],"region":[73,111],"or":[74,112],"text":[75,106,118],"word":[76,119],"followed":[77],"by":[78,190,267],"aggregating":[79],"them":[80],"estimate":[82],"global":[84,138,193,227],"similarity.":[86,140,229],"However,":[87],"it":[88],"is":[89,153,197],"observed":[90],"that":[91,258],"such":[92,163],"approaches":[94],"often":[95],"encounter":[96],"similarity":[98,121,165,172,189,291],"bias":[99,292],"problem,":[100],"because":[101],"only":[103],"consider":[104],"matched":[105,113,178],"words":[107],"an":[109,146],"regions":[115],"calculation,":[122],"but":[123],"totally":[125],"ignore":[126],"unmatched":[127],"words/regions,":[128],"might":[130],"still":[131],"salient":[133],"enough":[134],"affect":[136],"propose":[145],"Adaptive":[147],"Confidence":[148],"Matching":[149],"Network":[150],"(ACMNet),":[151],"also":[154,181,214],"approach,":[158],"effectively":[160],"deal":[161],"bias.":[166],"Apart":[167],"calculating":[169],"local":[171,188,222],"region(/word)":[175,207],"its":[177],"words(/regions),":[179],"ACMNet":[180,213,261,279],"introduces":[182],"confidence":[184,217],"score":[185],"leveraging":[191],"text(/image)":[194],"information,":[195],"expected":[198],"help":[200],"measure":[201],"semantic":[203],"relatedness":[204],"whole":[210],"text(/image).":[211],"Moreover,":[212],"incorporates":[215],"scores":[218],"together":[219],"in":[224,280],"estimating":[225],"To":[230],"verify":[231],"effectiveness":[233,275],"ACMNet,":[235],"conduct":[237],"extensive":[238],"experiments":[239],"make":[241],"comparisons":[242],"methods":[245,266],"two":[247],"benchmark":[248],"datasets,":[249],"i.e.,":[250],"Flickr30k":[251],"MS":[253],"COCO.":[254],"Experimental":[255],"results":[256],"show":[257],"proposed":[260,278],"outperform":[263],"clear":[269],"margin,":[270],"well":[272],"demonstrates":[273],"reasonableness":[286],"tackling":[288],"mentioned":[290],"issue.":[293]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2020-05-13T00:00:00"}