{"id":"https://openalex.org/W3045147787","doi":"https://doi.org/10.1109/tmm.2020.3011317","title":"Fine-Grained Image Captioning With Global-Local Discriminative Objective","display_name":"Fine-Grained Image Captioning With Global-Local Discriminative Objective","publication_year":2020,"publication_date":"2020-07-23","ids":{"openalex":"https://openalex.org/W3045147787","doi":"https://doi.org/10.1109/tmm.2020.3011317","mag":"3045147787"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2020.3011317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.3011317","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101706210","display_name":"Jie Wu","orcid":"https://orcid.org/0000-0003-4611-1083"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jie Wu","raw_affiliation_strings":["Sun Yat-Sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052027147","display_name":"Tianshui Chen","orcid":"https://orcid.org/0000-0002-5848-5624"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tianshui Chen","raw_affiliation_strings":["Sun Yat-Sen University and DarkMatter Research, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5848-5624","affiliations":[{"raw_affiliation_string":"Sun Yat-Sen University and DarkMatter Research, Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061828638","display_name":"Hefeng Wu","orcid":"https://orcid.org/0000-0002-2132-6515"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hefeng Wu","raw_affiliation_strings":["Sun Yat-Sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2132-6515","affiliations":[{"raw_affiliation_string":"Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061764261","display_name":"Zhi Yang","orcid":"https://orcid.org/0000-0003-1046-8654"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Yang","raw_affiliation_strings":["Sun Yat-Sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070092987","display_name":"Guangchun Luo","orcid":"https://orcid.org/0000-0001-7330-2139"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangchun Luo","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100412937","display_name":"Liang Lin","orcid":"https://orcid.org/0000-0003-2248-3755"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang Lin","raw_affiliation_strings":["Sun Yat-Sen University and DarkMatter Research, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2248-3755","affiliations":[{"raw_affiliation_string":"Sun Yat-Sen University and DarkMatter Research, Guangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101706210"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":5.297,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.96643817,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"23","issue":null,"first_page":"2413","last_page":"2427"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.9710202217102051},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.9490636587142944},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8593087792396545},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6584810018539429},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.649803876876831},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.6177918910980225},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6049444675445557},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5450702905654907},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.543998122215271},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.538159191608429},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5079792141914368},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.48230767250061035},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41563642024993896},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3515825867652893},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33367812633514404},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.08183753490447998},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0714411735534668}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.9710202217102051},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.9490636587142944},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8593087792396545},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6584810018539429},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.649803876876831},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.6177918910980225},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6049444675445557},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5450702905654907},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.543998122215271},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.538159191608429},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5079792141914368},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.48230767250061035},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41563642024993896},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3515825867652893},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33367812633514404},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08183753490447998},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0714411735534668},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2020.3011317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.3011317","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7400000095367432}],"awards":[{"id":"https://openalex.org/G3577923441","display_name":null,"funder_award_id":"U1811463","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4031430178","display_name":null,"funder_award_id":"61876045","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":109,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1811254738","https://openalex.org/W1836465849","https://openalex.org/W1889081078","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W1923211482","https://openalex.org/W1956340063","https://openalex.org/W2024932032","https://openalex.org/W2064675550","https://openalex.org/W2096733369","https://openalex.org/W2099471712","https://openalex.org/W2101105183","https://openalex.org/W2117539524","https://openalex.org/W2119717200","https://openalex.org/W2119775030","https://openalex.org/W2123301721","https://openalex.org/W2125389028","https://openalex.org/W2133564696","https://openalex.org/W2147527908","https://openalex.org/W2154652894","https://openalex.org/W2157331557","https://openalex.org/W2176263492","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2253171278","https://openalex.org/W2270657321","https://openalex.org/W2277195237","https://openalex.org/W2302086703","https://openalex.org/W2506483933","https://openalex.org/W2550553598","https://openalex.org/W2552161745","https://openalex.org/W2560730294","https://openalex.org/W2574790321","https://openalex.org/W2575842049","https://openalex.org/W2604178507","https://openalex.org/W2729842244","https://openalex.org/W2739181657","https://openalex.org/W2745461083","https://openalex.org/W2751525844","https://openalex.org/W2752461516","https://openalex.org/W2753311918","https://openalex.org/W2754927243","https://openalex.org/W2765268259","https://openalex.org/W2770446450","https://openalex.org/W2771017769","https://openalex.org/W2788527657","https://openalex.org/W2793476612","https://openalex.org/W2883732234","https://openalex.org/W2884326683","https://openalex.org/W2885613075","https://openalex.org/W2887272576","https://openalex.org/W2887712318","https://openalex.org/W2890531016","https://openalex.org/W2891894830","https://openalex.org/W2906314281","https://openalex.org/W2913618459","https://openalex.org/W2950212751","https://openalex.org/W2951527505","https://openalex.org/W2953461088","https://openalex.org/W2962706528","https://openalex.org/W2962760898","https://openalex.org/W2962785943","https://openalex.org/W2962918138","https://openalex.org/W2962933562","https://openalex.org/W2962968835","https://openalex.org/W2963084599","https://openalex.org/W2963101956","https://openalex.org/W2963109634","https://openalex.org/W2963148524","https://openalex.org/W2963170456","https://openalex.org/W2963248296","https://openalex.org/W2963300078","https://openalex.org/W2963360726","https://openalex.org/W2963448089","https://openalex.org/W2963676620","https://openalex.org/W2964121744","https://openalex.org/W2964308564","https://openalex.org/W2964318715","https://openalex.org/W2972113750","https://openalex.org/W2982112268","https://openalex.org/W3099206234","https://openalex.org/W3099884890","https://openalex.org/W3100183449","https://openalex.org/W3102887392","https://openalex.org/W3105758476","https://openalex.org/W4230563027","https://openalex.org/W4320013936","https://openalex.org/W6630875275","https://openalex.org/W6631190155","https://openalex.org/W6638667902","https://openalex.org/W6638742206","https://openalex.org/W6639432524","https://openalex.org/W6677994088","https://openalex.org/W6678262379","https://openalex.org/W6678815747","https://openalex.org/W6679434410","https://openalex.org/W6682137061","https://openalex.org/W6682631176","https://openalex.org/W6685322675","https://openalex.org/W6741068176","https://openalex.org/W6741383107","https://openalex.org/W6743895910","https://openalex.org/W6744684495","https://openalex.org/W6746352052","https://openalex.org/W6746526796","https://openalex.org/W6748492532","https://openalex.org/W6753221106"],"related_works":["https://openalex.org/W2729514902","https://openalex.org/W2024160000","https://openalex.org/W2773500201","https://openalex.org/W2061273563","https://openalex.org/W3045147787","https://openalex.org/W4287995534","https://openalex.org/W2743258233","https://openalex.org/W2285052147","https://openalex.org/W2998168123","https://openalex.org/W2966014552"],"abstract_inverted_index":{"Significant":[0],"progress":[1],"has":[2],"been":[3],"made":[4],"in":[5,8,14,40,151],"recent":[6],"years":[7],"image":[9,147],"captioning,":[10],"an":[11],"active":[12],"topic":[13],"the":[15,35,54,63,77,82,93,139,145,152,156,172,181,188,192,197,201,209,231,234],"fields":[16],"of":[17,32,34,57,81,115,183,191,233],"vision":[18],"and":[19,30,42,75,216],"language.":[20],"However,":[21],"existing":[22,221],"methods":[23,211],"tend":[24],"to":[25,52,65,119,142,165,229],"yield":[26],"overly":[27],"general":[28],"captions":[29,71,184],"consist":[31],"some":[33],"most":[36],"frequent":[37,89,95,174],"words/phrases,":[38,178],"resulting":[39],"inaccurate":[41],"indistinguishable":[43],"descriptions":[44],"(see":[45],"Fig.":[46],"1).":[47],"This":[48],"is":[49,111,163],"primarily":[50],"due":[51],"(i)":[53],"conservative":[55],"characteristic":[56],"traditional":[58],"training":[59],"objectives":[60],"that":[61,110,137,169,185],"drives":[62],"model":[64,118],"generate":[66],"correct":[67],"but":[68,96,175],"hardly":[69],"discriminative":[70,108,135,161],"for":[72],"similar":[73],"images":[74],"(ii)":[76],"uneven":[78],"word":[79],"distribution":[80],"ground-truth":[83],"captions,":[84],"which":[85],"encourages":[86],"generating":[87,121],"highly":[88],"words/phrases":[90],"while":[91],"suppressing":[92],"less":[94,173],"more":[97,176],"concrete":[98,177],"ones.":[99],"In":[100],"this":[101],"work,":[102],"we":[103,130],"propose":[104],"a":[105,116,127,132,159,213],"novel":[106,133],"global-local":[107],"objective":[109],"formulated":[112],"on":[113,200],"top":[114],"reference":[117],"facilitate":[120],"fine-grained":[122],"descriptive":[123],"captions.":[124],"Specifically,":[125],"from":[126,148],"global":[128,134],"perspective,":[129,158],"design":[131],"constraint":[136,162],"pulls":[138],"generated":[140],"sentence":[141],"better":[143,186],"discern":[144],"corresponding":[146],"all":[149],"others":[150],"entire":[153],"dataset.":[154],"From":[155],"local":[157,160],"proposed":[164,198,235],"increase":[166],"attention":[167],"such":[168],"it":[170,207],"emphasizes":[171],"thus":[179],"facilitating":[180],"generation":[182],"describe":[187],"visual":[189],"details":[190],"given":[193],"images.":[194],"We":[195,224],"evaluate":[196],"method":[199],"widely":[202],"used":[203],"MS-COCO":[204],"dataset,":[205],"where":[206],"outperforms":[208],"baseline":[210],"by":[212],"sizable":[214],"margin":[215],"achieves":[217],"competitive":[218],"performance":[219],"over":[220],"leading":[222],"approaches.":[223],"also":[225],"conduct":[226],"self-retrieval":[227],"experiments":[228],"demonstrate":[230],"discriminability":[232],"method.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-30T09:04:40.226872","created_date":"2025-10-10T00:00:00"}