{"id":"https://openalex.org/W4394659986","doi":"https://doi.org/10.48550/arxiv.1903.02507","title":"Image captioning with weakly-supervised attention penalty","display_name":"Image captioning with weakly-supervised attention penalty","alternate_titles":[],"publication_year":2019,"publication_date":"2019-03-06","ids":{"openalex":"https://openalex.org/W4394659986","doi":"https://doi.org/10.48550/arxiv.1903.02507"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1903.02507","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.02507","pdf_url":"https://arxiv.org/pdf/1903.02507","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4394659986"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1903.02507","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021036637","display_name":"Jiayun Li","orcid":"https://orcid.org/0000-0003-3957-3538","observed_orcids":["https://orcid.org/0000-0003-3957-3538","https://orcid.org/0000-0003-1943-9411"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Li, Jiayun","raw_affiliation_strings":["UCLA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050745506","display_name":"Mohammad Kazem Ebrahimpour","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ebrahimpour, Mohammad K.","raw_affiliation_strings":["UC Merced"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Merced","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089914596","display_name":"Azadeh Moghtaderi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Moghtaderi, Azadeh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5075243932","display_name":"Yen-Yun Yu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yu, Yen-Yun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-captioning","display_name":"image captioning","score":0.9959999918937683},{"id":"https://openalex.org/keywords/attention-maps","display_name":"attention maps","score":0.7080000042915344},{"id":"https://openalex.org/keywords/alignment-loss","display_name":"alignment loss","score":0.7409999966621399},{"id":"https://openalex.org/keywords/genealogy","display_name":"genealogy","score":0.5929999947547913},{"id":"https://openalex.org/keywords/historical-photographs","display_name":"historical photographs","score":0.7409999966621399},{"id":"https://openalex.org/keywords/family-narratives","display_name":"family narratives","score":0.781000018119812},{"id":"https://openalex.org/keywords/weakly-supervised-learning","display_name":"weakly supervised learning","score":0.7670000195503235},{"id":"https://openalex.org/keywords/coco","display_name":"COCO","score":0.5619999766349792},{"id":"https://openalex.org/keywords/ancestry-com","display_name":"Ancestry.com","score":0.9470000267028809}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.9843645691871643},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5540583729743958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47879108786582947},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4156074523925781},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.383872926235199},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3375186324119568},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32798582315444946}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1903.02507","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.02507","pdf_url":"https://arxiv.org/pdf/1903.02507","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1903.02507","doi":"https://doi.org/10.48550/arxiv.1903.02507","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1903.02507","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1903.02507","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.02507","pdf_url":"https://arxiv.org/pdf/1903.02507","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394659986.pdf","grobid_xml":"https://content.openalex.org/works/W4394659986.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W8316075","https://openalex.org/W68733909","https://openalex.org/W92662927","https://openalex.org/W648786980","https://openalex.org/W1514535095","https://openalex.org/W1527575280","https://openalex.org/W1551295664","https://openalex.org/W1686810756","https://openalex.org/W1687846465","https://openalex.org/W1753482797","https://openalex.org/W1811254738","https://openalex.org/W1858383477","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1897761818","https://openalex.org/W1905882502","https://openalex.org/W1947481528","https://openalex.org/W1956340063","https://openalex.org/W1969616664","https://openalex.org/W2101105183","https://openalex.org/W2109586012","https://openalex.org/W2118615399","https://openalex.org/W2123442489","https://openalex.org/W2124410428","https://openalex.org/W2133459682","https://openalex.org/W2133564696","https://openalex.org/W2143449221","https://openalex.org/W2154652894","https://openalex.org/W2171361956","https://openalex.org/W2194775991","https://openalex.org/W2282219577","https://openalex.org/W2295107390","https://openalex.org/W2463955103","https://openalex.org/W2506483933","https://openalex.org/W2544271936","https://openalex.org/W2560313346","https://openalex.org/W2575842049","https://openalex.org/W2745461083","https://openalex.org/W2795151422","https://openalex.org/W2950635152","https://openalex.org/W2962858109","https://openalex.org/W2962891704","https://openalex.org/W2963630207","https://openalex.org/W2964121744","https://openalex.org/W3147600416"],"related_works":["https://openalex.org/W2963630207","https://openalex.org/W4388823311","https://openalex.org/W3174930619","https://openalex.org/W3126207269","https://openalex.org/W2895420168","https://openalex.org/W4307074315","https://openalex.org/W2895146489","https://openalex.org/W3210972247","https://openalex.org/W4285265382","https://openalex.org/W4280496911"],"abstract_inverted_index":{"Stories":[0],"are":[1,20],"essential":[2],"for":[3,39,90,112,204],"genealogy":[4],"research":[5],"since":[6,57],"they":[7],"can":[8,59],"help":[9],"build":[10],"emotional":[11],"connections":[12],"with":[13,79,106,129],"people.":[14],"A":[15],"lot":[16],"of":[17,84,188],"family":[18],"stories":[19],"reserved":[21],"in":[22,49],"historical":[23,189],"photos":[24,40],"and":[25,67,148,168],"albums.":[26],"Recent":[27],"development":[28],"on":[29,172,197],"image":[30,54],"captioning":[31,55,73,101,145],"models":[32,74,92,102,111],"makes":[33],"it":[34,58],"feasible":[35],"to":[36,123],"\"tell":[37],"stories\"":[38],"automatically.":[41],"The":[42,191],"attention":[43,77,97,127,157],"mechanism":[44],"has":[45,120],"been":[46,121],"widely":[47],"adopted":[48],"many":[50],"state-of-the-art":[51],"encoder-decoder":[52],"based":[53],"models,":[56],"bridge":[60],"the":[61,64,68],"gap":[62],"between":[63,144],"visual":[65,91,110,115,131,150],"part":[66],"language":[69,201],"part.":[70],"Most":[71],"existing":[72],"implicitly":[75,125],"trained":[76],"modules":[78],"word-likelihood":[80],"loss.":[81],"Meanwhile,":[82],"lots":[83],"studies":[85],"have":[86],"investigated":[87],"intrinsic":[88,107,130,149],"attentions":[89,108,147],"using":[93,160],"gradient-based":[94],"approaches.":[95],"Ideally,":[96],"maps":[98,128],"predicted":[99,146],"by":[100],"should":[103],"be":[104],"consistent":[105],"from":[109,181],"any":[113,161],"given":[114],"concept.":[116],"However,":[117],"no":[118],"work":[119],"done":[122],"align":[124],"learned":[126],"attentions.":[132,151],"In":[133],"this":[134],"paper,":[135],"we":[136],"proposed":[137,192],"a":[138,178],"novel":[139],"model":[140,171,193],"that":[141],"measured":[142],"consistency":[143],"This":[152],"alignment":[153],"loss":[154],"allows":[155],"explicit":[156],"correction":[158],"without":[159],"expensive":[162],"bounding":[163],"box":[164],"annotations.":[165],"We":[166],"developed":[167],"evaluated":[169],"our":[170],"COCO":[173],"dataset":[174,180],"as":[175,177],"well":[176],"genealogical":[179],"Ancestry.com":[182],"Operations":[183],"Inc.,":[184],"which":[185],"contains":[186],"billions":[187],"photos.":[190],"achieved":[194],"better":[195],"performances":[196],"all":[198],"commonly":[199],"used":[200],"evaluation":[202],"metrics":[203],"both":[205],"datasets.":[206]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4394659986","counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-04-11T00:00:00"}
