{"id":"https://openalex.org/W4403713304","doi":"https://doi.org/10.1145/3689091.3690088","title":"Meme Generation with Multi-modal Input and Planning","display_name":"Meme Generation with Multi-modal Input and Planning","publication_year":2024,"publication_date":"2024-10-23","ids":{"openalex":"https://openalex.org/W4403713304","doi":"https://doi.org/10.1145/3689091.3690088"},"language":"en","primary_location":{"id":"doi:10.1145/3689091.3690088","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3689091.3690088","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Workshop on Deep Multimodal Generation and Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114389143","display_name":"Ashutosh Ranjan","orcid":null},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ashutosh Ranjan","raw_affiliation_strings":["Tata Consultancy Services Limited, Pune, India"],"raw_orcid":"https://orcid.org/0009-0001-1565-6390","affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Limited, Pune, India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114389144","display_name":"Vivek Srivastava","orcid":"https://orcid.org/0000-0002-4350-9347"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vivek Srivastava","raw_affiliation_strings":["Tata Consultancy Services Limited, Pune, India"],"raw_orcid":"https://orcid.org/0000-0002-4350-9347","affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Limited, Pune, India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005352530","display_name":"Jyotsana Khatri","orcid":"https://orcid.org/0000-0001-8519-661X"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Jyotsana Khatri","raw_affiliation_strings":["Tata Consultancy Services Limited, Pune, India"],"raw_orcid":"https://orcid.org/0000-0001-8519-661X","affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Limited, Pune, India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063165677","display_name":"Savita Bhat","orcid":"https://orcid.org/0009-0009-7679-4285"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Savita Bhat","raw_affiliation_strings":["Tata Consultancy Services Limited, Pune, India"],"raw_orcid":"https://orcid.org/0009-0009-7679-4285","affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Limited, Pune, India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071297635","display_name":"Shirish Karande","orcid":null},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shirish Karande","raw_affiliation_strings":["Tata Consultancy Services Limited, Pune, India"],"raw_orcid":"https://orcid.org/0009-0000-2693-845X","affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Limited, Pune, India","institution_ids":["https://openalex.org/I55215948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55215948"],"apc_list":null,"apc_paid":null,"fwci":0.2142,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5160988,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"21","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6845468282699585},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.610880434513092},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.10197591781616211}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6845468282699585},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.610880434513092},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.10197591781616211},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3689091.3690088","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3689091.3690088","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Workshop on Deep Multimodal Generation and Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2124386111","https://openalex.org/W2886989394","https://openalex.org/W3000666430","https://openalex.org/W3138773240","https://openalex.org/W3205052156","https://openalex.org/W3211356157","https://openalex.org/W4289713800"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Memes":[0],"are":[1,63],"a":[2,72,80,87,94,99,112,130],"popular":[3,101],"multi-modal":[4,82,141],"artefact":[5],"used":[6],"across":[7],"social":[8],"media":[9],"platforms":[10],"to":[11,137,176,185],"convey":[12],"various":[13],"emotions":[14],"and":[15,122,133,161,183],"ideas":[16],"such":[17],"as":[18,57,111],"humor,":[19],"distress,":[20],"commentary,":[21],"etc.":[22],"With":[23],"the":[24,34,58,69,91,107,140,146,150,153,169],"advent":[25],"of":[26,114,152],"generative":[27],"AI,":[28],"we":[29,78],"observe":[30,165],"an":[31],"uptick":[32],"in":[33,36,66],"interest":[35],"synthesizing":[37],"memes":[38,49,170],"from":[39],"user-provided":[40],"inputs.":[41],"The":[42],"previous":[43],"works":[44],"have":[45],"focused":[46],"on":[47],"generating":[48],"through":[50,93,159,172],"either":[51],"text":[52,95,125],"prompt":[53,96],"or":[54],"template":[55,103,120,132],"images":[56],"query.":[59],"Such":[60],"input":[61,83,92,143],"formats":[62],"extremely":[64],"restrictive":[65],"clearly":[67],"specifying":[68],"intent":[70],"with":[71,98],"single":[73],"modality.":[74],"In":[75],"this":[76],"work,":[77],"explore":[79],"novel":[81,131],"specification":[84],"style":[85],"where":[86],"user":[88,142,162],"can":[89],"provide":[90],"along":[97],"widely":[100],"meme":[102,108,118,124,157],"image.":[104],"We":[105,128,148,164],"consider":[106],"generation":[109,158],"task":[110],"combination":[113],"two":[115],"sub-tasks:":[116],"(i)":[117],"image":[119],"retrieval":[121],"(ii)":[123],"caption":[126,134],"generation.":[127],"present":[129],"planning":[135],"strategy":[136],"effectively":[138],"represent":[139],"for":[144,156],"both":[145],"sub-tasks.":[147],"demonstrate":[149],"effectiveness":[151],"proposed":[154],"system":[155,174],"experiment":[160],"study.":[163],"that":[166],"users":[167],"found":[168],"generated":[171],"our":[173],"easy":[175],"understand":[177],"(~77%),":[178],"funny/humorous":[179],"(~70%),":[180],"non-offensive":[181],"(\u009899%),":[182],"relevant":[184],"their":[186],"query":[187],"(3.38/5).":[188]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}