{"id":"https://openalex.org/W4401991189","doi":"https://doi.org/10.1109/icmew63481.2024.10645412","title":"Multimodal Guidance Network for Missing- Modality Inference in Content Moderation","display_name":"Multimodal Guidance Network for Missing- Modality Inference in Content Moderation","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4401991189","doi":"https://doi.org/10.1109/icmew63481.2024.10645412"},"language":"en","primary_location":{"id":"doi:10.1109/icmew63481.2024.10645412","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmew63481.2024.10645412","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo Workshops (ICMEW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101776767","display_name":"Zhuokai Zhao","orcid":"https://orcid.org/0000-0001-8201-2977"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhuokai Zhao","raw_affiliation_strings":["University of Chicago,Chicago,USA"],"affiliations":[{"raw_affiliation_string":"University of Chicago,Chicago,USA","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085278304","display_name":"Harish Palani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Harish Palani","raw_affiliation_strings":["Twitch Interactive, Inc.,San Francisco,USA"],"affiliations":[{"raw_affiliation_string":"Twitch Interactive, Inc.,San Francisco,USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100430611","display_name":"Tianyi Liu","orcid":"https://orcid.org/0000-0003-1540-5177"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tianyi Liu","raw_affiliation_strings":["Twitch Interactive, Inc.,San Francisco,USA"],"affiliations":[{"raw_affiliation_string":"Twitch Interactive, Inc.,San Francisco,USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108862408","display_name":"Lena Evans","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lena Evans","raw_affiliation_strings":["Twitch Interactive, Inc.,San Francisco,USA"],"affiliations":[{"raw_affiliation_string":"Twitch Interactive, Inc.,San Francisco,USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5092828826","display_name":"Ruth Toner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruth Toner","raw_affiliation_strings":["Twitch Interactive, Inc.,San Francisco,USA"],"affiliations":[{"raw_affiliation_string":"Twitch Interactive, Inc.,San Francisco,USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101776767"],"corresponding_institution_ids":["https://openalex.org/I40347166"],"apc_list":null,"apc_paid":null,"fwci":0.7895,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72825789,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7835860252380371},{"id":"https://openalex.org/keywords/moderation","display_name":"Moderation","score":0.7476868629455566},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6865336298942566},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6024284362792969},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.48892703652381897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3998386561870575},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19911661744117737},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09943535923957825}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7835860252380371},{"id":"https://openalex.org/C93225998","wikidata":"https://www.wikidata.org/wiki/Q1941972","display_name":"Moderation","level":2,"score":0.7476868629455566},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6865336298942566},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6024284362792969},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.48892703652381897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3998386561870575},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19911661744117737},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09943535923957825},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icmew63481.2024.10645412","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmew63481.2024.10645412","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo Workshops (ICMEW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2003931815","https://openalex.org/W2010315761","https://openalex.org/W2064675550","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2560674852","https://openalex.org/W2619383789","https://openalex.org/W2890124889","https://openalex.org/W2891108123","https://openalex.org/W2896457183","https://openalex.org/W2900323013","https://openalex.org/W2963890275","https://openalex.org/W2978017171","https://openalex.org/W2981165461","https://openalex.org/W3089682612","https://openalex.org/W3130343537","https://openalex.org/W3175039885","https://openalex.org/W3176404283","https://openalex.org/W4225650823","https://openalex.org/W4313164293","https://openalex.org/W4379089504","https://openalex.org/W4382460739","https://openalex.org/W4382600549","https://openalex.org/W4385245566","https://openalex.org/W4385805046","https://openalex.org/W4386076083","https://openalex.org/W4391766432","https://openalex.org/W4392427060","https://openalex.org/W4394866526","https://openalex.org/W4396952261","https://openalex.org/W4401043291","https://openalex.org/W6638667902","https://openalex.org/W6686207219","https://openalex.org/W6755207826","https://openalex.org/W6768851824","https://openalex.org/W6790923996","https://openalex.org/W6791353385","https://openalex.org/W6849079066","https://openalex.org/W6853084160","https://openalex.org/W6861819801","https://openalex.org/W6862508932","https://openalex.org/W6864971012"],"related_works":["https://openalex.org/W2740268725","https://openalex.org/W3093710306","https://openalex.org/W750217911","https://openalex.org/W4206949499","https://openalex.org/W2296969234","https://openalex.org/W4226254121","https://openalex.org/W4388229525","https://openalex.org/W131533274","https://openalex.org/W4313163826","https://openalex.org/W1517021018"],"abstract_inverted_index":{"Multimodal":[0],"deep":[1],"learning,":[2],"especially":[3,77],"vision-language":[4],"models,":[5],"have":[6],"gained":[7],"significant":[8],"traction":[9],"in":[10,40,82,117,137],"recent":[11],"years,":[12],"greatly":[13],"improving":[14],"performance":[15],"on":[16],"many":[17,41],"downstream":[18],"tasks,":[19],"including":[20],"content":[21],"moderation":[22],"and":[23,36],"violence":[24,118],"detection.":[25],"However,":[26],"standard":[27],"multimodal":[28,103],"approaches":[29],"often":[30],"assume":[31],"consistent":[32],"modalities":[33,47],"between":[34],"training":[35],"inference,":[37],"limiting":[38],"applications":[39],"real-world":[42],"use":[43],"cases,":[44],"as":[45,75],"some":[46],"may":[48],"not":[49],"be":[50,73,111],"available":[51],"during":[52,97],"inference.":[53,114,141],"While":[54],"existing":[55],"research":[56],"mitigates":[57],"this":[58,85],"problem":[59],"through":[60],"reconstructing":[61],"the":[62,102],"missing":[63],"modalities,":[64],"they":[65],"unavoidably":[66],"increase":[67],"unnecessary":[68],"computational":[69,138],"cost,":[70],"which":[71],"could":[72],"just":[74],"critical,":[76],"for":[78,113,140],"large,":[79],"deployed":[80],"infrastructures":[81],"industry.":[83],"To":[84],"end,":[86],"we":[87],"propose":[88],"a":[89],"novel":[90],"guidance":[91],"network":[92],"that":[93,121,128],"promotes":[94],"knowledge":[95],"sharing":[96],"training,":[98],"taking":[99],"advantage":[100],"of":[101],"representations":[104],"to":[105,110],"train":[106],"better":[107],"single-modality":[108,126],"models":[109,127],"used":[112],"Real-world":[115],"experiments":[116],"detection":[119],"shows":[120],"our":[122],"proposed":[123],"framework":[124],"trains":[125],"significantly":[129],"outperform":[130],"traditionally":[131],"trained":[132],"counterparts,":[133],"while":[134],"avoiding":[135],"increases":[136],"cost":[139]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-02-25T08:12:03.925757","created_date":"2025-10-10T00:00:00"}