{"id":"https://openalex.org/W7127572473","doi":"https://doi.org/10.1145/3769002.3769980","title":"MM-SCORE: A Two-Factor Framework for Auditing Multimodal Dataset Quality","display_name":"MM-SCORE: A Two-Factor Framework for Auditing Multimodal Dataset Quality","publication_year":2025,"publication_date":"2025-11-16","ids":{"openalex":"https://openalex.org/W7127572473","doi":"https://doi.org/10.1145/3769002.3769980"},"language":null,"primary_location":{"id":"doi:10.1145/3769002.3769980","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769002.3769980","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference on Research in Adaptive and Convergent Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3769002.3769980","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117202301","display_name":"Omeshamisu Anigala","orcid":"https://orcid.org/0009-0002-6433-9970"},"institutions":[{"id":"https://openalex.org/I177156846","display_name":"South Dakota State University","ror":"https://ror.org/015jmes13","country_code":"US","type":"education","lineage":["https://openalex.org/I177156846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Omeshamisu Anigala","raw_affiliation_strings":["South Dakota State University, Brookings, USA"],"raw_orcid":"https://orcid.org/0009-0002-6433-9970","affiliations":[{"raw_affiliation_string":"South Dakota State University, Brookings, USA","institution_ids":["https://openalex.org/I177156846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116813335","display_name":"Joy Nnenna Okolo","orcid":null},"institutions":[{"id":"https://openalex.org/I177156846","display_name":"South Dakota State University","ror":"https://ror.org/015jmes13","country_code":"US","type":"education","lineage":["https://openalex.org/I177156846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joy Nnenna Okolo","raw_affiliation_strings":["South Dakota State University, Brookings, USA"],"raw_orcid":"https://orcid.org/0009-0002-0283-4052","affiliations":[{"raw_affiliation_string":"South Dakota State University, Brookings, USA","institution_ids":["https://openalex.org/I177156846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079998325","display_name":"Junggab Son","orcid":"https://orcid.org/0000-0002-6206-083X"},"institutions":[{"id":"https://openalex.org/I133999245","display_name":"University of Nevada, Las Vegas","ror":"https://ror.org/0406gha72","country_code":"US","type":"education","lineage":["https://openalex.org/I133999245"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junggab Son","raw_affiliation_strings":["University of Nevada, Las Vegas, Las Vegas, USA"],"raw_orcid":"https://orcid.org/0000-0002-6206-083X","affiliations":[{"raw_affiliation_string":"University of Nevada, Las Vegas, Las Vegas, USA","institution_ids":["https://openalex.org/I133999245"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061711551","display_name":"Chulwoo Pack","orcid":"https://orcid.org/0000-0002-9876-4388"},"institutions":[{"id":"https://openalex.org/I177156846","display_name":"South Dakota State University","ror":"https://ror.org/015jmes13","country_code":"US","type":"education","lineage":["https://openalex.org/I177156846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chulwoo Pack","raw_affiliation_strings":["South Dakota State University, Brookings, USA"],"raw_orcid":"https://orcid.org/0000-0002-9876-4388","affiliations":[{"raw_affiliation_string":"South Dakota State University, Brookings, USA","institution_ids":["https://openalex.org/I177156846"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7655,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79480883,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6851999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6851999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.020899999886751175,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.018799999728798866,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6352999806404114},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.5929999947547913},{"id":"https://openalex.org/keywords/lift","display_name":"Lift (data mining)","score":0.5837000012397766},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.5360000133514404},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.48919999599456787},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.448199987411499},{"id":"https://openalex.org/keywords/transformative-learning","display_name":"Transformative learning","score":0.3702999949455261}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7635999917984009},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6352999806404114},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5929999947547913},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.5837000012397766},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.5360000133514404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49160000681877136},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.48919999599456787},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4523000121116638},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.448199987411499},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3926999866962433},{"id":"https://openalex.org/C70587473","wikidata":"https://www.wikidata.org/wiki/Q7834111","display_name":"Transformative learning","level":2,"score":0.3702999949455261},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34700000286102295},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.30799999833106995},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.29490000009536743},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3769002.3769980","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769002.3769980","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference on Research in Adaptive and Convergent Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3769002.3769980","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769002.3769980","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference on Research in Adaptive and Convergent Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G849817781","display_name":null,"funder_award_id":"SA2600021","funder_id":"https://openalex.org/F4320310344","funder_display_name":"South Dakota State University"}],"funders":[{"id":"https://openalex.org/F4320310344","display_name":"South Dakota State University","ror":"https://ror.org/015jmes13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2032474878","https://openalex.org/W2122652682","https://openalex.org/W2165612380","https://openalex.org/W2619383789","https://openalex.org/W2905551935","https://openalex.org/W3036723255","https://openalex.org/W3168463823","https://openalex.org/W4379806368","https://openalex.org/W4393128014","https://openalex.org/W4403681535","https://openalex.org/W4413157991"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0,46],"learning":[1],"has":[2],"emerged":[3],"as":[4,17,50,52],"a":[5,60,83],"transformative":[6],"approach":[7],"in":[8],"applying":[9],"artificial":[10],"intelligence":[11],"(AI)":[12],"to":[13],"various":[14],"industries,":[15],"such":[16],"construction":[18],"and":[19,37,43,64,73,82,99,115,133,143],"manufacturing,":[20],"because":[21],"it":[22,102],"enables":[23],"the":[24,53,126,136,139],"integration":[25],"of":[26,129,138],"diverse":[27],"data":[28],"sources,":[29],"including":[30],"video":[31,100],"surveillance,":[32],"sensor":[33],"readings,":[34],"audio":[35],"signals,":[36],"textual":[38],"reports,":[39],"into":[40,79],"unified":[41],"predictive":[42],"monitoring":[44],"models.":[45],"models":[47],"are":[48],"only":[49],"reliable":[51],"datasets":[54,67],"behind":[55],"them.":[56],"We":[57],"present":[58],"MM-SCORE,":[59],"framework":[61],"for":[62],"auditing":[63],"improving":[65],"multimodal":[66],"(MMD)":[68],"along":[69],"two":[70],"factors:":[71],"noise":[72],"alignment.":[74],"MM-SCORE":[75],"turns":[76],"these":[77],"factors":[78,122],"actionable":[80],"scorecards":[81],"targeted":[84],"repair":[85],"loop":[86],"that":[87],"prioritizes":[88],"edits":[89],"by":[90],"their":[91],"measured":[92],"impact":[93],"on":[94],"downstream":[95],"performance.":[96],"Across":[97],"image-text":[98],"corpora,":[101],"surfaces":[103],"hidden":[104],"pathologies\u2014prompt-caption":[105],"drift,":[106],"temporal":[107],"mismatch\u2014and":[108],"its":[109],"guided":[110],"fixes":[111],"consistently":[112],"lift":[113],"accuracy":[114],"robustness":[116],"without":[117],"changing":[118],"model":[119],"architectures.":[120],"The":[121],"match":[123],"cleanly":[124],"with":[125],"regulatory":[127],"notions":[128],"accuracy,":[130],"representativeness,":[131],"completeness,":[132],"relevance,":[134],"making":[135],"quality":[137],"dataset":[140],"auditable,":[141],"comparable,":[142],"ultimately":[144],"fixable.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-02-06T00:00:00"}