{"id":"https://openalex.org/W2964306921","doi":"https://doi.org/10.1109/cvpr.2019.00901","title":"Social-IQ: A Question Answering Benchmark for Artificial Social Intelligence","display_name":"Social-IQ: A Question Answering Benchmark for Artificial Social Intelligence","publication_year":2019,"publication_date":"2019-06-01","ids":{"openalex":"https://openalex.org/W2964306921","doi":"https://doi.org/10.1109/cvpr.2019.00901","mag":"2964306921"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr.2019.00901","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2019.00901","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112033266","display_name":"Amir Zadeh","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Amir Zadeh","raw_affiliation_strings":["CMU LTI","Language Technologies Institute"],"affiliations":[{"raw_affiliation_string":"CMU LTI","institution_ids":[]},{"raw_affiliation_string":"Language Technologies Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023621766","display_name":"Michael Chan","orcid":"https://orcid.org/0000-0001-7417-7210"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Chan","raw_affiliation_strings":["CMU","Language Technologies Institute"],"affiliations":[{"raw_affiliation_string":"CMU","institution_ids":[]},{"raw_affiliation_string":"Language Technologies Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086233510","display_name":"Paul Pu Liang","orcid":"https://orcid.org/0000-0001-7768-3610"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Pu Liang","raw_affiliation_strings":["Carnegie Mellon Univ","Machine Learning Department School of Computer Science, Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon Univ","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Machine Learning Department School of Computer Science, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008447860","display_name":"Edmund Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edmund Tong","raw_affiliation_strings":["CMU","Language Technologies Institute"],"affiliations":[{"raw_affiliation_string":"CMU","institution_ids":[]},{"raw_affiliation_string":"Language Technologies Institute","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081398601","display_name":"Louis\u2013Philippe Morency","orcid":"https://orcid.org/0000-0001-6376-7696"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Louis-Philippe Morency","raw_affiliation_strings":["Carnegie Mellon Univ","Language Technologies Institute"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon Univ","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Language Technologies Institute","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5112033266"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.6684,"has_fulltext":false,"cited_by_count":89,"citation_normalized_percentile":{"value":0.96811705,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"8799","last_page":"8809"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7286757230758667},{"id":"https://openalex.org/keywords/social-intelligence","display_name":"Social intelligence","score":0.7221502065658569},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6881410479545593},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5874049067497253},{"id":"https://openalex.org/keywords/everyday-life","display_name":"Everyday life","score":0.5689103007316589},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5628780126571655},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.5165016055107117},{"id":"https://openalex.org/keywords/computational-intelligence","display_name":"Computational intelligence","score":0.48636892437934875},{"id":"https://openalex.org/keywords/human-intelligence","display_name":"Human intelligence","score":0.4857357144355774},{"id":"https://openalex.org/keywords/social-computing","display_name":"Social computing","score":0.4567803144454956},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4393303394317627},{"id":"https://openalex.org/keywords/ambient-intelligence","display_name":"Ambient intelligence","score":0.4326026439666748},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38852399587631226},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2433643341064453},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.2197471559047699},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.14764901995658875},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13022929430007935},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.10127636790275574}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7286757230758667},{"id":"https://openalex.org/C45801056","wikidata":"https://www.wikidata.org/wiki/Q2273844","display_name":"Social intelligence","level":2,"score":0.7221502065658569},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6881410479545593},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5874049067497253},{"id":"https://openalex.org/C2779018934","wikidata":"https://www.wikidata.org/wiki/Q1129653","display_name":"Everyday life","level":2,"score":0.5689103007316589},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5628780126571655},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.5165016055107117},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.48636892437934875},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.4857357144355774},{"id":"https://openalex.org/C74216064","wikidata":"https://www.wikidata.org/wiki/Q615684","display_name":"Social computing","level":3,"score":0.4567803144454956},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4393303394317627},{"id":"https://openalex.org/C201638289","wikidata":"https://www.wikidata.org/wiki/Q457396","display_name":"Ambient intelligence","level":2,"score":0.4326026439666748},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38852399587631226},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2433643341064453},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.2197471559047699},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.14764901995658875},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13022929430007935},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.10127636790275574},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr.2019.00901","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2019.00901","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6399999856948853,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W100236546","https://openalex.org/W191349828","https://openalex.org/W1538691841","https://openalex.org/W1575833922","https://openalex.org/W1641740898","https://openalex.org/W1933349210","https://openalex.org/W1964671223","https://openalex.org/W1976772585","https://openalex.org/W1979263599","https://openalex.org/W1984815140","https://openalex.org/W1987041627","https://openalex.org/W1993013566","https://openalex.org/W2006927877","https://openalex.org/W2016730668","https://openalex.org/W2021320575","https://openalex.org/W2024590593","https://openalex.org/W2041417197","https://openalex.org/W2051457717","https://openalex.org/W2052939388","https://openalex.org/W2073345018","https://openalex.org/W2092944244","https://openalex.org/W2095176743","https://openalex.org/W2101105183","https://openalex.org/W2109020278","https://openalex.org/W2125436846","https://openalex.org/W2151498684","https://openalex.org/W2154652894","https://openalex.org/W2189070436","https://openalex.org/W2341528187","https://openalex.org/W2397375888","https://openalex.org/W2494051273","https://openalex.org/W2554906389","https://openalex.org/W2556418146","https://openalex.org/W2619383789","https://openalex.org/W2745461083","https://openalex.org/W2787581402","https://openalex.org/W2798592524","https://openalex.org/W2798786641","https://openalex.org/W2808359495","https://openalex.org/W2883409523","https://openalex.org/W2886193235","https://openalex.org/W2890904455","https://openalex.org/W2896457183","https://openalex.org/W2906664059","https://openalex.org/W2951008357","https://openalex.org/W2962718314","https://openalex.org/W2962749469","https://openalex.org/W2962799512","https://openalex.org/W2962938145","https://openalex.org/W2963159690","https://openalex.org/W2963216700","https://openalex.org/W2963267809","https://openalex.org/W2963341956","https://openalex.org/W2963351113","https://openalex.org/W2963446712","https://openalex.org/W2963503066","https://openalex.org/W2963541336","https://openalex.org/W2963685106","https://openalex.org/W2963686907","https://openalex.org/W2963699792","https://openalex.org/W2963890755","https://openalex.org/W2963963993","https://openalex.org/W2964010806","https://openalex.org/W2964346351","https://openalex.org/W3023993913","https://openalex.org/W3101998545","https://openalex.org/W4251441988","https://openalex.org/W4298392976","https://openalex.org/W6634232107","https://openalex.org/W6638318767","https://openalex.org/W6678890848","https://openalex.org/W6680053761","https://openalex.org/W6682086655","https://openalex.org/W6682631176","https://openalex.org/W6686883664","https://openalex.org/W6725739302","https://openalex.org/W6730666313","https://openalex.org/W6741668545","https://openalex.org/W6748579893","https://openalex.org/W6752724743","https://openalex.org/W6755207826"],"related_works":["https://openalex.org/W3034758785","https://openalex.org/W2018398943","https://openalex.org/W4302374013","https://openalex.org/W2914777633","https://openalex.org/W2407656382","https://openalex.org/W2923456945","https://openalex.org/W2963047717","https://openalex.org/W2011611076","https://openalex.org/W4229880053","https://openalex.org/W2964306921"],"abstract_inverted_index":{"As":[0,170],"intelligent":[1,23,91],"systems":[2,19],"increasingly":[3],"blend":[4],"into":[5],"our":[6],"everyday":[7],"life,":[8],"artificial":[9],"social":[10,55,65,109,140,155,183],"intelligence":[11,66,184],"becomes":[12],"a":[13,32,42,81,95,171],"prominent":[14],"area":[15],"of":[16,35,98,130],"research.":[17],"Intelligent":[18],"must":[20],"be":[21],"socially":[22,90],"in":[24,182],"order":[25],"to":[26,46,63,86,107],"comprehend":[27],"human":[28],"intents":[29],"and":[30,50,72,88,101,116,120,133,144,147,188],"maintain":[31],"rich":[33,96],"level":[34,129],"interaction":[36],"with":[37,157],"humans.":[38],"Human":[39],"language":[40],"offers":[41],"unique":[43],"unconstrained":[44,58,82],"approach":[45,59],"probe":[47],"through":[48,52,67],"questions":[49,100,119,143],"reason":[51,153],"answers":[53],"about":[54,154],"situations.":[56],"This":[57],"extends":[60],"previous":[61],"attempts":[62],"model":[64],"numeric":[68],"supervision":[69],"(e.g.":[70],"sentiment":[71],"emotions":[73],"labels).":[74],"In":[75],"this":[76,168],"paper,":[77],"we":[78],"introduce":[79],"Social-IQ,":[80],"benchmark":[83],"specifically":[84],"designed":[85],"train":[87],"evaluate":[89],"technologies.":[92],"By":[93],"providing":[94],"source":[97],"open-ended":[99],"answers,":[102,121],"Social-IQ":[103,135,173],"opens":[104],"the":[105,127],"door":[106],"explainable":[108],"intelligence.":[110],"The":[111],"dataset":[112],"contains":[113,136],"rigorously":[114],"annotated":[115],"validated":[117],"videos,":[118],"as":[122,124],"well":[123],"annotations":[125],"for":[126],"complexity":[128],"each":[131],"question":[132,190],"answer.":[134],"1,250":[137],"natural":[138],"in-the-wild":[139],"situations,":[141],"7,500":[142],"52,500":[145],"correct":[146],"incorrect":[148],"answers.":[149],"Although":[150],"humans":[151],"can":[152],"situations":[156],"very":[158],"high":[159],"accuracy":[160],"(95.08%),":[161],"existing":[162],"state-of-the-art":[163],"computational":[164],"models":[165],"struggle":[166],"on":[167],"task.":[169],"result,":[172],"brings":[174],"novel":[175],"challenges":[176],"that":[177],"will":[178],"spark":[179],"future":[180],"research":[181],"modeling,":[185],"visual":[186],"reasoning,":[187],"multimodal":[189],"answering":[191],"(QA).":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}