{"id":"https://openalex.org/W2606220156","doi":"https://doi.org/10.48550/arxiv.1704.04517","title":"ShapeWorld - A new test methodology for multimodal language understanding","display_name":"ShapeWorld - A new test methodology for multimodal language understanding","alternate_titles":[],"publication_year":2017,"publication_date":"2017-04-14","ids":{"openalex":"https://openalex.org/W2606220156","doi":"https://doi.org/10.48550/arxiv.1704.04517","mag":"2606220156"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1704.04517","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1704.04517","pdf_url":"https://arxiv.org/pdf/1704.04517","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2606220156"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1704.04517","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040529511","display_name":"Alexander Kuhnle","orcid":"https://orcid.org/0000-0002-2361-115X","observed_orcids":["https://orcid.org/0000-0002-2361-115X"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kuhnle, Alexander","raw_affiliation_strings":["University of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012396877","display_name":"Ann Copestake","orcid":"https://orcid.org/0000-0003-0347-946X","observed_orcids":["https://orcid.org/0000-0003-0347-946X"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Copestake, Ann","raw_affiliation_strings":["University of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":85,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-question-answering","display_name":"visual question answering","score":0.6539999842643738},{"id":"https://openalex.org/keywords/synthetic-data-generation","display_name":"synthetic data generation","score":0.6679999828338623},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.75},{"id":"https://openalex.org/keywords/open-source-framework","display_name":"open source software framework","score":0.5139999985694885}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6226406097412109},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5183940529823303},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40937691926956177},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3675254285335541},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3208807706832886},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.11801201105117798},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.07246571779251099},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1704.04517","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1704.04517","pdf_url":"https://arxiv.org/pdf/1704.04517","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1704.04517","doi":"https://doi.org/10.48550/arxiv.1704.04517","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1704.04517","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1704.04517","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1704.04517","pdf_url":"https://arxiv.org/pdf/1704.04517","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2606220156.pdf","grobid_xml":"https://content.openalex.org/works/W2606220156.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1510718138","https://openalex.org/W1522301498","https://openalex.org/W1525961042","https://openalex.org/W1581407678","https://openalex.org/W1673923490","https://openalex.org/W1677182931","https://openalex.org/W1732222442","https://openalex.org/W1786845855","https://openalex.org/W1905882502","https://openalex.org/W1932198206","https://openalex.org/W1933349210","https://openalex.org/W1934909785","https://openalex.org/W1981636936","https://openalex.org/W1996418862","https://openalex.org/W2064675550","https://openalex.org/W2095589793","https://openalex.org/W2096871981","https://openalex.org/W2107878631","https://openalex.org/W2121029939","https://openalex.org/W2128920407","https://openalex.org/W2150468603","https://openalex.org/W2174196774","https://openalex.org/W2181199551","https://openalex.org/W2396147015","https://openalex.org/W2416885651","https://openalex.org/W2463267937","https://openalex.org/W2463565445","https://openalex.org/W2471094925","https://openalex.org/W2480004914","https://openalex.org/W2507756961","https://openalex.org/W2512152365","https://openalex.org/W2515614507","https://openalex.org/W2542258308","https://openalex.org/W2546744831","https://openalex.org/W2561715562","https://openalex.org/W2563399268","https://openalex.org/W2572063200","https://openalex.org/W2590960023","https://openalex.org/W2949831469","https://openalex.org/W2950220847","https://openalex.org/W2952228917","https://openalex.org/W2962708992","https://openalex.org/W2963143606","https://openalex.org/W2963383024","https://openalex.org/W2963890019","https://openalex.org/W2964153729","https://openalex.org/W3037207827","https://openalex.org/W4394652010"],"related_works":["https://openalex.org/W6929145124","https://openalex.org/W2622039625","https://openalex.org/W4417258273","https://openalex.org/W4395484118","https://openalex.org/W4396786226","https://openalex.org/W4416417137","https://openalex.org/W4379468844","https://openalex.org/W7133506966","https://openalex.org/W4417451791","https://openalex.org/W7121203414"],"abstract_inverted_index":{"We":[0,70],"introduce":[1],"a":[2],"novel":[3,68],"framework":[4,92],"for":[5],"evaluating":[6,78],"multimodal":[7,115],"deep":[8],"learning":[9],"models":[10,83],"with":[11],"respect":[12],"to":[13,29,51,108],"their":[14,98],"language":[15,116],"understanding":[16],"and":[17,41,88,100],"generalization":[18,57],"abilities.":[19],"In":[20],"this":[21],"approach,":[22],"artificial":[23],"data":[24],"is":[25],"automatically":[26],"generated":[27],"according":[28],"the":[30,36,61,72,112],"experimenter's":[31],"specifications.":[32],"The":[33],"content":[34],"of":[35,63,74,114],"data,":[37],"both":[38],"during":[39],"training":[40],"evaluation,":[42],"can":[43],"be":[44,52],"controlled":[45],"in":[46,59,67,111],"detail,":[47],"which":[48],"enables":[49],"tasks":[50],"created":[53],"that":[54],"require":[55],"true":[56],"abilities,":[58],"particular":[60],"combination":[62],"previously":[64],"introduced":[65],"concepts":[66],"ways.":[69],"demonstrate":[71],"potential":[73],"our":[75,91,104],"methodology":[76],"by":[77],"various":[79],"visual":[80],"question":[81],"answering":[82],"on":[84],"four":[85],"different":[86],"tasks,":[87],"show":[89],"how":[90],"gives":[93],"us":[94],"detailed":[95],"insights":[96],"into":[97],"capabilities":[99],"limitations.":[101],"By":[102],"open-sourcing":[103],"framework,":[105],"we":[106],"hope":[107],"stimulate":[109],"progress":[110],"field":[113],"understanding.":[117]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2606220156","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":8}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2017-04-28T00:00:00"}
