{"id":"https://openalex.org/W2955718891","doi":"https://doi.org/10.18653/v1/w19-0507","title":"Generating a Novel Dataset of Multimodal Referring Expressions","display_name":"Generating a Novel Dataset of Multimodal Referring Expressions","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2955718891","doi":"https://doi.org/10.18653/v1/w19-0507","mag":"2955718891"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-0507","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-0507","pdf_url":"https://www.aclweb.org/anthology/W19-0507.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Computational Semantics - Short Papers","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W19-0507.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021596300","display_name":"Nikhil Krishnaswamy","orcid":"https://orcid.org/0000-0001-7878-7227"},"institutions":[{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikhil Krishnaswamy","raw_affiliation_strings":["Brandeis University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brandeis University","institution_ids":["https://openalex.org/I6902469"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012141433","display_name":"James Pustejovsky","orcid":"https://orcid.org/0000-0003-2233-9761"},"institutions":[{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"James Pustejovsky","raw_affiliation_strings":["Brandeis University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brandeis University","institution_ids":["https://openalex.org/I6902469"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5012141433"],"corresponding_institution_ids":["https://openalex.org/I6902469"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"44","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8514958620071411},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8164248466491699},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8126339912414551},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.6809627413749695},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6489031910896301},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5939280986785889},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5516963601112366},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5244541168212891},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5067489743232727},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.45293503999710083},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44163867831230164},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.42757105827331543},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10668975114822388}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8514958620071411},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8164248466491699},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8126339912414551},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.6809627413749695},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6489031910896301},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5939280986785889},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5516963601112366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5244541168212891},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5067489743232727},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.45293503999710083},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44163867831230164},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.42757105827331543},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10668975114822388},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w19-0507","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-0507","pdf_url":"https://www.aclweb.org/anthology/W19-0507.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Computational Semantics - Short Papers","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-0507","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-0507","pdf_url":"https://www.aclweb.org/anthology/W19-0507.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Computational Semantics - Short Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7300000190734863,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2955718891.pdf","grobid_xml":"https://content.openalex.org/works/W2955718891.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W852874","https://openalex.org/W61577673","https://openalex.org/W64745083","https://openalex.org/W85920217","https://openalex.org/W93431460","https://openalex.org/W167982552","https://openalex.org/W317884451","https://openalex.org/W1490301080","https://openalex.org/W1498883201","https://openalex.org/W1510279022","https://openalex.org/W1522381649","https://openalex.org/W1571966798","https://openalex.org/W1974257828","https://openalex.org/W1976253159","https://openalex.org/W2008293408","https://openalex.org/W2013489329","https://openalex.org/W2024271606","https://openalex.org/W2037102400","https://openalex.org/W2037111273","https://openalex.org/W2040145958","https://openalex.org/W2041065123","https://openalex.org/W2045018214","https://openalex.org/W2064229486","https://openalex.org/W2080042457","https://openalex.org/W2107537133","https://openalex.org/W2112800713","https://openalex.org/W2117669053","https://openalex.org/W2138232041","https://openalex.org/W2139083644","https://openalex.org/W2149448122","https://openalex.org/W2150421899","https://openalex.org/W2167897448","https://openalex.org/W2394715824","https://openalex.org/W2410925190","https://openalex.org/W2527768801","https://openalex.org/W2529836453","https://openalex.org/W2584103848","https://openalex.org/W2585125904","https://openalex.org/W2787307890","https://openalex.org/W2807393344","https://openalex.org/W2889643527","https://openalex.org/W2900030101","https://openalex.org/W2902671857","https://openalex.org/W2962812272","https://openalex.org/W2963470872","https://openalex.org/W4238700468","https://openalex.org/W4246854112","https://openalex.org/W4285719527","https://openalex.org/W4290464992","https://openalex.org/W6600033781","https://openalex.org/W6603523269","https://openalex.org/W6603732162","https://openalex.org/W6629952374","https://openalex.org/W6634423931","https://openalex.org/W6653555312","https://openalex.org/W6666793370","https://openalex.org/W6670612664","https://openalex.org/W6676281111","https://openalex.org/W6682385826","https://openalex.org/W6728817192","https://openalex.org/W6754169208","https://openalex.org/W6754820778","https://openalex.org/W6986672313"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Referring":[0],"expressions":[1,124],"and":[2,15,75,88,128,133,135,143],"definite":[3],"descriptions":[4],"of":[5,41,122],"objects":[6],"in":[7,30,62,86],"space":[8],"exploit":[9],"information":[10,59],"about":[11],"both":[12],"object":[13,29],"characteristics":[14],"locations.":[16],"Linguistic":[17],"referencing":[18],"strategies":[19],"can":[20,97],"rely":[21],"on":[22],"increasingly":[23],"highlevel":[24],"abstractions":[25],"to":[26,51,77,109,138],"distinguish":[27],"an":[28],"a":[31,63,95,100,119],"given":[32],"location":[33,44],"from":[34],"similar":[35],"ones":[36],"elsewhere,":[37],"yet":[38],"the":[39,42,107],"description":[40],"intended":[43],"may":[45,56],"still":[46],"be":[47],"unnatural":[48],"or":[49],"difficult":[50],"interpret.":[52],"Modalities":[53],"like":[54,60],"gesture":[55,76],"communicate":[57],"spatial":[58],"locations":[61],"more":[64],"concise":[65],"manner.":[66],"When":[67],"communicating":[68],"with":[69,99],"each":[70],"other,":[71],"humans":[72],"mix":[73,111],"language":[74,127],"reference":[78],"entities,":[79],"changing":[80],"modalities":[81,112],"as":[82],"needed.":[83],"Recent":[84],"progress":[85],"AI":[87],"human-computer":[89],"interaction":[90],"has":[91],"created":[92],"systems":[93],"where":[94],"human":[96],"interact":[98],"computer":[101],"multimodally,":[102],"but":[103],"computers":[104],"often":[105],"lack":[106],"capacity":[108],"intelligently":[110],"when":[113],"generating":[114,142],"referring":[115,123,146],"expressions.":[116,147],"We":[117],"present":[118],"novel":[120],"dataset":[121],"combining":[125],"natural":[126],"gesture,":[129],"describe":[130],"its":[131,136],"creation":[132],"evaluation,":[134],"uses":[137],"train":[139],"models":[140],"for":[141],"interpreting":[144],"multimodal":[145]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}