{"id":"https://openalex.org/W4394742676","doi":"https://doi.org/10.1162/tacl_a_00643","title":"Explicitly Representing Syntax Improves Sentence-to-Layout Prediction of Unexpected Situations","display_name":"Explicitly Representing Syntax Improves Sentence-to-Layout Prediction of Unexpected Situations","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394742676","doi":"https://doi.org/10.1162/tacl_a_00643"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00643","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00643","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00643/2362236/tacl_a_00643.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00643/2362236/tacl_a_00643.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093800110","display_name":"Wolf Nuyts","orcid":"https://orcid.org/0000-0001-7254-4371"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Wolf Nuyts","raw_affiliation_strings":["Department of Computer Science, KU Leuven, Belgium. wolf.nuyts@gmail.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, KU Leuven, Belgium. wolf.nuyts@gmail.com","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080019572","display_name":"Ruben Cartuyvels","orcid":"https://orcid.org/0000-0003-1063-4659"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Ruben Cartuyvels","raw_affiliation_strings":["Department of Computer Science, KU Leuven, Belgium. ruben.cartuyvels@kuleuven.be"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, KU Leuven, Belgium. ruben.cartuyvels@kuleuven.be","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075796989","display_name":"Marie\u2010Francine Moens","orcid":"https://orcid.org/0000-0002-3732-9323"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Marie-Francine Moens","raw_affiliation_strings":["Department of Computer Science, KU Leuven, Belgium. sien.moens@kuleuven.be"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, KU Leuven, Belgium. sien.moens@kuleuven.be","institution_ids":["https://openalex.org/I99464096"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5075796989","https://openalex.org/A5080019572","https://openalex.org/A5093800110"],"corresponding_institution_ids":["https://openalex.org/I99464096"],"apc_list":null,"apc_paid":null,"fwci":0.4488,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.59234512,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"12","issue":null,"first_page":"264","last_page":"282"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8947811126708984},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7448372840881348},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6925883293151855},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.6811002492904663},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6419034600257874},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6182759404182434},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5928553342819214},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.555858850479126},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.45446956157684326},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4310506284236908},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.42708680033683777},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.41941455006599426},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.4176112413406372},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17421522736549377}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8947811126708984},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7448372840881348},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6925883293151855},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.6811002492904663},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6419034600257874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6182759404182434},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5928553342819214},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.555858850479126},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.45446956157684326},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4310506284236908},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.42708680033683777},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.41941455006599426},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.4176112413406372},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17421522736549377},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/tacl_a_00643","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00643","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00643/2362236/tacl_a_00643.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/741002","is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/741002","pdf_url":"https://lirias.kuleuven.be/retrieve/6bf98a94-27b5-4b2f-a98d-ec08686661d9","source":{"id":"https://openalex.org/S4306401954","display_name":"Lirias (KU Leuven)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I99464096","host_organization_name":"KU Leuven","host_organization_lineage":["https://openalex.org/I99464096"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, vol. 12, (264-282)","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:995093851e144d53bcc44bd6dffc9524","is_oa":false,"landing_page_url":"https://doaj.org/article/995093851e144d53bcc44bd6dffc9524","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 12 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00643","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00643","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00643/2362236/tacl_a_00643.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7900000214576721}],"awards":[{"id":"https://openalex.org/G3464279977","display_name":null,"funder_award_id":"G078618N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G5591719479","display_name":null,"funder_award_id":"788506","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320319128","display_name":"Vlaams Supercomputer Centrum","ror":null},{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394742676.pdf","grobid_xml":"https://content.openalex.org/works/W4394742676.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W607748843","https://openalex.org/W639708223","https://openalex.org/W1632114991","https://openalex.org/W1861492603","https://openalex.org/W2165545766","https://openalex.org/W2405686381","https://openalex.org/W2560674852","https://openalex.org/W2564486991","https://openalex.org/W2612690371","https://openalex.org/W2747329762","https://openalex.org/W2907434202","https://openalex.org/W2946359678","https://openalex.org/W2962739339","https://openalex.org/W2962766617","https://openalex.org/W2963073938","https://openalex.org/W2963084773","https://openalex.org/W2963184176","https://openalex.org/W2963341956","https://openalex.org/W2963643701","https://openalex.org/W2963966654","https://openalex.org/W2964121744","https://openalex.org/W2964216930","https://openalex.org/W2974979868","https://openalex.org/W2979826702","https://openalex.org/W2989714669","https://openalex.org/W2996728628","https://openalex.org/W3016970897","https://openalex.org/W3018827121","https://openalex.org/W3031914912","https://openalex.org/W3041591073","https://openalex.org/W3095031536","https://openalex.org/W3096609285","https://openalex.org/W3100899490","https://openalex.org/W3103536442","https://openalex.org/W3103934428","https://openalex.org/W3112646048","https://openalex.org/W3174281149","https://openalex.org/W3176198948","https://openalex.org/W3177525997","https://openalex.org/W3198757395","https://openalex.org/W3200129944","https://openalex.org/W3205352824","https://openalex.org/W4206415992","https://openalex.org/W4224035735","https://openalex.org/W4281633937","https://openalex.org/W4297734170","https://openalex.org/W4298187450","https://openalex.org/W4310854123","https://openalex.org/W4312090938","https://openalex.org/W4312261477","https://openalex.org/W4318203092","https://openalex.org/W4322718191","https://openalex.org/W4360836968","https://openalex.org/W4363671612","https://openalex.org/W4378942574","https://openalex.org/W4385573253","https://openalex.org/W4385750408","https://openalex.org/W4386566517","https://openalex.org/W6739901393","https://openalex.org/W6757635932","https://openalex.org/W6757941371","https://openalex.org/W6759449511","https://openalex.org/W6766951040","https://openalex.org/W6791353385","https://openalex.org/W6909027953"],"related_works":["https://openalex.org/W2468279273","https://openalex.org/W2354198838","https://openalex.org/W4287125478","https://openalex.org/W3171594500","https://openalex.org/W2077104824","https://openalex.org/W3170826848","https://openalex.org/W2168778844","https://openalex.org/W2293063786","https://openalex.org/W2911292476","https://openalex.org/W2116246834"],"abstract_inverted_index":{"Abstract":[0],"Recognizing":[1],"visual":[2],"entities":[3,97],"in":[4,12,32,121,128,158,177],"a":[5,13,18,85,138,182],"natural":[6],"language":[7,22,58],"sentence":[8,65,152],"and":[9,23,39,92,98,125,153,192],"arranging":[10],"them":[11],"2D":[14,162],"spatial":[15,163],"layout":[16,28,164],"require":[17],"compositional":[19,81],"understanding":[20,129],"of":[21,27,42,88,96,132,149,161],"space.":[24],"This":[25],"task":[26,160],"prediction":[29,165],"is":[30,50],"valuable":[31],"text-to-image":[33],"synthesis":[34],"as":[35],"it":[36,49],"allows":[37],"localized":[38],"controlled":[40],"in-painting":[41],"the":[43,68,74,122,130,133,146,150,159,172,186,193],"image.":[44],"In":[45],"this":[46,109],"comparative":[47],"study":[48],"shown":[51],"that":[52,60,100,115,143],"we":[53,83],"can":[54],"predict":[55],"layouts":[56,93],"from":[57],"representations":[59],"implicitly":[61],"or":[62],"explicitly":[63],"encode":[64],"syntax,":[66],"if":[67],"sentences":[69,91],"mention":[70],"similar":[71],"entity-relationships":[72],"to":[73,174],"ones":[75],"seen":[76,104],"during":[77,105],"training.":[78,106],"To":[79],"test":[80,86,110],"understanding,":[82],"collect":[84],"set":[87,111,196],"grammatically":[89],"correct":[90],"describing":[94],"compositions":[95],"relations":[99],"unlikely":[101],"have":[102,126],"been":[103],"Performance":[107],"on":[108,119,167],"substantially":[112],"drops,":[113],"showing":[114],"current":[116],"models":[117],"rely":[118],"correlations":[120],"training":[123],"data":[124],"difficulties":[127],"structure":[131,148,184],"input":[134,151],"sentences.":[135],"We":[136],"propose":[137],"novel":[139],"structural":[140],"loss":[141,170],"function":[142],"better":[144],"enforces":[145],"syntactic":[147],"show":[154],"large":[155],"performance":[156],"gains":[157],"conditioned":[166],"text.":[168],"The":[169],"has":[171],"potential":[173],"be":[175],"used":[176],"other":[178],"generation":[179],"tasks":[180],"where":[181],"tree-like":[183],"underlies":[185],"conditioning":[187],"modality.":[188],"Code,":[189],"trained":[190],"models,":[191],"USCOCO":[194],"evaluation":[195],"are":[197],"available":[198],"via":[199],"Github.1":[200]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}