{"id":"https://openalex.org/W7163404692","doi":"https://doi.org/10.48550/arxiv.2606.03715","title":"Text-to-Image Models Need Less from Text Encoders Than You Think","display_name":"Text-to-Image Models Need Less from Text Encoders Than You Think","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163404692","doi":"https://doi.org/10.48550/arxiv.2606.03715"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03715","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019272214","display_name":"Nurit Spingarn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Spingarn, Nurit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137737699","display_name":"Noa Cohen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cohen, Noa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136069973","display_name":"Tamar Rott Shaham","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaham, Tamar Rott","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5058178036","display_name":"Tomer Michaeli","orcid":"https://orcid.org/0000-0003-0525-8054"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michaeli, Tomer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.492900013923645,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.492900013923645,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1647000014781952,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12377","display_name":"Digital Humanities and Scholarship","score":0.02759999968111515,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6376000046730042},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.54339998960495},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5388000011444092},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5149000287055969},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5120000243186951},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.49619999527931213},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4357999861240387},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.41260001063346863},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.39629998803138733}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7545999884605408},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6376000046730042},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6287000179290771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5760999917984009},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.54339998960495},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5388000011444092},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5149000287055969},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5120000243186951},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.49619999527931213},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.41260001063346863},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.39629998803138733},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C70777604","wikidata":"https://www.wikidata.org/wiki/Q257885","display_name":"Word order","level":2,"score":0.3635999858379364},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.35019999742507935},{"id":"https://openalex.org/C121375916","wikidata":"https://www.wikidata.org/wiki/Q936559","display_name":"Principle of compositionality","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.3034000098705292},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2623000144958496},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C2779136372","wikidata":"https://www.wikidata.org/wiki/Q10283002","display_name":"Information flow","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.2565000057220459},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.2558000087738037}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Text-to-image":[0],"models":[1,50,79,185],"rely":[2,81],"on":[3,83,170],"text":[4,18,32,66,89,127,166,174,196],"prompts":[5],"as":[6,42],"their":[7],"primary":[8],"interface":[9],"to":[10,157,181],"human":[11],"intent.":[12],"Prompts":[13],"are":[14,68,169],"encoded":[15,193],"by":[16,113,214],"a":[17,98,125],"encoder":[19],"into":[20,97],"embeddings":[21,33],"that":[22,75,129,148,168],"condition":[23],"the":[24,38,61,92,114,118,143,190,195,206,215],"image":[25,49,71,160,216],"generation":[26],"process.":[27],"Beyond":[28],"individual":[29,132,199],"token":[30],"meanings,":[31],"encode":[34],"contextual":[35,140],"information":[36,55,141,192],"across":[37],"full":[39,144,173],"prompt,":[40],"such":[41],"compositionality":[43],"and":[44,106,135,165,202],"attribute":[45],"binding.":[46],"However,":[47],"whether":[48],"actually":[51],"exploit":[52],"this":[53,149],"richer":[54],"remains":[56],"underexplored.":[57],"Here,":[58],"we":[59,123],"address":[60],"question:":[62],"Which":[63],"aspects":[64,87],"of":[65,88,94,117,151,208],"representation":[67,154],"essential":[69],"for":[70,101],"generation?":[72],"We":[73,146],"show":[74,121],"text-to-image":[76,184],"diffusion":[77],"transformer-based":[78],"commonly":[80],"only":[82,131],"two":[84],"relatively":[85],"straightforward":[86],"representations:":[90],"(i)":[91],"merging":[93],"adjacent":[95],"tokens":[96],"word":[99,108,133,200,203],"representation,":[100],"words":[102,153],"spanning":[103],"multiple":[104],"tokens,":[105],"(ii)":[107],"order,":[109],"which":[110],"is":[111,155,212],"imprinted":[112],"positional":[115],"embedding":[116,128,197],"text-encoder.":[119],"To":[120],"this,":[122],"construct":[124],"new":[126],"encodes":[130],"meanings":[134,201],"order":[136],"but":[137],"lacks":[138],"any":[139],"about":[142],"prompt.":[145],"find":[147],"bag":[150],"position-tagged":[152],"sufficient":[156],"successfully":[158],"guide":[159],"generation,":[161],"achieving":[162],"visual":[163],"quality":[164],"fidelity":[167],"par":[171],"with":[172],"embedding-guided":[175],"generation.":[176],"This":[177],"demonstrates":[178],"that,":[179],"contrary":[180],"common":[182],"belief,":[183],"often":[186],"do":[187],"not":[188],"use":[189],"rich":[191],"in":[194],"beyond":[198],"order.":[204],"Instead,":[205],"decoding":[207],"complex":[209],"linguistic":[210],"structures":[211],"performed":[213],"model":[217],"itself.":[218],"Project":[219],"webpage:":[220],"https://nsping13.github.io/contextless-TTI/":[221]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}