{"id":"https://openalex.org/W7203489313","doi":"https://doi.org/10.48550/arxiv.2608.12518","title":"Does It Render Everywhere? A Study of Cross-Environment Compatibility in MLLM-Generated Webpages","display_name":"Does It Render Everywhere? A Study of Cross-Environment Compatibility in MLLM-Generated Webpages","publication_year":2026,"publication_date":"2026-08-12","ids":{"openalex":"https://openalex.org/W7203489313","doi":"https://doi.org/10.48550/arxiv.2608.12518"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.12518","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.12518","pdf_url":"https://arxiv.org/pdf/2608.12518","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.12518","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140019127","display_name":"Ziyun Guo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Guo, Ziyun","raw_affiliation_strings":["Singapore Management University , Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Management University , Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136499689","display_name":"Jingyu Xiao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiao, Jingyu","raw_affiliation_strings":["The Chinese University of Hong Kong , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong , Hong Kong SAR , China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147179868","display_name":"Yuqiang Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Sun, Yuqiang","raw_affiliation_strings":["Nanyang Technological University , Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University , Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080873193","display_name":"Yintong Huo","orcid":"https://orcid.org/0009-0006-8798-5667","observed_orcids":["https://orcid.org/0009-0006-8798-5667"]},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Huo, Yintong","raw_affiliation_strings":["Singapore Management University , Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Management University , Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12799","display_name":"Mobile and Web Applications","score":0.7294999957084656,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12799","display_name":"Mobile and Web Applications","score":0.7294999957084656,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.12309999763965607,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.06920000165700912,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.9259999990463257},{"id":"https://openalex.org/keywords/responsive-web-design","display_name":"responsive web design","score":0.550000011920929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7687000036239624},{"id":"https://openalex.org/C2778648169","wikidata":"https://www.wikidata.org/wiki/Q967768","display_name":"Compatibility (geochemistry)","level":2,"score":0.6771000027656555},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5746999979019165},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.5534999966621399},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5192000269889832},{"id":"https://openalex.org/C20574231","wikidata":"https://www.wikidata.org/wiki/Q844605","display_name":"Backward compatibility","level":2,"score":0.4521999955177307},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4433000087738037},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.3797999918460846},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36660000681877136},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34940001368522644},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.32839998602867126},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.3262999951839447},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3131999969482422},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.29339998960494995}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.12518","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.12518","pdf_url":"https://arxiv.org/pdf/2608.12518","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.12518","doi":"https://doi.org/10.48550/arxiv.2608.12518","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.12518","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.12518","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.12518","pdf_url":"https://arxiv.org/pdf/2608.12518","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203489313.pdf","grobid_xml":"https://content.openalex.org/works/W7203489313.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W4327810158","https://openalex.org/W4404356447","https://openalex.org/W4415089831","https://openalex.org/W4416056217","https://openalex.org/W4417097886","https://openalex.org/W7131418605","https://openalex.org/W7161117846","https://openalex.org/W7220928917"],"related_works":["https://openalex.org/W4416390723","https://openalex.org/W4412888064","https://openalex.org/W7163391325","https://openalex.org/W7155368029","https://openalex.org/W7163149535","https://openalex.org/W4409671919","https://openalex.org/W4415795469","https://openalex.org/W4394708927","https://openalex.org/W4414580785","https://openalex.org/W4404356447"],"abstract_inverted_index":{"Multimodal":[0],"Large":[1],"Language":[2],"Models":[3],"(MLLMs)":[4],"have":[5],"been":[6],"increasingly":[7],"adopted":[8],"to":[9,23,138,157,185,239],"automate":[10],"webpage":[11],"generation":[12],"from":[13],"visual":[14,24,205],"designs":[15],"(e.g.,":[16],"screenshots).":[17],"However,":[18],"existing":[19,226],"evaluations":[20],"are":[21,126,167,237],"limited":[22],"fidelity":[25],"assessment":[26],"under":[27],"a":[28,33,64,197],"fixed":[29],"browser-device":[30],"configuration.":[31],"Such":[32],"setting":[34],"overlooks":[35],"the":[36,49,86,114,130,140,181,192,208,222,225],"cross-environment":[37,55],"rendering":[38,244],"compatibility":[39,56,89,111,200,227],"for":[40,212],"real-world":[41],"deployments.":[42],"To":[43],"address":[44],"this":[45],"gap,":[46],"we":[47,61,194],"present":[48],"first":[50],"systematic":[51],"empirical":[52],"study":[53],"of":[54,66,88,104,219],"in":[57,246],"AI-generated":[58],"webpages.":[59],"Specifically,":[60],"construct":[62],"WebCompat,":[63],"dataset":[65],"2,032":[67],"annotated":[68],"instances,":[69],"comprising":[70],"webpages":[71,106],"generated":[72,105],"by":[73,191],"8":[74],"representative":[75],"AI":[76],"tools,":[77],"each":[78],"rendered":[79],"across":[80],"9":[81],"browser-and-device":[82],"combinations.":[83],"We":[84],"analyze":[85],"prevalence":[87],"issues,":[90],"their":[91],"user-perceptible":[92],"symptoms,":[93],"and":[94,207,230,235],"underlying":[95],"code-level":[96],"root":[97],"causes.":[98],"Our":[99],"findings":[100],"reveal":[101],"that":[102,128,151,203],"68%":[103],"exhibit":[107,148],"at":[108],"least":[109],"one":[110],"issue,":[112],"underscoring":[113],"pervasive":[115],"reliability":[116,245],"concerns":[117],"surrounding":[118],"MLLM-generated":[119],"front-end":[120,248],"artifacts.":[121],"The":[122],"most":[123,174],"prevalent":[124],"symptoms":[125],"failures":[127],"disrupt":[129],"entire":[131],"page":[132],"layout":[133],"(88.3%):":[134],"pages":[135],"shrink":[136],"directly":[137],"fit":[139],"target":[141],"screen":[142],"with":[143],"too":[144],"small":[145],"fonts,":[146],"or":[147,164],"scale":[149],"mismatches":[150],"produce":[152],"cut-off":[153],"content.":[154],"Failures":[155],"localized":[156],"individual":[158],"elements,":[159],"such":[160],"as":[161],"image":[162],"distortion":[163],"missing":[165],"components,":[166],"comparatively":[168],"less":[169],"common":[170],"(13.4%).":[171],"Furthermore,":[172],"although":[173],"MLLMs":[175],"incorporate":[176],"responsive":[177],"design":[178],"patterns":[179],"into":[180],"generation,":[182],"they":[183],"fail":[184],"properly":[186],"implement":[187],"these":[188],"codes.":[189],"Guided":[190],"findings,":[193],"develop":[195],"XCompat,":[196],"lightweight":[198],"offline":[199],"issue":[201],"detector":[202],"combines":[204],"screenshots":[206],"structural":[209],"DOM":[210],"tree":[211],"analysis.":[213],"It":[214],"achieves":[215],"an":[216],"F1":[217],"score":[218],"0.903":[220],"on":[221,243],"WebCompat-test,":[223],"outperforming":[224],"checking":[228],"tools":[229,236],"LLM":[231],"baselines.":[232],"All":[233],"datasets":[234],"released":[238],"support":[240],"future":[241],"research":[242],"MLLM-based":[247],"code":[249],"generation.":[250]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-15T00:00:00"}