{"id":"https://openalex.org/W4405282449","doi":"https://doi.org/10.1145/3708351","title":"LiLTv2: Language-substitutable Layout-image Transformer for Visual Information Extraction","display_name":"LiLTv2: Language-substitutable Layout-image Transformer for Visual Information Extraction","publication_year":2024,"publication_date":"2024-12-11","ids":{"openalex":"https://openalex.org/W4405282449","doi":"https://doi.org/10.1145/3708351"},"language":"en","primary_location":{"id":"doi:10.1145/3708351","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3708351","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038186072","display_name":"Jiapeng Wang","orcid":"https://orcid.org/0000-0002-2060-3488"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiapeng Wang","raw_affiliation_strings":["Department of Electronics and Information, South China University of Technology, Guangzhou, China","South China University of Technology, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Information, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"South China University of Technology, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100307899","display_name":"Zening Lin","orcid":"https://orcid.org/0009-0009-8681-311X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zening Lin","raw_affiliation_strings":["Department of Electronics and Information, South China University of Technology, Guangzhou, China","South China University of Technology, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Information, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"South China University of Technology, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048985850","display_name":"Dayi Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210108461","display_name":"Kingsoft (China)","ror":"https://ror.org/01stnfn33","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210108461"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dayi Huang","raw_affiliation_strings":["Kingsoft Office, Zhuhai, China","Kingsoft Office, China"],"affiliations":[{"raw_affiliation_string":"Kingsoft Office, Zhuhai, China","institution_ids":["https://openalex.org/I4210108461"]},{"raw_affiliation_string":"Kingsoft Office, China","institution_ids":["https://openalex.org/I4210108461"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034348457","display_name":"Longfei Xiong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210108461","display_name":"Kingsoft (China)","ror":"https://ror.org/01stnfn33","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210108461"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longfei Xiong","raw_affiliation_strings":["Kingsoft Office, Zhuhai, China","Kingsoft Office, China"],"affiliations":[{"raw_affiliation_string":"Kingsoft Office, Zhuhai, China","institution_ids":["https://openalex.org/I4210108461"]},{"raw_affiliation_string":"Kingsoft Office, China","institution_ids":["https://openalex.org/I4210108461"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080674767","display_name":"Lianwen Jin","orcid":"https://orcid.org/0000-0002-5456-0957"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianwen Jin","raw_affiliation_strings":["South China University of Technology, Guangzhou, China","South China University of Technology, China"],"affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"South China University of Technology, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5038186072"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":1.0526,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.79229466,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"21","issue":"3","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9124460220336914},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.663800060749054},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5452585220336914},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.516342282295227},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4978032112121582},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.44990265369415283},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4395417869091034},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.433694988489151},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41118869185447693},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3394621014595032},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12465518712997437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9124460220336914},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.663800060749054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5452585220336914},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.516342282295227},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4978032112121582},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.44990265369415283},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4395417869091034},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.433694988489151},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41118869185447693},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3394621014595032},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12465518712997437},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3708351","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3708351","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8700000047683716,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1522301498","https://openalex.org/W1791544012","https://openalex.org/W1821462560","https://openalex.org/W1966382373","https://openalex.org/W1967261126","https://openalex.org/W2010985784","https://openalex.org/W2016234256","https://openalex.org/W2042925766","https://openalex.org/W2045329095","https://openalex.org/W2078777599","https://openalex.org/W2147810216","https://openalex.org/W2163534337","https://openalex.org/W2164949130","https://openalex.org/W2296283641","https://openalex.org/W2493916176","https://openalex.org/W2891117443","https://openalex.org/W2896457183","https://openalex.org/W2898700358","https://openalex.org/W2899058258","https://openalex.org/W2922714365","https://openalex.org/W2947697927","https://openalex.org/W2949861626","https://openalex.org/W2972985407","https://openalex.org/W2974875810","https://openalex.org/W2983040767","https://openalex.org/W3000758063","https://openalex.org/W3003484198","https://openalex.org/W3007759824","https://openalex.org/W3017171774","https://openalex.org/W3029858749","https://openalex.org/W3035390927","https://openalex.org/W3042711927","https://openalex.org/W3091806362","https://openalex.org/W3094502228","https://openalex.org/W3104953317","https://openalex.org/W3105966348","https://openalex.org/W3113463745","https://openalex.org/W3126792443","https://openalex.org/W3132296545","https://openalex.org/W3164417832","https://openalex.org/W3164881641","https://openalex.org/W3168867926","https://openalex.org/W3171975879","https://openalex.org/W3172229095","https://openalex.org/W3173325518","https://openalex.org/W3173907184","https://openalex.org/W3176384426","https://openalex.org/W3176664887","https://openalex.org/W3190448953","https://openalex.org/W3191581838","https://openalex.org/W3194594797","https://openalex.org/W3198984549","https://openalex.org/W3200439183","https://openalex.org/W3202839357","https://openalex.org/W3203055579","https://openalex.org/W3205981739","https://openalex.org/W3214042621","https://openalex.org/W4221149336","https://openalex.org/W4221167941","https://openalex.org/W4224268459","https://openalex.org/W4226020328","https://openalex.org/W4304013646","https://openalex.org/W4310881383","https://openalex.org/W4313163001","https://openalex.org/W4322832305","https://openalex.org/W4360889258","https://openalex.org/W4366851003","https://openalex.org/W4378942732","https://openalex.org/W4384644072","https://openalex.org/W4385570166","https://openalex.org/W4386065837","https://openalex.org/W4386075876","https://openalex.org/W4387799507","https://openalex.org/W4389524198","https://openalex.org/W6697155078","https://openalex.org/W6739901393","https://openalex.org/W6757817989","https://openalex.org/W6791272295"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2588198209","https://openalex.org/W2320915480","https://openalex.org/W1909006023","https://openalex.org/W4205824991","https://openalex.org/W3200723557","https://openalex.org/W2362990116","https://openalex.org/W2368651715"],"abstract_inverted_index":{"Visual":[0],"Information":[1],"Extraction":[2],"(VIE)":[3],"has":[4,104],"experienced":[5],"substantial":[6],"growth":[7],"and":[8,68,94,99,110],"heightened":[9],"interest":[10],"due":[11],"to":[12],"its":[13],"pivotal":[14],"role":[15],"in":[16,75,115],"intelligent":[17],"document":[18],"processing.":[19],"However,":[20],"most":[21],"existing":[22],"related":[23],"pre-trained":[24,62],"models":[25,74],"typically":[26],"can":[27,60,141],"only":[28],"process":[29],"the":[30,95,107,111,116,143],"data":[31],"from":[32],"a":[33,41,49,83,123],"certain":[34],"(set":[35],"of)":[36],"language(s)\u2014often":[37],"just":[38,63],"English,":[39],"representing":[40],"distinct":[42],"limitation.":[43],"To":[44],"solve":[45],"it,":[46],"we":[47,120],"present":[48],"L":[50,54],"anguage-subst":[51],"i":[52],"tutable":[53],"ayout-image":[55],"T":[56],"ransformer":[57],"(LiLTv2).":[58],"It":[59],"be":[61],"once":[64],"on":[65,137],"mono-lingual":[66],"documents":[67],"then":[69],"collaborate":[70],"with":[71,128],"off-the-shelf":[72],"textual":[73],"other":[76,96],"languages":[77],"during":[78],"fine-tuning.":[79],"Firstly,":[80],"LiLTv2":[81,103],"utilizes":[82],"new":[84],"dual-stream":[85],"model":[86],"architecture,":[87],"one":[88],"stream":[89],"for":[90,97],"substitutable":[91],"text":[92],"information":[93],"layout":[98],"image":[100],"information.":[101],"Then,":[102],"improved":[105],"upon":[106],"optimization":[108],"strategy":[109],"diverse":[112],"tasks":[113],"adopted":[114],"pre-training":[117],"stage.":[118],"Finally,":[119],"innovatively":[121],"propose":[122],"teacher-student":[124],"knowledge":[125],"distillation":[126],"learning":[127],"segment-level":[129],"multi-modal":[130],"features":[131],"named":[132],"SegKD.":[133],"Extensive":[134],"experimental":[135],"results":[136],"widely":[138],"used":[139],"benchmarks":[140],"demonstrate":[142],"superior":[144],"effectiveness":[145],"of":[146],"our":[147],"method.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}