{"id":"https://openalex.org/W4280501884","doi":"https://doi.org/10.1145/3533856","title":"Learning Semantically Rich Network-based Multi-modal Mobile User Interface Embeddings","display_name":"Learning Semantically Rich Network-based Multi-modal Mobile User Interface Embeddings","publication_year":2022,"publication_date":"2022-05-16","ids":{"openalex":"https://openalex.org/W4280501884","doi":"https://doi.org/10.1145/3533856"},"language":"en","primary_location":{"id":"doi:10.1145/3533856","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3533856","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=8272&context=sis_research","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059855396","display_name":"Gary Ang","orcid":"https://orcid.org/0000-0001-5922-8956"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Gary Ang","raw_affiliation_strings":["Singapore Management University, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039617569","display_name":"Ee\u2010Peng Lim","orcid":"https://orcid.org/0000-0003-0065-8665"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ee-Peng Lim","raw_affiliation_strings":["Singapore Management University, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5059855396"],"corresponding_institution_ids":["https://openalex.org/I79891267"],"apc_list":null,"apc_paid":null,"fwci":1.5923,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86447714,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"12","issue":"4","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8254575729370117},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5529199838638306},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5422971248626709},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5273920893669128},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4999508857727051},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.47540006041526794},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.46427008509635925},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.44564875960350037},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43491899967193604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34236258268356323},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3249751329421997}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8254575729370117},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5529199838638306},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5422971248626709},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5273920893669128},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4999508857727051},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.47540006041526794},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.46427008509635925},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.44564875960350037},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43491899967193604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34236258268356323},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3249751329421997},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3533856","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3533856","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-8272","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=8272&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://doi.org/10.1145/3533856","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-8272","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=8272&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://doi.org/10.1145/3533856","raw_type":"Journal Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1993539299","https://openalex.org/W2187089797","https://openalex.org/W2606202972","https://openalex.org/W2797616116","https://openalex.org/W2912512230","https://openalex.org/W2962756421","https://openalex.org/W2985406956","https://openalex.org/W2987188672","https://openalex.org/W3154094104","https://openalex.org/W3162170176"],"related_works":["https://openalex.org/W2669956259","https://openalex.org/W2939353110","https://openalex.org/W4327774331","https://openalex.org/W4287178339","https://openalex.org/W3165463024","https://openalex.org/W3165097609","https://openalex.org/W4292874285","https://openalex.org/W4220775285","https://openalex.org/W4310034804","https://openalex.org/W1524094939"],"abstract_inverted_index":{"Semantically":[0],"rich":[1,147,210],"information":[2,92,120,232],"from":[3,207],"multiple":[4,49],"modalities\u2014text,":[5],"code,":[6],"images,":[7],"categorical":[8],"and":[9,48,64,74,93,161,189,196,252,285],"numerical":[10],"data\u2014co-exist":[11],"in":[12,89,150,240],"the":[13,123,134,140,156,162,234,281],"user":[14,194,202],"interface":[15],"(UI)":[16],"design":[17,24],"of":[18,27,35,133,158,175,224,236,283],"mobile":[19,78,212],"applications.":[20],"Moreover,":[21],"each":[22],"UI":[23,29,40,44,53,68,82,96,126,135,148,159,179,183,187,193,213,227,238,241,259],"is":[25,114],"composed":[26],"inter-linked":[28],"entities":[30,160,228,239],"that":[31,84,216,278],"support":[32,71],"different":[33,237],"functions":[34],"an":[36],"application,":[37],"e.g.,":[38],"a":[39,43,46,103,151,173,209],"screen":[41,188],"comprising":[42],"taskbar,":[45],"menu,":[47],"button":[50],"elements.":[51],"Existing":[52],"representation":[54],"learning":[55],"methods":[56],"unfortunately":[57],"are":[58],"not":[59,246],"designed":[60,115],"to":[61,116,172,255,265],"capture":[62,117,247,266],"multi-modal":[63,91,131],"linkage":[65],"structure":[66],"between":[67,95,125,164,226],"entities.":[69,97],"To":[70,250],"effective":[72],"search":[73],"recommendation":[75],"applications":[76],"over":[77],"UIs,":[79],"we":[80,101,261],"need":[81],"representations":[83],"integrate":[85],"latent":[86],"semantics":[87],"present":[88,102,121],"both":[90],"linkages":[94,124,163,225],"In":[98],"this":[99],"article,":[100],"novel":[104],"self-supervised":[105,152],"model\u2014Multi-modal":[106],"Attention-based":[107],"Attributed":[108],"Network":[109],"Embedding":[110],"(MAAN)":[111],"model.":[112],"MAAN":[113,144,217,244,254,284],"structural":[118],"network":[119],"within":[122],"entities,":[127],"as":[128,130],"well":[129],"attributes":[132,157],"entity":[136],"nodes.":[137],"Based":[138],"on":[139,205,233,274],"variational":[141],"autoencoder":[142],"framework,":[143],"learns":[145],"semantically":[146],"embeddings":[149,168],"manner":[153],"by":[154],"reconstructing":[155],"them.":[165],"The":[166,222],"generated":[167],"can":[169,229],"be":[170],"applied":[171],"variety":[174],"downstream":[176],"tasks:":[177],"predicting":[178,192],"elements":[180],"associated":[181],"with":[182],"screens,":[184],"inferring":[185],"missing":[186],"element":[190],"attributes,":[191],"ratings,":[195],"retrieving":[197],"UIs.":[198],"Extensive":[199],"experiments,":[200],"including":[201],"evaluations,":[203],"conducted":[204],"datasets":[206],"RICO,":[208],"real-world":[211],"repository,":[214],"demonstrate":[215],"out-performs":[218,287],"other":[219],"state-of-the-art":[220,288],"models.":[221,289],"number":[223],"provide":[230],"further":[231,262],"role":[235],"designs.":[242],"However,":[243],"does":[245],"edge":[248,267],"attributes.":[249,268],"extend":[251],"generalize":[253],"learn":[256],"even":[257],"richer":[258],"embeddings,":[260],"propose":[263],"EMAAN":[264],"We":[269],"conduct":[270],"additional":[271],"extensive":[272],"experiments":[273],"EMAAN,":[275],"which":[276],"show":[277],"it":[279],"improves":[280],"performance":[282],"similarly":[286]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}