{"id":"https://openalex.org/W7084147360","doi":"https://doi.org/10.1145/3746058.3758449","title":"MermaidLLM: Dataflow Diagrams for Explainable Skill Formalization and Real-time Support with Multimodal LLMs","display_name":"MermaidLLM: Dataflow Diagrams for Explainable Skill Formalization and Real-time Support with Multimodal LLMs","publication_year":2025,"publication_date":"2025-09-27","ids":{"openalex":"https://openalex.org/W7084147360","doi":"https://doi.org/10.1145/3746058.3758449"},"language":"en","primary_location":{"id":"doi:10.1145/3746058.3758449","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746058.3758449","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3746058.3758449","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3746058.3758449","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Sotaro Yokoi","orcid":"https://orcid.org/0009-0009-4371-4584"},"institutions":[{"id":"https://openalex.org/I4210122684","display_name":"Sony Computer Science Laboratories","ror":"https://ror.org/02nc46417","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210122684"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Sotaro Yokoi","raw_affiliation_strings":["Sony CSL Kyoto, Kyoto, Japan and The University of Tokyo, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0009-0009-4371-4584","affiliations":[{"raw_affiliation_string":"Sony CSL Kyoto, Kyoto, Japan and The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I4210122684","https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jun Rekimoto","orcid":"https://orcid.org/0000-0002-3629-2514"},"institutions":[{"id":"https://openalex.org/I4210122684","display_name":"Sony Computer Science Laboratories","ror":"https://ror.org/02nc46417","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210122684"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jun Rekimoto","raw_affiliation_strings":["Sony CSL Kyoto, Kyoto, Japan and The University of Tokyo, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3629-2514","affiliations":[{"raw_affiliation_string":"Sony CSL Kyoto, Kyoto, Japan and The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I4210122684","https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210122684","https://openalex.org/I74801974"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.48369852,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10264","display_name":"Asphalt Pavement Performance Evaluation","score":0.8884000182151794,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10264","display_name":"Asphalt Pavement Performance Evaluation","score":0.8884000182151794,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12152","display_name":"Concrete Properties and Behavior","score":0.01720000058412552,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13236","display_name":"Geotechnical and construction materials studies","score":0.010499999858438969,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.4717999994754791},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3197999894618988},{"id":"https://openalex.org/keywords/proposition","display_name":"Proposition","score":0.2768999934196472},{"id":"https://openalex.org/keywords/arrow","display_name":"Arrow","score":0.2635999917984009}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.640999972820282},{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.4717999994754791},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.392300009727478},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3330000042915344},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28110000491142273},{"id":"https://openalex.org/C2777152325","wikidata":"https://www.wikidata.org/wiki/Q108163","display_name":"Proposition","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.26919999718666077},{"id":"https://openalex.org/C2780339515","wikidata":"https://www.wikidata.org/wiki/Q3074698","display_name":"Arrow","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2565000057220459}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746058.3758449","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746058.3758449","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3746058.3758449","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3746058.3758449","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746058.3758449","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3746058.3758449","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1063213209","display_name":null,"funder_award_id":"JPMJMS2012","funder_id":"https://openalex.org/F4320338247","funder_display_name":"Moonshot Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320338247","display_name":"Moonshot Research and Development Program","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7084147360.pdf","grobid_xml":"https://content.openalex.org/works/W7084147360.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2031688197","https://openalex.org/W4403334147","https://openalex.org/W4404371576","https://openalex.org/W4406828463","https://openalex.org/W4413925625"],"related_works":[],"abstract_inverted_index":{"Gaze":[0],"tracking":[1],"deviceFigure":[2],"1:":[3],"MermaidLLM":[4],"uses":[5],"MLLMs":[6],"to":[7],"comprehend":[8],"expert":[9],"skills":[10],"from":[11],"egocentric":[12],"vision/gaze,":[13],"formalizing":[14],"them":[15],"as":[16,22],"dataflow":[17],"diagrams":[18],"(Mermaid).It":[19],"then":[20],"acts":[21],"a":[23],"real-world":[24],"agent,":[25],"comparing":[26],"the":[27,31],"learner's":[28],"context":[29],"with":[30],"diagram":[32],"and":[33],"providing":[34],"verbal":[35],"guidance.":[36]},"counts_by_year":[],"updated_date":"2026-03-10T14:07:55.174380","created_date":"2025-10-10T00:00:00"}