{"id":"https://openalex.org/W4416403325","doi":"https://doi.org/10.1109/ismar-adjunct68609.2025.00267","title":"ShadAR: LLM-driven shader generation to transform visual perception in Augmented Reality","display_name":"ShadAR: LLM-driven shader generation to transform visual perception in Augmented Reality","publication_year":2025,"publication_date":"2025-10-08","ids":{"openalex":"https://openalex.org/W4416403325","doi":"https://doi.org/10.1109/ismar-adjunct68609.2025.00267"},"language":"en","primary_location":{"id":"doi:10.1109/ismar-adjunct68609.2025.00267","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ismar-adjunct68609.2025.00267","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2602.17481","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yanni Mei","orcid":"https://orcid.org/0009-0009-7200-8769"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Yanni Mei","raw_affiliation_strings":["TU Darmstadt, Darmstadt, Germany","TU Darmstadt"],"raw_orcid":"https://orcid.org/0009-0009-7200-8769","affiliations":[{"raw_affiliation_string":"TU Darmstadt, Darmstadt, Germany","institution_ids":[]},{"raw_affiliation_string":"TU Darmstadt","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Samuel Wendt","orcid":"https://orcid.org/0000-0001-9986-827X"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Samuel Wendt","raw_affiliation_strings":["TU Darmstadt, Darmstadt, Germany","TU Darmstadt"],"raw_orcid":"https://orcid.org/0000-0001-9986-827X","affiliations":[{"raw_affiliation_string":"TU Darmstadt, Darmstadt, Germany","institution_ids":[]},{"raw_affiliation_string":"TU Darmstadt","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jonas Wombacher","orcid":"https://orcid.org/0009-0004-7644-7463"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas Wombacher","raw_affiliation_strings":["TU Darmstadt, Darmstadt, Germany","TU Darmstadt"],"raw_orcid":"https://orcid.org/0009-0004-7644-7463","affiliations":[{"raw_affiliation_string":"TU Darmstadt, Darmstadt, Germany","institution_ids":[]},{"raw_affiliation_string":"TU Darmstadt","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Florian M\u00fcller","orcid":"https://orcid.org/0000-0002-9621-6214"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian M\u00fcller","raw_affiliation_strings":["TU Darmstadt, Darmstadt, Germany","TU Darmstadt"],"raw_orcid":"https://orcid.org/0000-0002-9621-6214","affiliations":[{"raw_affiliation_string":"TU Darmstadt, Darmstadt, Germany","institution_ids":[]},{"raw_affiliation_string":"TU Darmstadt","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jan Gugenheimer","orcid":"https://orcid.org/0000-0002-6466-3845"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jan Gugenheimer","raw_affiliation_strings":["TU Darmstadt, Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6466-3845","affiliations":[{"raw_affiliation_string":"TU Darmstadt, Darmstadt, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.342043,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.14650000631809235,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.14650000631809235,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.11749999970197678,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.08720000088214874,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shader","display_name":"Shader","score":0.9570000171661377},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.6916999816894531},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6115000247955322},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4984999895095825},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.44839999079704285},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.4316999912261963}],"concepts":[{"id":"https://openalex.org/C177681979","wikidata":"https://www.wikidata.org/wiki/Q633182","display_name":"Shader","level":3,"score":0.9570000171661377},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7893999814987183},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.6916999816894531},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.6435999870300293},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6115000247955322},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5697000026702881},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5461999773979187},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4984999895095825},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.44839999079704285},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.4316999912261963},{"id":"https://openalex.org/C173552908","wikidata":"https://www.wikidata.org/wiki/Q1366289","display_name":"Graphics pipeline","level":4,"score":0.4065000116825104},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.35569998621940613},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.34619998931884766},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2768999934196472},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/ismar-adjunct68609.2025.00267","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ismar-adjunct68609.2025.00267","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)","raw_type":"proceedings-article"},{"id":"doi:10.1145/3772363.3799378","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3772363.3799378","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:158847","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/view/person/Mei=3AYanni=3A=3A.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"},{"id":"pmh:oai:arXiv.org:2602.17481","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.17481","pdf_url":"https://arxiv.org/pdf/2602.17481","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:doi:10.48550/arxiv.2602.17481","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2602.17481","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.17481","pdf_url":"https://arxiv.org/pdf/2602.17481","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321707","display_name":"EWE","ror":"https://ror.org/040gfwf91"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416403325.pdf","grobid_xml":"https://content.openalex.org/works/W4416403325.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W2014729524","https://openalex.org/W2497994053","https://openalex.org/W3110867278","https://openalex.org/W4307475355","https://openalex.org/W4396832469","https://openalex.org/W4396833067","https://openalex.org/W4409748580"],"related_works":[],"abstract_inverted_index":{"Augmented":[0],"Reality":[1],"(AR)":[2],"can":[3],"simulate":[4],"various":[5],"visual":[6,25,39,55,96],"perceptions,":[7],"such":[8],"as":[9],"how":[10],"individuals":[11],"with":[12],"colorblindness":[13],"see":[14],"the":[15,79],"world.":[16],"However,":[17],"these":[18],"simulations":[19],"require":[20],"developers":[21],"to":[22,52,66,77,94],"predefine":[23],"each":[24],"effect,":[26],"limiting":[27],"flexibility.":[28],"We":[29,83],"present":[30,84],"ShadAR,":[31],"an":[32,64],"AR":[33,80],"application":[34],"enabling":[35],"real-time":[36,76],"transformation":[37],"of":[38],"perception":[40,97],"through":[41],"shader":[42,69,72,87],"generation":[43,88],"using":[44],"large":[45],"language":[46],"models":[47],"(LLMs).":[48],"ShadAR":[49],"allows":[50],"users":[51],"express":[53],"their":[54],"intent":[56],"via":[57],"natural":[58],"language,":[59],"which":[60],"is":[61,73],"interpreted":[62],"by":[63],"LLM":[65],"generate":[67],"corresponding":[68],"code.":[70],"This":[71],"then":[74],"compiled":[75],"modify":[78],"headset\u2019s":[81],"viewport.":[82],"our":[85],"LLM-driven":[86],"pipeline":[89],"and":[90,100],"demonstrate":[91],"its":[92],"ability":[93],"transform":[95],"for":[98],"inclusiveness":[99],"creativity.":[101]},"counts_by_year":[],"updated_date":"2026-04-25T08:17:42.794288","created_date":"2025-11-18T00:00:00"}