{"id":"https://openalex.org/W7153231041","doi":"https://doi.org/10.5281/zenodo.19498008","title":"AIG-ist-tugraz/MLLM-Usability-Improvements: Artifacts for FSE 2026","display_name":"AIG-ist-tugraz/MLLM-Usability-Improvements: Artifacts for FSE 2026","publication_year":2026,"publication_date":"2026-04-10","ids":{"openalex":"https://openalex.org/W7153231041","doi":"https://doi.org/10.5281/zenodo.19498008"},"language":null,"primary_location":{"id":"pmh:doi:10.5281/zenodo.19498007","is_oa":true,"landing_page_url":"https://github.com/AIG-ist-tugraz/MLLM-Usability-Improvements/tree/artifacts_FSE2026","pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Software"},"type":"software","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://github.com/AIG-ist-tugraz/MLLM-Usability-Improvements/tree/artifacts_FSE2026","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040617592","display_name":"Sebastian Lubos","orcid":"https://orcid.org/0000-0002-5024-3786"},"institutions":[{"id":"https://openalex.org/I4092182","display_name":"Graz University of Technology","ror":"https://ror.org/00d7xrm67","country_code":"AT","type":"education","lineage":["https://openalex.org/I4092182"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Lubos, Sebastian","raw_affiliation_strings":["Graz University of Technology"],"raw_orcid":"https://orcid.org/0000-0002-5024-3786","affiliations":[{"raw_affiliation_string":"Graz University of Technology","institution_ids":["https://openalex.org/I4092182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033783997","display_name":"Alexander Felfernig","orcid":"https://orcid.org/0000-0003-0108-3146"},"institutions":[{"id":"https://openalex.org/I4092182","display_name":"Graz University of Technology","ror":"https://ror.org/00d7xrm67","country_code":"AT","type":"education","lineage":["https://openalex.org/I4092182"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Felfernig, Alexander","raw_affiliation_strings":["Graz University of Technology"],"raw_orcid":"https://orcid.org/0000-0003-0108-3146","affiliations":[{"raw_affiliation_string":"Graz University of Technology","institution_ids":["https://openalex.org/I4092182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092697129","display_name":"Damian Garber","orcid":"https://orcid.org/0009-0005-0993-0911"},"institutions":[{"id":"https://openalex.org/I4092182","display_name":"Graz University of Technology","ror":"https://ror.org/00d7xrm67","country_code":"AT","type":"education","lineage":["https://openalex.org/I4092182"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Garber, Damian","raw_affiliation_strings":["Graz University of Technology"],"raw_orcid":"https://orcid.org/0009-0005-0993-0911","affiliations":[{"raw_affiliation_string":"Graz University of Technology","institution_ids":["https://openalex.org/I4092182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010230805","display_name":"Viet-Man Le","orcid":"https://orcid.org/0000-0001-5778-975X"},"institutions":[{"id":"https://openalex.org/I4092182","display_name":"Graz University of Technology","ror":"https://ror.org/00d7xrm67","country_code":"AT","type":"education","lineage":["https://openalex.org/I4092182"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Le, Viet-Man","raw_affiliation_strings":["Graz University of Technology"],"raw_orcid":"https://orcid.org/0000-0001-5778-975X","affiliations":[{"raw_affiliation_string":"Graz University of Technology","institution_ids":["https://openalex.org/I4092182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5140802348","display_name":"Manuel Henrich","orcid":"https://orcid.org/0009-0007-4644-0836"},"institutions":[{"id":"https://openalex.org/I97750245","display_name":"Software (Spain)","ror":"https://ror.org/02ethns06","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210087817","https://openalex.org/I97750245"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Henrich, Manuel","raw_affiliation_strings":["UNiQUARE Software Development GmbH"],"raw_orcid":"https://orcid.org/0009-0007-4644-0836","affiliations":[{"raw_affiliation_string":"UNiQUARE Software Development GmbH","institution_ids":["https://openalex.org/I97750245"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.6007999777793884},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.2962000072002411},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.2533000111579895},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.2531999945640564}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6492999792098999},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6007999777793884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4025000035762787},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3555999994277954},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3271999955177307},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3068999946117401},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.27059999108314514},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.5281/zenodo.19498007","is_oa":true,"landing_page_url":"https://github.com/AIG-ist-tugraz/MLLM-Usability-Improvements/tree/artifacts_FSE2026","pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Software"},{"id":"doi:10.5281/zenodo.19498008","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.19498008","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Software"}],"best_oa_location":{"id":"pmh:doi:10.5281/zenodo.19498007","is_oa":true,"landing_page_url":"https://github.com/AIG-ist-tugraz/MLLM-Usability-Improvements/tree/artifacts_FSE2026","pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Software"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,230],"repository":[1,276],"contains":[2],"the":[3,7,70,110,116,172,178,189,209,214,219,252,283,299,324,337,346,371,379,386,398,403,417,428,445,450,455,461,472,482,490,497,502,514],"replication":[4,415],"package":[5],"for":[6,53,86,258,340,374,382,389,413,454,463],"paper:":[8],"Recommending":[9],"Usability":[10,22],"Improvements":[11],"with":[12,37,243,323,370],"Multimodal":[13],"Large":[14],"Language":[15],"Models,":[16],"accepted":[17],"to":[18,68,121,147,224,236,246,264,298,345,396,496,512],"FSE":[19],"2026.":[20],"Abstract":[21],"describes":[23,155],"quality":[24,184],"attributes":[25],"of":[26,75,92,112,118,142,175,188,221,305,314,336,352,361,378,402,416,471,508],"application":[27,137,483],"user":[28,71,143,197,338,380,437,456,485],"interfaces":[29],"that":[30,134,199],"determine":[31],"how":[32],"effectively":[33],"users":[34],"can":[35,49,96],"interact":[36],"them.":[38],"Traditional":[39],"usability":[40,59,88,113,156,161,227,247,267,288,329,390,400,492],"evaluation":[41,60,89,206,238,268,418],"methods":[42],"require":[43],"considerable":[44],"expertise":[45],"and":[46,56,66,90,103,115,139,154,163,167,185,286,332,433,452,489],"resources,":[47],"which":[48,108,448],"be":[50],"challenging,":[51],"especially":[52,240],"small":[54],"teams":[55],"organizations.":[57],"Automating":[58],"could":[61],"make":[62],"it":[63,232],"more":[64],"accessible":[65],"help":[67],"improve":[69],"experience.The":[72],"recent":[73],"emergence":[74],"powerful":[76],"multimodal":[77],"large":[78],"language":[79],"models":[80,95],"(MLLMs)":[81],"has":[82],"opened":[83],"new":[84],"opportunities":[85],"automating":[87],"recommendation":[91],"improvements.":[93],"These":[94],"process":[97],"visual":[98],"inputs":[99],"such":[100],"as":[101,145,203,255,279],"images":[102],"videos":[104],"alongside":[105],"textual":[106],"context,":[107,484],"enables":[109],"identification":[111],"issues":[114,157],"generation":[117],"actionable":[119],"suggestions":[120,211],"resolve":[122],"these":[123],"issues.":[124],"In":[125,249],"this":[126,250],"paper,":[127],"we":[128],"present":[129],"a":[130,196,233,256,315,353,362],"novel":[131],"automated":[132,266],"approach":[133,223,253],"uses":[135],"limited":[136,244],"context":[138],"screen":[140],"recordings":[141,304,313,351,360],"interactions":[144],"input":[146],"an":[148,306,406],"MLLM.":[149],"The":[150,205,216,275,410,458],"model":[151],"automatically":[152],"identifies":[153],"based":[158,194],"on":[159,195,208],"Nielsen\u2019s":[160],"heuristics,":[162],"provides":[164],"corresponding":[165,495],"explanations":[166],"improvement":[168,228,493],"recommendations.":[169,229],"To":[170],"reduce":[171],"developer":[173],"effort":[174],"manual":[176],"prioritization,":[177],"recommendations":[179,191],"are":[180],"ranked":[181],"by":[182,213,480],"severity.The":[183],"practical":[186],"usefulness":[187],"generated":[190],"were":[192,478],"evaluated":[193],"study":[198,404],"involved":[200],"software":[201,270],"engineers":[202],"participants.":[204],"focused":[207],"highest-ranked":[210],"provided":[212],"model.":[215],"results":[217,290],"demonstrate":[218],"potential":[220],"our":[222,293,436],"provide":[225],"low-effort":[226],"makes":[231],"promising":[234],"complement":[235],"traditional":[237],"methods,":[239],"in":[241,292,427,501],"settings":[242],"access":[245],"experts.":[248],"sense,":[251],"serves":[254],"basis":[257],"future":[259],"integration":[260],"into":[261],"development":[262],"tools":[263],"enable":[265],"within":[269],"engineering":[271],"workflows.":[272],"Repository":[273],"Structure":[274],"is":[277],"organized":[278],"follows:":[280],"data/:":[281],"Contains":[282,385,431,444],"raw":[284],"data":[285,434],"LLM-based":[287],"analysis":[289,373],"used":[291,426],"study.":[294,438,457],"EventHelpR/:":[295],"Data":[296,343],"related":[297,344],"EventHelpR":[300,473],"application.":[301,348],"organizer/:":[302],"Screen":[303,312,350,359],"organizer":[307],"persona":[308,317,355,364],"performing":[309,318,356,365],"tasks.":[310,319,357,366],"participant/:":[311],"participant":[316,441],"reports/:":[320,367],"JSON":[321,368],"files":[322,369],"MLLM's":[325,372],"analysis,":[326],"including":[327],"identified":[328],"issues,":[330],"rankings,":[331],"evaluations.":[333],"task_description.json:":[334,376],"Descriptions":[335,377],"tasks":[339,381,499],"EventHelpR.":[341],"KnowledgeCheckR/:":[342],"KnowledgeCheckR":[347],"student/:":[349],"student":[354],"teacher/:":[358],"teacher":[363],"KnowledgeCheckR.":[375,383],"evaluation/:":[384],"Jupyter":[387],"notebooks":[388],"evaluation.":[391,429],"Results_Review.ipynb:":[392],"A":[393,506],"lightweight":[394],"notebook":[395,412],"review":[397],"pre-generated":[399],"reports":[401],"without":[405],"API":[407,421],"key.":[408],"LLM_Usability_Evaluation.ipynb:":[409],"main":[411],"full":[414],"pipeline":[419],"(requires":[420],"key).":[422],"nielsen_heuristics.json:":[423],"Nielsen's":[424],"heuristics":[425],"user_study/:":[430],"materials":[432],"from":[435],"responses/:":[439],"Anonymized":[440],"responses.":[442],"survey/:":[443],"survey_structure.md":[446],"file,":[447],"outlines":[449],"structure":[451],"questions":[453],"file":[459],"shows":[460],"template":[462],"one":[464],"specific":[465],"survey":[466,476],"variant":[467],"(evaluating":[468],"Task":[469],"1":[470],"application).":[474],"Other":[475],"variants":[477],"created":[479],"replacing":[481],"task,":[486],"video":[487],"link,":[488],"three":[491],"recommendations,":[494],"different":[498],"outlined":[500],"task_description.json":[503],"files.":[504],"requirements.txt:":[505],"list":[507],"Python":[509],"dependencies":[510],"required":[511],"run":[513],"code.":[515]},"counts_by_year":[],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2026-04-11T00:00:00"}