{"id":"https://openalex.org/W7161155884","doi":"https://doi.org/10.48550/arxiv.2605.12657","title":"User Reviews as a Source for Usability Requirements: A Precursor Study on Using Large Language Models","display_name":"User Reviews as a Source for Usability Requirements: A Precursor Study on Using Large Language Models","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161155884","doi":"https://doi.org/10.48550/arxiv.2605.12657"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.12657","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12657","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.12657","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123547918","display_name":"Cedric Wellhausen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wellhausen, Cedric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136103131","display_name":"Laura Reinhardt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reinhardt, Laura","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136131362","display_name":"Kurt Schneider","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schneider, Kurt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.4291999936103821,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.4291999936103821,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.11940000206232071,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.060499999672174454,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.9013000130653381},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7633000016212463},{"id":"https://openalex.org/keywords/usability-engineering","display_name":"Usability engineering","score":0.5789999961853027},{"id":"https://openalex.org/keywords/usability-goals","display_name":"Usability goals","score":0.49939998984336853},{"id":"https://openalex.org/keywords/usability-inspection","display_name":"Usability inspection","score":0.45809999108314514},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.447299987077713},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.38769999146461487},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.36320000886917114},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.36010000109672546}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9013000130653381},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7633000016212463},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7623999714851379},{"id":"https://openalex.org/C100302975","wikidata":"https://www.wikidata.org/wiki/Q1642623","display_name":"Usability engineering","level":3,"score":0.5789999961853027},{"id":"https://openalex.org/C62993174","wikidata":"https://www.wikidata.org/wiki/Q2928808","display_name":"Usability goals","level":4,"score":0.49939998984336853},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.45809999108314514},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.447299987077713},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4368000030517578},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.38769999146461487},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.382099986076355},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.36320000886917114},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3582000136375427},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C143267671","wikidata":"https://www.wikidata.org/wiki/Q7901856","display_name":"User requirements document","level":2,"score":0.3544999957084656},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33820000290870667},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.33559998869895935},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.3345000147819519},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C188688815","wikidata":"https://www.wikidata.org/wiki/Q7205541","display_name":"Pluralistic walkthrough","level":3,"score":0.31540000438690186},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C45384764","wikidata":"https://www.wikidata.org/wiki/Q838667","display_name":"Requirements elicitation","level":4,"score":0.304500013589859},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C11324603","wikidata":"https://www.wikidata.org/wiki/Q2502322","display_name":"Usability lab","level":4,"score":0.30149999260902405},{"id":"https://openalex.org/C3255780","wikidata":"https://www.wikidata.org/wiki/Q1616517","display_name":"Heuristic evaluation","level":3,"score":0.27390000224113464},{"id":"https://openalex.org/C139225968","wikidata":"https://www.wikidata.org/wiki/Q17146354","display_name":"System usability scale","level":4,"score":0.26489999890327454},{"id":"https://openalex.org/C11189718","wikidata":"https://www.wikidata.org/wiki/Q218152","display_name":"User story","level":4,"score":0.2605000138282776},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2563000023365021},{"id":"https://openalex.org/C6604083","wikidata":"https://www.wikidata.org/wiki/Q376937","display_name":"Requirements engineering","level":3,"score":0.25380000472068787},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.12657","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12657","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.12657","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12657","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6710970401763916,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"It":[0],"is":[1,117,239],"known":[2],"that":[3,168,214],"user-centered":[4],"approaches":[5,23,35],"to":[6,12,24,74,106,119,135,205,219],"requirements":[7,27],"engineering":[8,189],"in":[9,113,226,229],"general":[10],"lead":[11],"a":[13,49,71,127,151,223],"better":[14],"suited":[15],"product":[16],"for":[17,132,203],"the":[18,26,58,82,86,100,109,120,198,235,243],"end-users.":[19],"LLM4RE":[20],"provides":[21,144],"promising":[22],"support":[25],"elicitation":[28],"process":[29,138],"(e.g.":[30],"classification":[31],"of":[32,52,66,84,91,103,111,122,155,166,231],"requirements).":[33],"Previous":[34],"focus":[36],"on":[37,57,63,186,242],"Machine-Learning":[38],"(ML)":[39],"or":[40],"Deep-Learning":[41],"(DL)":[42],"aspects,":[43],"which":[44],"require":[45],"intensive":[46],"training":[47],"with":[48,99],"large":[50,64],"amount":[51],"manually":[53],"labeled":[54,170],"data.":[55],"LLMs,":[56,92],"other":[59],"hand,":[60],"are":[61,216],"pre-trained":[62],"amounts":[65],"user-generated":[67],"text":[68],"data,":[69],"enabling":[70],"user-centric":[72],"workflow":[73,131],"analyze":[75,107],"requirements.":[76,141],"In":[77],"this":[78],"paper,":[79],"we":[80],"explore":[81],"possibility":[83],"exploiting":[85],"improved":[87],"natural":[88],"language":[89],"understanding":[90,114],"rather":[93],"than":[94],"strict":[95],"ML":[96],"classification,":[97],"together":[98],"mass":[101],"extraction":[102],"user":[104,115,157,209,227],"reviews":[105,116,158],"if":[108],"performance":[110,121,236],"LLMs":[112,204,215],"comparable":[118],"human":[123,173],"raters.":[124],"This":[125,142],"enables":[126],"quick":[128],"and":[129,137,175,191,237],"cheap":[130],"development":[133],"teams":[134],"gather":[136],"their":[139,232],"user\u015b":[140],"paper":[143],"three":[145,163],"major":[146],"contributions:":[147],"(1)":[148],"We":[149,180,212],"provide":[150],"completely":[152],"coded":[153],"dataset":[154],"300":[156],"containing":[159],"usability-relevant":[160],"aspects":[161],"from":[162,197],"different":[164],"types":[165],"apps,":[167],"were":[169],"by":[171,176],"two":[172,187],"raters":[174],"an":[177,182],"LLM.":[178],"(2)":[179],"build":[181],"initial":[183],"prompt,":[184],"based":[185],"prompt":[188],"iterations":[190],"specifically":[192],"developed":[193],"coding":[194],"guidelines":[195],"derived":[196],"10":[199],"Nielsen":[200],"Usability":[201],"Heuristics,":[202],"filter":[206],"usability":[207,221],"relevant":[208],"reviews.":[210],"(3)":[211],"determine":[213],"generally":[217],"able":[218],"recognize":[220],"as":[222],"non-functional":[224],"requirement":[225],"reviews,":[228],"terms":[230],"F-score,":[233],"but":[234],"reliability":[238],"strongly":[240],"dependent":[241],"prompt.":[244]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-15T00:00:00"}