{"id":"https://openalex.org/W7128799989","doi":"https://doi.org/10.3233/faia251736","title":"Towards Responsibility Evaluation of Generative Language Models","display_name":"Towards Responsibility Evaluation of Generative Language Models","publication_year":2026,"publication_date":"2026-02-12","ids":{"openalex":"https://openalex.org/W7128799989","doi":"https://doi.org/10.3233/faia251736"},"language":null,"primary_location":{"id":"doi:10.3233/faia251736","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251736","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia251736","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010335689","display_name":"Sabrina G\u00f6llner","orcid":"https://orcid.org/0000-0002-1817-7440"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]},{"id":"https://openalex.org/I70451448","display_name":"HAW Hamburg","ror":"https://ror.org/00fkqwx76","country_code":"DE","type":"education","lineage":["https://openalex.org/I70451448"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sabrina G\u00f6llner","raw_affiliation_strings":["Department of Computer Science, Hamburg University of Applied Sciences, Germany. sabrina.goellner@haw-hamburg.de, marina.tropmann-frick@haw-hamburg.de"],"raw_orcid":"https://orcid.org/0000-0002-1817-7440","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hamburg University of Applied Sciences, Germany. sabrina.goellner@haw-hamburg.de, marina.tropmann-frick@haw-hamburg.de","institution_ids":["https://openalex.org/I159176309","https://openalex.org/I70451448"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067255721","display_name":"Marina Tropmann-Frick","orcid":"https://orcid.org/0000-0003-1623-5309"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]},{"id":"https://openalex.org/I70451448","display_name":"HAW Hamburg","ror":"https://ror.org/00fkqwx76","country_code":"DE","type":"education","lineage":["https://openalex.org/I70451448"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marina Tropmann-Frick","raw_affiliation_strings":["Department of Computer Science, Hamburg University of Applied Sciences, Germany. sabrina.goellner@haw-hamburg.de, marina.tropmann-frick@haw-hamburg.de"],"raw_orcid":"https://orcid.org/0000-0003-1623-5309","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hamburg University of Applied Sciences, Germany. sabrina.goellner@haw-hamburg.de, marina.tropmann-frick@haw-hamburg.de","institution_ids":["https://openalex.org/I159176309","https://openalex.org/I70451448"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009886320","display_name":"Bo\u0161tjan Brumen","orcid":"https://orcid.org/0000-0002-0560-1230"},"institutions":[{"id":"https://openalex.org/I37696226","display_name":"University of Maribor","ror":"https://ror.org/01d5jce07","country_code":"SI","type":"education","lineage":["https://openalex.org/I37696226"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Bo\u0161tjan Brumen","raw_affiliation_strings":["Faculty of Electrical Engineering and Computer Science, University of Maribor, Slovenia. bostjan.brumen@um.si"],"raw_orcid":"https://orcid.org/0000-0002-0560-1230","affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Computer Science, University of Maribor, Slovenia. bostjan.brumen@um.si","institution_ids":["https://openalex.org/I37696226"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14768591,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.19619999825954437,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.19619999825954437,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.1785999983549118,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11819999665021896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.8108999729156494},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.47920000553131104},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4194999933242798},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.32589998841285706},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.27959999442100525}],"concepts":[{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.8108999729156494},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6883999705314636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5045999884605408},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.47920000553131104},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4194999933242798},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3727000057697296},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.32589998841285706},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29170000553131104},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2712000012397766}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia251736","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251736","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia251736","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251736","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"An":[0],"evaluation":[1,74,127],"of":[2,5,24,42,75,128],"the":[3,25,76,82,100,125],"responsibility":[4],"generative":[6,35,77],"AI":[7,105,129],"models":[8,32,37],"presents":[9],"unique":[10],"challenges":[11],"that":[12,58],"require":[13],"holistic":[14],"and":[15,46,63,114],"practical":[16,122],"solutions.":[17],"This":[18,107],"paper":[19],"introduces":[20],"an":[21,54,73],"enhanced":[22],"version":[23],"VERIFAI":[26,52],"framework,":[27],"which":[28,85],"extends":[29],"beyond":[30],"classification":[31],"to":[33],"assess":[34],"language":[36,78],"as":[38,120],"well":[39],"in":[40,88,96],"terms":[41],"ethics,":[43],"explainability,":[44],"privacy,":[45],"security.":[47],"Unlike":[48],"existing":[49],"theoretical":[50],"frameworks,":[51],"provides":[53],"integrated,":[55],"software-driven":[56],"approach":[57],"automates":[59],"evaluations,":[60],"ensures":[61],"reproducibility,":[62],"offers":[64],"actionable":[65],"insights.":[66],"To":[67],"demonstrate":[68],"its":[69],"capabilities,":[70,117],"we":[71],"conduct":[72],"model":[79,97],"Llama-3.2-1B":[80],"using":[81],"Regard":[83],"metric,":[84],"quantifies":[86],"bias":[87],"text":[89],"generation.":[90],"Our":[91],"findings":[92],"highlight":[93],"systematic":[94],"biases":[95],"outputs,":[98],"reinforcing":[99],"need":[101],"for":[102,124],"structured":[103],"Responsible":[104],"assessments.":[106],"work":[108],"underscores":[109],"VERIFAI\u2019s":[110],"scalability,":[111],"intuitive":[112],"UI,":[113],"advanced":[115],"analysis":[116],"positioning":[118],"it":[119],"a":[121],"tool":[123],"responsible":[126],"models.":[130]},"counts_by_year":[],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2026-02-14T00:00:00"}