{"id":"https://openalex.org/W7130331741","doi":"https://doi.org/10.1109/mitp.2025.3646118","title":"Practical Insights Into AI System Product Quality Evaluation","display_name":"Practical Insights Into AI System Product Quality Evaluation","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7130331741","doi":"https://doi.org/10.1109/mitp.2025.3646118"},"language":"en","primary_location":{"id":"doi:10.1109/mitp.2025.3646118","is_oa":true,"landing_page_url":"https://doi.org/10.1109/mitp.2025.3646118","pdf_url":null,"source":{"id":"https://openalex.org/S86192639","display_name":"IT Professional","issn_l":"1520-9202","issn":["1520-9202","1941-045X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IT Professional","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/mitp.2025.3646118","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116329765","display_name":"Wallace Albertini","orcid":null},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Wallace Albertini","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro, Rio de Janeiro, Brazil"],"raw_orcid":"https://orcid.org/0009-0002-0175-953X","affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro, Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003804860","display_name":"Jes\u00fas Oviedo","orcid":"https://orcid.org/0000-0001-7962-1042"},"institutions":[{"id":"https://openalex.org/I79189158","display_name":"University of Castilla-La Mancha","ror":"https://ror.org/05r78ng12","country_code":"ES","type":"education","lineage":["https://openalex.org/I79189158"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jes\u00fas Oviedo","raw_affiliation_strings":["AQCLab and University of Castilla-La Mancha, Ciudad Real, Spain"],"raw_orcid":"https://orcid.org/0000-0001-7962-1042","affiliations":[{"raw_affiliation_string":"AQCLab and University of Castilla-La Mancha, Ciudad Real, Spain","institution_ids":["https://openalex.org/I79189158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126319563","display_name":"Eduardo Motta","orcid":null},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Eduardo Motta","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro, Rio de Janeiro, Brazil"],"raw_orcid":"https://orcid.org/0009-0002-5358-8525","affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro, Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037003339","display_name":"J\u00falia Guedelha Ara\u00fajo","orcid":null},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Julia Ara\u00fajo","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro, Rio de Janeiro, Brazil"],"raw_orcid":"https://orcid.org/0009-0009-8787-8062","affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro, Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064073573","display_name":"Marina Ara\u00fajo","orcid":"https://orcid.org/0009-0003-3374-898X"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marina Ara\u00fajo","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro, Rio de Janeiro, Brazil"],"raw_orcid":"https://orcid.org/0009-0003-3374-898X","affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro, Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126322081","display_name":"Mois\u00e9s Rodr\u00edguez","orcid":null},"institutions":[{"id":"https://openalex.org/I79189158","display_name":"University of Castilla-La Mancha","ror":"https://ror.org/05r78ng12","country_code":"ES","type":"education","lineage":["https://openalex.org/I79189158"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mois\u00e9s Rodr\u00edguez","raw_affiliation_strings":["AQCLab and University of Castilla-La Mancha, Ciudad Real, Spain"],"raw_orcid":"https://orcid.org/0000-0003-2155-7409","affiliations":[{"raw_affiliation_string":"AQCLab and University of Castilla-La Mancha, Ciudad Real, Spain","institution_ids":["https://openalex.org/I79189158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000881869","display_name":"H\u00e9lio Lopes","orcid":"https://orcid.org/0000-0003-4584-1455"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Helio Lopes","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro, Rio de Janeiro, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-4584-1455","affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro, Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062526200","display_name":"Marcos Kalinowski","orcid":"https://orcid.org/0000-0003-1445-3425"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcos Kalinowski","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro, Rio de Janeiro, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-1445-3425","affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro, Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083263115","display_name":"Mario Piattini","orcid":"https://orcid.org/0000-0002-7212-8279"},"institutions":[{"id":"https://openalex.org/I79189158","display_name":"University of Castilla-La Mancha","ror":"https://ror.org/05r78ng12","country_code":"ES","type":"education","lineage":["https://openalex.org/I79189158"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mario Piattini","raw_affiliation_strings":["University of Castilla-La Mancha, Ciudad Real, Spain"],"raw_orcid":"https://orcid.org/0000-0002-7212-8279","affiliations":[{"raw_affiliation_string":"University of Castilla-La Mancha, Ciudad Real, Spain","institution_ids":["https://openalex.org/I79189158"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5116329765"],"corresponding_institution_ids":["https://openalex.org/I2699952"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30729261,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":"1","first_page":"81","last_page":"87"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.11640000343322754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.11640000343322754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.08229999989271164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0754999965429306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5489000082015991},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.5286999940872192},{"id":"https://openalex.org/keywords/representativeness-heuristic","display_name":"Representativeness heuristic","score":0.4837999939918518},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.45500001311302185},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.45010000467300415},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.3411000072956085},{"id":"https://openalex.org/keywords/quality-assurance","display_name":"Quality assurance","score":0.33160001039505005},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.3237000107765198}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7199000120162964},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5489000082015991},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.5286999940872192},{"id":"https://openalex.org/C37381756","wikidata":"https://www.wikidata.org/wiki/Q20203288","display_name":"Representativeness heuristic","level":2,"score":0.4837999939918518},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.45500001311302185},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.45010000467300415},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3749000132083893},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.3411000072956085},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.33160001039505005},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.3237000107765198},{"id":"https://openalex.org/C19351080","wikidata":"https://www.wikidata.org/wiki/Q1395034","display_name":"New product development","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.31200000643730164},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3084999918937683},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2937999963760376},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28630000352859497},{"id":"https://openalex.org/C121017731","wikidata":"https://www.wikidata.org/wiki/Q11661","display_name":"Information technology","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C45983554","wikidata":"https://www.wikidata.org/wiki/Q3412851","display_name":"Information quality","level":3,"score":0.2736000120639801},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25949999690055847},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.25850000977516174},{"id":"https://openalex.org/C7166840","wikidata":"https://www.wikidata.org/wiki/Q1199682","display_name":"System testing","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mitp.2025.3646118","is_oa":true,"landing_page_url":"https://doi.org/10.1109/mitp.2025.3646118","pdf_url":null,"source":{"id":"https://openalex.org/S86192639","display_name":"IT Professional","issn_l":"1520-9202","issn":["1520-9202","1941-045X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IT Professional","raw_type":"journal-article"},{"id":"pmh:oai:ruidera.uclm.es:10578/48090","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/abstract/document/11399545/authors#authors","pdf_url":"https://ruidera.uclm.es/bitstreams/fd7fec50-cbe6-45fc-b60a-fda92fb01fe8/download","source":{"id":"https://openalex.org/S4377196358","display_name":"RUIdeRA - Institutional University Repository (University of Castilla-La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/mitp.2025.3646118","is_oa":true,"landing_page_url":"https://doi.org/10.1109/mitp.2025.3646118","pdf_url":null,"source":{"id":"https://openalex.org/S86192639","display_name":"IT Professional","issn_l":"1520-9202","issn":["1520-9202","1941-045X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IT Professional","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.41539400815963745,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2162739315","https://openalex.org/W3176115515","https://openalex.org/W3187068675","https://openalex.org/W4383098330","https://openalex.org/W4391097080","https://openalex.org/W4394010255","https://openalex.org/W4396594960","https://openalex.org/W4402389453","https://openalex.org/W4402546812","https://openalex.org/W4413142955"],"related_works":[],"abstract_inverted_index":{"This":[0],"study":[1,26],"investigates":[2],"the":[3,6,11,41,57,61,74,80,89],"application":[4],"of":[5,14,35,44,79,91],"ISO/IEC":[7],"25059":[8],"standard":[9],"in":[10,70],"quality":[12],"evaluation":[13],"artificial":[15],"intelligence":[16],"(AI)":[17],"systems,":[18],"focusing":[19],"on":[20,51],"functional":[21,46],"suitability.":[22],"Through":[23],"a":[24],"case":[25],"evaluating":[27,45],"an":[28],"AI":[29],"system":[30],"developed":[31],"for":[32],"analyzing":[33],"images":[34],"oil":[36],"platform":[37],"decks,":[38],"we":[39],"discuss":[40,65],"practical":[42],"nuances":[43],"correctness.":[47],"We":[48,59],"share":[49],"information":[50],"specific":[52],"properties":[53],"defined":[54],"to":[55,63,87],"operationalize":[56],"evaluation.":[58],"emphasize":[60],"need":[62],"thoroughly":[64],"acceptable":[66],"specification":[67],"limits,":[68],"especially":[69],"safety-critical":[71],"contexts.":[72],"Furthermore,":[73],"representativeness":[75],"and":[76],"sample":[77],"size":[78],"test":[81],"cases":[82],"should":[83],"be":[84],"systematically":[85],"considered":[86],"reflect":[88],"profile":[90],"real-world":[92],"operational":[93],"conditions.":[94]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-02-19T00:00:00"}