{"id":"https://openalex.org/W4363649092","doi":"https://doi.org/10.1109/ciss56502.2023.10089781","title":"AI/ML Systems Engineering Workbench Framework","display_name":"AI/ML Systems Engineering Workbench Framework","publication_year":2023,"publication_date":"2023-03-22","ids":{"openalex":"https://openalex.org/W4363649092","doi":"https://doi.org/10.1109/ciss56502.2023.10089781"},"language":"en","primary_location":{"id":"doi:10.1109/ciss56502.2023.10089781","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ciss56502.2023.10089781","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 57th Annual Conference on Information Sciences and Systems (CISS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027268747","display_name":"Kofi Nyarko","orcid":"https://orcid.org/0000-0002-7481-5080"},"institutions":[{"id":"https://openalex.org/I83909951","display_name":"Morgan State University","ror":"https://ror.org/017d8gk22","country_code":"US","type":"education","lineage":["https://openalex.org/I83909951"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kofi Nyarko","raw_affiliation_strings":["Morgan State University,Department of Electrical and Computer Engineering,Baltimore,USA","Department of Electrical and Computer Engineering, Morgan State University, Baltimore, USA"],"affiliations":[{"raw_affiliation_string":"Morgan State University,Department of Electrical and Computer Engineering,Baltimore,USA","institution_ids":["https://openalex.org/I83909951"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Morgan State University, Baltimore, USA","institution_ids":["https://openalex.org/I83909951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004774964","display_name":"Peter Taiwo","orcid":"https://orcid.org/0000-0002-8637-506X"},"institutions":[{"id":"https://openalex.org/I83909951","display_name":"Morgan State University","ror":"https://ror.org/017d8gk22","country_code":"US","type":"education","lineage":["https://openalex.org/I83909951"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Taiwo","raw_affiliation_strings":["Morgan State University,Department of Electrical and Computer Engineering,Baltimore,USA","Department of Electrical and Computer Engineering, Morgan State University, Baltimore, USA"],"affiliations":[{"raw_affiliation_string":"Morgan State University,Department of Electrical and Computer Engineering,Baltimore,USA","institution_ids":["https://openalex.org/I83909951"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Morgan State University, Baltimore, USA","institution_ids":["https://openalex.org/I83909951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047414721","display_name":"Chukwuemeka Duru","orcid":"https://orcid.org/0000-0001-8103-2116"},"institutions":[{"id":"https://openalex.org/I83909951","display_name":"Morgan State University","ror":"https://ror.org/017d8gk22","country_code":"US","type":"education","lineage":["https://openalex.org/I83909951"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chukwuemeka Duru","raw_affiliation_strings":["Morgan State University,Department of Electrical and Computer Engineering,Baltimore,USA","Department of Electrical and Computer Engineering, Morgan State University, Baltimore, USA"],"affiliations":[{"raw_affiliation_string":"Morgan State University,Department of Electrical and Computer Engineering,Baltimore,USA","institution_ids":["https://openalex.org/I83909951"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Morgan State University, Baltimore, USA","institution_ids":["https://openalex.org/I83909951"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078472843","display_name":"Emmanual Masa-Ibi","orcid":null},"institutions":[{"id":"https://openalex.org/I83909951","display_name":"Morgan State University","ror":"https://ror.org/017d8gk22","country_code":"US","type":"education","lineage":["https://openalex.org/I83909951"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emmanual Masa-Ibi","raw_affiliation_strings":["Morgan State University,Department of Electrical and Computer Engineering,Baltimore,USA","Department of Electrical and Computer Engineering, Morgan State University, Baltimore, USA"],"affiliations":[{"raw_affiliation_string":"Morgan State University,Department of Electrical and Computer Engineering,Baltimore,USA","institution_ids":["https://openalex.org/I83909951"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Morgan State University, Baltimore, USA","institution_ids":["https://openalex.org/I83909951"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5027268747"],"corresponding_institution_ids":["https://openalex.org/I83909951"],"apc_list":null,"apc_paid":null,"fwci":0.3273,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.59100737,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9559999704360962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9055676460266113},{"id":"https://openalex.org/keywords/workbench","display_name":"Workbench","score":0.8949524164199829},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8120423555374146},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8002393245697021},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5745057463645935},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5477506518363953},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.47814902663230896},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4617566764354706},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4295896887779236},{"id":"https://openalex.org/keywords/service-layer","display_name":"Service layer","score":0.4275762140750885},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4170827567577362},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.29794448614120483},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2117464244365692},{"id":"https://openalex.org/keywords/web-service","display_name":"Web service","score":0.18402528762817383}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9055676460266113},{"id":"https://openalex.org/C2779145975","wikidata":"https://www.wikidata.org/wiki/Q347690","display_name":"Workbench","level":3,"score":0.8949524164199829},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8120423555374146},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8002393245697021},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5745057463645935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5477506518363953},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.47814902663230896},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4617566764354706},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4295896887779236},{"id":"https://openalex.org/C108548466","wikidata":"https://www.wikidata.org/wiki/Q7455767","display_name":"Service layer","level":3,"score":0.4275762140750885},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4170827567577362},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.29794448614120483},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2117464244365692},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.18402528762817383},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ciss56502.2023.10089781","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ciss56502.2023.10089781","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 57th Annual Conference on Information Sciences and Systems (CISS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5899999737739563,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W935072310","https://openalex.org/W1566376227","https://openalex.org/W2301256649","https://openalex.org/W2589244411","https://openalex.org/W2997590552","https://openalex.org/W3092327201","https://openalex.org/W3106647814","https://openalex.org/W3128940808","https://openalex.org/W3205200024","https://openalex.org/W3212464620","https://openalex.org/W4239762439"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W2388509490","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2011676020"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"the":[3,161,212],"framework":[4,24,65,82,189],"of":[5,63,72,84,216],"a":[6,29,98,128,202],"cloud-based":[7,154],"Artificial":[8],"Intelligence":[9],"(AI)":[10],"and":[11,20,35,54,57,69,110,140,169,174,179,193,214,223],"Machine":[12],"Learning":[13],"(ML)":[14],"workbench":[15,81,162],"that":[16,104,144],"provides":[17],"services":[18,115],"utilization":[19],"performance":[21,185],"benchmarking.":[22],"The":[23,60,80,88,121],"promotes":[25],"convenience":[26],"by":[27,163],"enabling":[28],"centralized":[30],"platform":[31],"for":[32,205,220],"software":[33],"developers":[34],"data":[36,217],"scientists":[37],"to":[38,107,134],"perform":[39],"federated":[40],"search":[41],"across":[42],"various":[43,73,117],"dataset":[44],"repositories,":[45],"choose":[46],"problem":[47],"domains,":[48],"like":[49],"Natural":[50],"Language":[51],"Processing,":[52],"Speech":[53],"Computer":[55],"Vision,":[56],"build/validate":[58],"models.":[59],"benchmarking":[61,186],"functionality":[62],"this":[64,188],"helps":[66],"users":[67,106],"evaluate":[68],"compare":[70],"performances":[71],"solutions":[74],"from":[75,116],"multiple":[76,148],"cloud":[77,149,203],"service":[78,99,119],"providers.":[79,120],"consists":[83],"two":[85],"primary":[86],"layers.":[87],"Services":[89],"layer":[90,123],"which":[91],"is":[92,124,158],"rendered":[93],"as":[94,97,127],"an":[95,125],"AI":[96,118,192],"(AIaaS)":[100],"model,":[101],"providing":[102,132],"interfaces":[103],"connect":[105],"vision,":[108],"speech":[109],"natural":[111],"language":[112],"processing":[113],"(NLP)":[114],"Platform":[122],"ML":[126,135,150,175,194],"Service":[129],"(MLaaS)":[130],"model":[131,136],"access":[133],"training,":[137],"tuning,":[138],"inference":[139],"transfer":[141],"learning":[142],"tasks":[143],"are":[145],"fulfillable":[146],"on":[147,160,167],"platforms":[151],"with":[152],"preset":[153],"compute":[155],"instances.":[156],"Benchmarking":[157],"provided":[159],"comparing":[164],"accuracy":[165],"metrics":[166],"prediction":[168],"detection":[170],"counts,":[171],"F1":[172],"scores":[173],"training":[176,219],"instances":[177],"setup":[178],"completion":[180],"time.":[181],"By":[182],"utilizing":[183],"these":[184],"features,":[187],"can":[190],"assist":[191],"practitioners":[195],"in":[196],"making":[197],"informed":[198],"judgments":[199],"when":[200],"selecting":[201],"provider":[204],"specific":[206],"activities.":[207],"Additionally,":[208],"it":[209],"will":[210],"increase":[211],"effectiveness":[213],"efficiency":[215],"science":[218],"both":[221],"teachers":[222],"students.":[224]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}