{"id":"https://openalex.org/W4413349575","doi":"https://doi.org/10.1109/sse67621.2025.00029","title":"Measuring the Accuracy of Machine Learning Services with Minimum Labeling Efforts","display_name":"Measuring the Accuracy of Machine Learning Services with Minimum Labeling Efforts","publication_year":2025,"publication_date":"2025-07-07","ids":{"openalex":"https://openalex.org/W4413349575","doi":"https://doi.org/10.1109/sse67621.2025.00029"},"language":"en","primary_location":{"id":"doi:10.1109/sse67621.2025.00029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sse67621.2025.00029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Software Services Engineering (SSE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Eejoy Lim","orcid":null},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eejoy Lim","raw_affiliation_strings":["University of Michigan,Dearborn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan,Dearborn","institution_ids":["https://openalex.org/I4210130704"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101860736","display_name":"Zheng Song","orcid":"https://orcid.org/0000-0003-2698-1559"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheng Song","raw_affiliation_strings":["University of Michigan,Dearborn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan,Dearborn","institution_ids":["https://openalex.org/I4210130704"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210130704"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2636691,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"172","last_page":"181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.6147000193595886,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.6147000193595886,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14420","display_name":"Advanced Research in Systems and Signal Processing","score":0.567300021648407,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6718502044677734},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46735456585884094},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41591811180114746}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6718502044677734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46735456585884094},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41591811180114746}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sse67621.2025.00029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sse67621.2025.00029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Software Services Engineering (SSE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7900860681","display_name":"CRII: CNS: With Uncertainty Comes Opportunity: Providing Best-Effort Edge Services with Uncertain and Limited Resources","funder_award_id":"2104337","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1985514943","https://openalex.org/W2039240409","https://openalex.org/W2138763184","https://openalex.org/W2309693750","https://openalex.org/W2755793481","https://openalex.org/W2804114627","https://openalex.org/W2948254043","https://openalex.org/W2989644209","https://openalex.org/W3015725325","https://openalex.org/W3015813790","https://openalex.org/W3019285387","https://openalex.org/W3041012898","https://openalex.org/W3152821116","https://openalex.org/W3163829544","https://openalex.org/W4284678701","https://openalex.org/W4294884465","https://openalex.org/W4313886664"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,36,182],"Large":[3],"Language":[4],"Models":[5],"and":[6,40,78,98,110,161,179,206,222],"Generative":[7],"Artificial":[8],"Intelligence":[9],"have":[10,30],"significantly":[11,213],"boosted":[12],"the":[13,31,46,50,62,87,100,118,133,136,175,180,183,186,190,195],"usage":[14],"of":[15,24,48,64,114,120,135,185,197,203,220,228],"Machine":[16],"Learning":[17],"(ML)":[18],"services,":[19,205],"leading":[20],"to":[21,84,116,165,174],"a":[22,112],"variety":[23],"providers":[25],"offering":[26],"comparable":[27],"services":[28,67,121,142],"that":[29,210],"same":[32],"functionalities":[33],"but":[34,102],"differ":[35],"their":[37,56,157],"model":[38],"structures":[39],"training":[41],"datasets.":[42],"Application":[43],"developers":[44,83],"face":[45],"challenge":[47],"selecting":[49,109,147],"most":[51],"accurate":[52],"ML":[53],"service":[54,158],"for":[55,90,143],"applications,":[57],"which":[58,107],"necessitates":[59],"effectively":[60],"measuring":[61],"accuracy":[63,177,191],"these":[65],"equivalent":[66],"using":[68],"application-specific":[69],"data":[70],"as":[71,80],"inputs.":[72],"This":[73],"process":[74],"is":[75],"both":[76],"time-consuming":[77],"labor-intensive,":[79],"it":[81],"requires":[82],"manually":[85],"label":[86],"expected":[88],"outcomes":[89,160],"each":[91,171],"input.":[92],"In":[93],"this":[94],"paper,":[95],"we":[96],"formalize":[97],"address":[99],"important":[101],"long-overlooked":[103],"\u201csample":[104],"selection":[105],"problem;\u2019":[106],"involves":[108],"labeling":[111,223],"subset":[113],"inputs":[115,145,152,168,188],"measure":[117,194],"accu-racy":[119],"with":[122],"minimal":[123],"error.":[124],"Our":[125],"Collaborative":[126],"Online":[127],"Sample":[128],"Selection":[129],"(COSS)":[130],"approach":[131],"considers":[132],"correlation":[134],"invocation":[137,159],"results":[138,208],"from":[139],"all":[140,144],"candidate":[141],"when":[146],"samples.":[148],"Specifically,":[149],"COSS":[150],"clusters":[151],"into":[153],"\u201cpatterns\u201d":[154],"based":[155,169],"on":[156,170,189,200],"employs":[162],"an":[163,218,226],"algorithm":[164,199,212],"iteratively":[166],"select":[167],"pattern's":[172],"contribution":[173],"overall":[176],"measurement,":[178],"confidence":[181],"impact":[184],"already-selected":[187],"measurement.":[192],"We":[193],"effectiveness":[196],"our":[198,207,211],"three":[201],"sets":[202],"web":[204],"indicate":[209],"reduces":[214],"measurement":[215],"errors":[216],"by":[217,225],"average":[219,227],"54%":[221],"effort":[224],"30%.":[229]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}