{"id":"https://openalex.org/W4284678701","doi":"https://doi.org/10.1109/iwqos54832.2022.9812877","title":"Quality-aided Annotation Service Selection in MLaaS Market","display_name":"Quality-aided Annotation Service Selection in MLaaS Market","publication_year":2022,"publication_date":"2022-06-10","ids":{"openalex":"https://openalex.org/W4284678701","doi":"https://doi.org/10.1109/iwqos54832.2022.9812877"},"language":"en","primary_location":{"id":"doi:10.1109/iwqos54832.2022.9812877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos54832.2022.9812877","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/ACM 30th International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003235707","display_name":"Shanyang Jiang","orcid":"https://orcid.org/0009-0002-9661-392X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shanyang Jiang","raw_affiliation_strings":["University of Science and Technology of China,School of Data Science,Hefei,China","School of Data Science, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Data Science,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Data Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100322320","display_name":"Lan Zhang","orcid":"https://orcid.org/0000-0003-1004-8588"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lan Zhang","raw_affiliation_strings":["University of Science and Technology of China,School of Computer Science and Technology School of Data Science,Hefei,China","School of Computer Science and Technology School of Data Science, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Computer Science and Technology School of Data Science,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Computer Science and Technology School of Data Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5003235707"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.606,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.71960402,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6468367576599121},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6437501907348633},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5755442380905151},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5736949443817139},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4208248257637024},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3474145233631134},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.20202606916427612},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.11461025476455688}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6468367576599121},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6437501907348633},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5755442380905151},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5736949443817139},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4208248257637024},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3474145233631134},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.20202606916427612},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.11461025476455688},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwqos54832.2022.9812877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos54832.2022.9812877","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/ACM 30th International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1583104845","https://openalex.org/W1601808502","https://openalex.org/W1861492603","https://openalex.org/W2007972815","https://openalex.org/W2031489346","https://openalex.org/W2076580309","https://openalex.org/W2138597123","https://openalex.org/W2146928171","https://openalex.org/W2150102617","https://openalex.org/W2236345491","https://openalex.org/W2585226541","https://openalex.org/W2593018837","https://openalex.org/W2618197573","https://openalex.org/W2739996966","https://openalex.org/W2767060088","https://openalex.org/W2770885069","https://openalex.org/W2788481061","https://openalex.org/W2793232175","https://openalex.org/W2793539428","https://openalex.org/W2809117326","https://openalex.org/W2948061489","https://openalex.org/W2948176562","https://openalex.org/W2964210282","https://openalex.org/W2970882052","https://openalex.org/W3013781866","https://openalex.org/W3029775758","https://openalex.org/W3034209930","https://openalex.org/W3081749234","https://openalex.org/W3121763331","https://openalex.org/W3129429590","https://openalex.org/W3153115523","https://openalex.org/W4205720575","https://openalex.org/W4250589301","https://openalex.org/W4283803705","https://openalex.org/W4289869140","https://openalex.org/W6634878575","https://openalex.org/W6675442060","https://openalex.org/W6680646936","https://openalex.org/W6681455198","https://openalex.org/W6681875376","https://openalex.org/W6689795572","https://openalex.org/W6745713636","https://openalex.org/W6748382702","https://openalex.org/W6749470492","https://openalex.org/W6775267426","https://openalex.org/W6779494992","https://openalex.org/W6790700439","https://openalex.org/W6841450380"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W4380994516","https://openalex.org/W2251519152"],"abstract_inverted_index":{"The":[0],"vibrant":[1],"markets":[2],"offering":[3],"data":[4,68],"annotation":[5,67,114],"services":[6,21,32,71],"are":[7,22],"fast-growing":[8],"and":[9,39,52,93,106,149,159,172],"play":[10],"an":[11,95,119,130],"important":[12],"part":[13],"in":[14,45],"machine":[15,156],"learning.":[16],"While":[17],"many":[18],"multi-label":[19,66],"prediction":[20],"available,":[23],"it":[24],"is":[25],"challenging":[26],"for":[27,35],"consumers":[28],"to":[29,33,42,100,128],"decide":[30],"which":[31,125],"use":[34],"their":[36],"own":[37],"tasks":[38],"budgets":[40],"due":[41],"the":[43,83,88,102,113],"heterogeneity":[44],"those":[46],"services\u2019":[47],"labeling":[48,50,84,104],"categories,":[49],"quality":[51,105],"price.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57,111],"focus":[58],"on":[59,87,145,154],"a":[60,73,78,136,150],"practical":[61],"problem":[62],"of":[63,152],"obtaining":[64],"high-quality":[65],"from":[69],"multiple":[70],"within":[72],"budget":[74],"constraint.":[75],"We":[76,141],"propose":[77],"framework":[79],"that":[80,166],"firstly":[81],"parameterizes":[82],"generation":[85],"based":[86],"constructed":[89],"Probabilistic":[90],"Graph":[91],"Model,":[92],"designs":[94],"Expectation":[96],"Maximization(EM)-based":[97],"iteration":[98],"algorithm":[99,134],"estimate":[101],"service":[103,115],"task":[107],"truth":[108],"distribution.":[109],"Then":[110],"transform":[112],"selection":[116],"strategy":[117],"into":[118],"adaptive":[120,131],"submodular":[121],"maximization":[122],"coverage":[123],"problem,":[124],"motivates":[126],"us":[127],"design":[129,144],"random":[132],"greedy":[133],"with":[135],"constant":[137],"approximation":[138],"ratio":[139],"1\u22121/e.":[140],"evaluate":[142],"our":[143,167],"both":[146],"real-world":[147],"experiments":[148,163],"series":[151],"simulations":[153],"various":[155],"learning":[157],"models":[158],"real":[160],"datasets.":[161],"These":[162],"will":[164],"show":[165],"method":[168],"has":[169],"more":[170],"accuracy":[171],"reliability":[173],"improvements.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}