{"id":"https://openalex.org/W7047884249","doi":null,"title":"Human-in-the-loop machine learning active learning and annotation for human-centered AI","display_name":"Human-in-the-loop machine learning active learning and annotation for human-centered AI","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W7047884249"},"language":"en","primary_location":{"id":"pmh:oai:aleph.bib-bvb.de:BVB01-032834220","doi":null,"is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/servlet/opac?bknumber=10280384","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"article","indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Monarch, Robert","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Monarch, Robert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5046006076","display_name":"Christopher D. Manning","orcid":"https://orcid.org/0000-0001-6155-649X","observed_orcids":["https://orcid.org/0000-0001-6155-649X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manning, Christopher D. 1965-","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5902,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.85192563,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9326000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9326000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.039000000804662704,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.014000000432133675,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-in-the-loop-machine-learning","display_name":"human-in-the-loop learning","score":0.9819999933242798},{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.9869999885559082},{"id":"https://openalex.org/keywords/manual-annotation","display_name":"manual annotation","score":0.8669999837875366},{"id":"https://openalex.org/keywords/human-feedback","display_name":"human feedback","score":0.7089999914169312},{"id":"https://openalex.org/keywords/annotation-interface","display_name":"annotation interface","score":0.5839999914169312},{"id":"https://openalex.org/keywords/annotation-quality-control","display_name":"annotation quality control","score":0.7730000019073486},{"id":"https://openalex.org/keywords/training-data-labeling","display_name":"training data labeling","score":0.7269999980926514},{"id":"https://openalex.org/keywords/object-detection","display_name":"object detection","score":0.8809999823570251},{"id":"https://openalex.org/keywords/semantic-segmentation","display_name":"semantic segmentation","score":1.0},{"id":"https://openalex.org/keywords/sequence-labeling","display_name":"sequence labeling","score":0.9990000128746033},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.9549999833106995},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.8360000252723694},{"id":"https://openalex.org/keywords/human-centered-ai","display_name":"human-centered AI","score":0.9139999747276306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7603999972343445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7390999794006348},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.708899974822998},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7071999907493591},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.6223999857902527},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45910000801086426},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4099000096321106},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3901999890804291},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.38530001044273376},{"id":"https://openalex.org/C24138899","wikidata":"https://www.wikidata.org/wiki/Q17141258","display_name":"Instance-based learning","level":3,"score":0.37929999828338623},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.375900000333786},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.36719998717308044},{"id":"https://openalex.org/C117619785","wikidata":"https://www.wikidata.org/wiki/Q6094414","display_name":"Iterative learning control","level":3,"score":0.3659000098705292},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3517000079154968},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.3337000012397766},{"id":"https://openalex.org/C77075516","wikidata":"https://www.wikidata.org/wiki/Q6027324","display_name":"Inductive transfer","level":5,"score":0.2865999937057495},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2863999903202057},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.27639999985694885},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.2623000144958496},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.250900000333786},{"id":"https://openalex.org/C117270229","wikidata":"https://www.wikidata.org/wiki/Q5957539","display_name":"Hyper-heuristic","level":5,"score":0.2508000135421753}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:aleph.bib-bvb.de:BVB01-032834220","doi":null,"is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/servlet/opac?bknumber=10280384","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:aleph.bib-bvb.de:BVB01-032881704","doi":null,"is_oa":false,"landing_page_url":"https://bvbr.bib-bvb.de:443/F?func=service&doc_library=BVB01&local_base=BVB01&doc_number=032881704&sequence=000001&line_number=0001&func_code=DB_RECORDS&service_type=MEDIA","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4406567701","https://openalex.org/W3203708846","https://openalex.org/W4200192772","https://openalex.org/W4408593087","https://openalex.org/W4297924722","https://openalex.org/W7160413971","https://openalex.org/W7020070153","https://openalex.org/W4404396960","https://openalex.org/W2909821213","https://openalex.org/W7130360678"],"abstract_inverted_index":{"Machine":[0],"learning":[1,34,96],"applications":[2],"perform":[3],"better":[4],"with":[5,86],"human":[6,55,60],"feedback.":[7],"Keeping":[8],"the":[9,13,16,87],"right":[10],"people":[11],"in":[12,22],"loop":[14],"improves":[15],"accuracy":[17],"of":[18],"models,":[19],"reduces":[20],"errors":[21],"data,":[23],"lowers":[24],"costs,":[25],"and":[26,40,62,76,81,89,97],"helps":[27],"you":[28],"ship":[29],"models":[30],"faster.":[31],"Human-in-the-loop":[32],"machine":[33],"lays":[35],"out":[36],"methods":[37],"for":[38,54,59,72],"humans":[39],"machines":[41],"to":[42,68,91],"work":[43],"together":[44],"effectively.":[45],"You'll":[46,66],"find":[47],"best":[48],"practices":[49],"on":[50],"selecting":[51],"sample":[52],"data":[53,71],"feedback,":[56],"quality":[57],"control":[58],"annotations,":[61],"designing":[63],"annotation":[64,100],"interfaces.":[65],"learn":[67],"dreate":[69],"training":[70],"labeling,":[73,80],"object":[74],"detection,":[75],"semantic":[77],"segmentation,":[78],"sequence":[79],"more.":[82],"The":[83],"book":[84],"starts":[85],"basics":[88],"progresses":[90],"advanced":[92],"techniques":[93],"like":[94],"transfer":[95],"self-supervision":[98],"within":[99],"workflows.":[101]},"counts_by_year":[{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2025-10-10T00:00:00"}