{"id":"https://openalex.org/W4306742374","doi":"https://doi.org/10.1145/3568811.3533773","title":"Harnessing the Power of Natural Language Processing to Mass Produce Test Items","display_name":"Harnessing the Power of Natural Language Processing to Mass Produce Test Items","publication_year":2022,"publication_date":"2022-10-18","ids":{"openalex":"https://openalex.org/W4306742374","doi":"https://doi.org/10.1145/3568811.3533773"},"language":"en","primary_location":{"id":"doi:10.1145/3568811.3533773","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3568811.3533773","pdf_url":null,"source":{"id":"https://openalex.org/S4210224258","display_name":"eLearn","issn_l":"1535-394X","issn":["1535-394X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"eLearn","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064761812","display_name":"Martin C. Yu","orcid":"https://orcid.org/0000-0003-3670-5443"},"institutions":[{"id":"https://openalex.org/I4210140484","display_name":"Human Resources Research Organization","ror":"https://ror.org/03xey5e12","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140484"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Martin C. Yu","raw_affiliation_strings":["HumRRO"],"affiliations":[{"raw_affiliation_string":"HumRRO","institution_ids":["https://openalex.org/I4210140484"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022444976","display_name":"Taylor Sullivan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taylor Sullivan","raw_affiliation_strings":["Codility"],"affiliations":[{"raw_affiliation_string":"Codility","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5064761812"],"corresponding_institution_ids":["https://openalex.org/I4210140484"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12061619,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2022","issue":"9","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9484000205993652,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7912867069244385},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.7848287224769592},{"id":"https://openalex.org/keywords/synchronizing","display_name":"Synchronizing","score":0.6329838633537292},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.5054848194122314},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.503447949886322},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4961877465248108},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.47795677185058594},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40468963980674744},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39211201667785645},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3903360366821289},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07956483960151672},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.06918007135391235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7912867069244385},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.7848287224769592},{"id":"https://openalex.org/C162932704","wikidata":"https://www.wikidata.org/wiki/Q1058791","display_name":"Synchronizing","level":3,"score":0.6329838633537292},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.5054848194122314},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.503447949886322},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4961877465248108},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.47795677185058594},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40468963980674744},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39211201667785645},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3903360366821289},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07956483960151672},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.06918007135391235},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3568811.3533773","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3568811.3533773","pdf_url":null,"source":{"id":"https://openalex.org/S4210224258","display_name":"eLearn","issn_l":"1535-394X","issn":["1535-394X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"eLearn","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1566274093","https://openalex.org/W2587329402","https://openalex.org/W1806995473","https://openalex.org/W2977842567","https://openalex.org/W125273869","https://openalex.org/W1563618553","https://openalex.org/W1599620240","https://openalex.org/W2945260553","https://openalex.org/W2122804826","https://openalex.org/W2890214069"],"abstract_inverted_index":{"Mass":[0],"production":[1],"of":[2,58,79,88,105],"test":[3,125],"items":[4],"involves":[5],"numerous":[6],"steps":[7],"and":[8,23,34,83,113],"takes":[9],"time.":[10],"Technology":[11],"can":[12],"play":[13],"a":[14,38,72],"key":[15],"role":[16],"in":[17,46,62,74,76,117],"supplementing":[18],"human":[19],"resources":[20],"whether":[21],"gathering":[22],"storing":[24],"source":[25],"materials,":[26],"communicating":[27],"with":[28],"subject":[29],"matter":[30],"experts,":[31],"or":[32,40],"synchronizing":[33],"coordinating":[35],"activities":[36],"during":[37],"complex":[39],"fast-paced":[41],"development":[42,126],"cycle.":[43],"Our":[44],"work":[45],"automated":[47],"item":[48],"generation":[49,84],"(AIG)":[50],"using":[51],"natural":[52,80],"language":[53,81,89],"processing":[54],"is":[55],"one":[56],"example":[57],"this":[59],"process":[60],"unfolding":[61],"practice.":[63],"Over":[64],"the":[65,77,103,119,123],"past":[66],"few":[67],"years,":[68],"there":[69],"has":[70],"been":[71],"surge":[73],"developments":[75],"fields":[78],"understanding":[82],"(NLU/NLG)":[85],"regarding":[86],"applications":[87],"models":[90],"developed":[91],"via":[92],"machine":[93],"learning":[94],"techniques":[95],"that":[96],"have":[97],"yet":[98],"to":[99,102,111,122],"be":[100],"applied":[101],"area":[104],"AIG.":[106],"We":[107],"introduce":[108],"NLU/NLG":[109],"approaches":[110],"AIG":[112],"describe":[114],"our":[115],"efforts":[116],"making":[118],"technology":[120],"accessible":[121],"broader":[124],"community.":[127]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}