{"id":"https://openalex.org/W4285778680","doi":"https://doi.org/10.5281/zenodo.6853084","title":"Towards Automated Generation and Evaluation of Questions in Educational Domains","display_name":"Towards Automated Generation and Evaluation of Questions in Educational Domains","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4285778680","doi":"https://doi.org/10.5281/zenodo.6853084"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:6853085","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/6853085","pdf_url":"https://zenodo.org/record/6853085","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/6853085","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035561255","display_name":"Shravya Bhat","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shravya Bhat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101704033","display_name":"Huy A. Nguyen","orcid":"https://orcid.org/0000-0001-9662-9599","observed_orcids":["https://orcid.org/0000-0001-9662-9599"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Huy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Moore, Steven","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moore, Steven","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060576109","display_name":"John C. Stamper","orcid":"https://orcid.org/0000-0002-2291-1468","observed_orcids":["https://orcid.org/0000-0002-2291-1468"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stamper, John","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102712711","display_name":"Majd F. Sakr","orcid":"https://orcid.org/0000-0002-3739-298X","observed_orcids":["https://orcid.org/0000-0002-3739-298X","https://orcid.org/0000-0001-5150-8259"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sakr, Majd","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5063241234","display_name":"Eric Nyberg","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nyberg, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.143,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.93855567,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6064000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6064000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.22669999301433563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.05339999869465828,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-generation","display_name":"question generation","score":0.9539999961853027},{"id":"https://openalex.org/keywords/educational-question-generation","display_name":"educational question generation","score":0.7919999957084656},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.878000020980835},{"id":"https://openalex.org/keywords/question-evaluation","display_name":"question evaluation","score":0.5099999904632568},{"id":"https://openalex.org/keywords/t5","display_name":"T5","score":0.6980000138282776},{"id":"https://openalex.org/keywords/knowledge-graphs","display_name":"knowledge graphs","score":0.8889999985694885},{"id":"https://openalex.org/keywords/learning-materials","display_name":"learning materials","score":0.7360000014305115},{"id":"https://openalex.org/keywords/automated-assessment","display_name":"automated assessment","score":0.3619999885559082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6314598321914673},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3353910446166992}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:zenodo.org:6853085","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/6853085","pdf_url":"https://zenodo.org/record/6853085","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},{"id":"doi:10.5281/zenodo.6853084","doi":"https://doi.org/10.5281/zenodo.6853084","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.6853084","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ConferencePaper"},{"id":"doi:10.5281/zenodo.6853085","doi":"https://doi.org/10.5281/zenodo.6853085","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.6853085","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ConferencePaper"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:6853085","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/6853085","pdf_url":"https://zenodo.org/record/6853085","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[{"score":0.9901999831199646,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285778680.pdf","grobid_xml":"https://content.openalex.org/works/W4285778680.grobid-xml"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W2963748441","https://openalex.org/W3093517588","https://openalex.org/W3138899981","https://openalex.org/W3194309076"],"related_works":["https://openalex.org/W4294768397","https://openalex.org/W7124448349","https://openalex.org/W4394824716","https://openalex.org/W4321770433","https://openalex.org/W2810503719","https://openalex.org/W4310995245","https://openalex.org/W4412638228","https://openalex.org/W4411244725","https://openalex.org/W6930635992","https://openalex.org/W4382318191"],"abstract_inverted_index":{"While":[0],"Question-Answering":[1],"(QA)":[2],"has":[3,18,25],"been":[4,19],"a":[5,22,41,59,79,85],"longtime":[6],"area":[7],"of":[8,21,118,131],"interest":[9],"for":[10,38,61],"NLP":[11,148],"and":[12,50,63,84,124,146],"ML":[13],"groups,":[14],"Question":[15],"Generation":[16],"(QG)":[17],"less":[20],"focus,":[23,44],"but":[24,45],"begun":[26],"to":[27,103],"generate":[28],"more":[29,42],"research":[30,149],"in":[31,71,128,150],"the":[32,91,96,104,111,116,132,139,144],"last":[33],"few":[34],"years.":[35],"QG":[36],"specifically":[37],"education":[39],"is":[40,48],"narrow":[43],"one":[46],"that":[47,115],"important":[49],"holds":[51],"great":[52],"promise.":[53],"In":[54],"this":[55],"work,":[56],"we":[57],"present":[58],"pipeline":[60,145],"generating":[62],"evaluating":[64],"multiple-choice":[65],"questions":[66,98,120],"from":[67],"text-based":[68],"learning":[69],"materials":[70],"an":[72],"introductory":[73],"data":[74],"science":[75],"course.":[76,133],"We":[77,134],"applied":[78],"T5":[80],"question":[81],"generation":[82],"model":[83,89],"concept":[86],"hierarchy":[87],"extraction":[88],"on":[90,100,138],"text":[92],"content,":[93],"then":[94],"ranked":[95],"generated":[97],"based":[99],"their":[101],"relevance":[102],"resulting":[105],"knowledge":[106],"graph.":[107],"Our":[108],"evaluation":[109],"with":[110,136],"course":[112],"instructors":[113],"show":[114],"majority":[117],"high-ranked":[119],"have":[121],"acceptable":[122],"quality":[123],"can":[125],"be":[126],"deployed":[127],"future":[129],"iterations":[130],"conclude":[135],"discussions":[137],"next":[140],"steps":[141],"towards":[142],"refining":[143],"promoting":[147],"educational":[151],"domains.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2022-07-19T00:00:00"}