{"id":"https://openalex.org/W4225279564","doi":"https://doi.org/10.1007/s40593-022-00290-6","title":"Utilizing a Pretrained Language Model (BERT) to Classify Preservice Physics Teachers\u2019 Written Reflections","display_name":"Utilizing a Pretrained Language Model (BERT) to Classify Preservice Physics Teachers\u2019 Written Reflections","publication_year":2022,"publication_date":"2022-05-02","ids":{"openalex":"https://openalex.org/W4225279564","doi":"https://doi.org/10.1007/s40593-022-00290-6"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-022-00290-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-022-00290-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-022-00290-6.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-022-00290-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001035355","display_name":"Peter Wulff","orcid":"https://orcid.org/0000-0002-5471-7977"},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I4210086570","display_name":"Heidelberg University of Education","ror":"https://ror.org/0044w3h23","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210086570"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Peter Wulff","raw_affiliation_strings":["Physics Education Research, Heidelberg University of Education, Im Neuenheimer Feld 560-562, 69120, Heidelberg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5471-7977","affiliations":[{"raw_affiliation_string":"Physics Education Research, Heidelberg University of Education, Im Neuenheimer Feld 560-562, 69120, Heidelberg, Germany","institution_ids":["https://openalex.org/I4210086570","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031296450","display_name":"Lukas Mientus","orcid":"https://orcid.org/0000-0001-5344-4770"},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lukas Mientus","raw_affiliation_strings":["Institute for Physics and Astronomy, University of Potsdam, Karl-Liebknecht-Stra\u00dfe 24/25, 14476, Potsdam-Golm, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Physics and Astronomy, University of Potsdam, Karl-Liebknecht-Stra\u00dfe 24/25, 14476, Potsdam-Golm, Germany","institution_ids":["https://openalex.org/I176453806"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015006267","display_name":"Anna K. Nowak","orcid":"https://orcid.org/0000-0002-9317-9526"},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anna Nowak","raw_affiliation_strings":["Institute for Physics and Astronomy, University of Potsdam, Karl-Liebknecht-Stra\u00dfe 24/25, 14476, Potsdam-Golm, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Physics and Astronomy, University of Potsdam, Karl-Liebknecht-Stra\u00dfe 24/25, 14476, Potsdam-Golm, Germany","institution_ids":["https://openalex.org/I176453806"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039227937","display_name":"Andreas Borowski","orcid":"https://orcid.org/0000-0002-9502-0420"},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Borowski","raw_affiliation_strings":["Institute for Physics and Astronomy, University of Potsdam, Karl-Liebknecht-Stra\u00dfe 24/25, 14476, Potsdam-Golm, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9502-0420","affiliations":[{"raw_affiliation_string":"Institute for Physics and Astronomy, University of Potsdam, Karl-Liebknecht-Stra\u00dfe 24/25, 14476, Potsdam-Golm, Germany","institution_ids":["https://openalex.org/I176453806"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5001035355"],"corresponding_institution_ids":["https://openalex.org/I223822909","https://openalex.org/I4210086570"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":5.8264,"has_fulltext":true,"cited_by_count":45,"citation_normalized_percentile":{"value":0.96551592,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"33","issue":"3","first_page":"439","last_page":"466"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12500","display_name":"Reflective Practices in Education","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7523446679115295},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5879408121109009},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5248125791549683},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.48809826374053955},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4844491481781006},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4718846082687378},{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.464310884475708},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4202612638473511},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.29484057426452637},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09407275915145874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7523446679115295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5879408121109009},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5248125791549683},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.48809826374053955},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4844491481781006},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4718846082687378},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.464310884475708},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4202612638473511},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29484057426452637},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09407275915145874},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40593-022-00290-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-022-00290-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-022-00290-6.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},{"id":"pmh:oai:kobv.de-opus4-uni-potsdam:61706","is_oa":true,"landing_page_url":"https://publishup.uni-potsdam.de/frontdoor/index/index/docId/61706","pdf_url":null,"source":{"id":"https://openalex.org/S4306400594","display_name":"publish.UP (University of Potsdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I176453806","host_organization_name":"University of Potsdam","host_organization_lineage":["https://openalex.org/I176453806"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"}],"best_oa_location":{"id":"doi:10.1007/s40593-022-00290-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-022-00290-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-022-00290-6.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8799999952316284,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1976093708","display_name":null,"funder_award_id":"01JA1816","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225279564.pdf","grobid_xml":"https://content.openalex.org/works/W4225279564.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W27341848","https://openalex.org/W1501215627","https://openalex.org/W1781458262","https://openalex.org/W1892968353","https://openalex.org/W1964459817","https://openalex.org/W1969103607","https://openalex.org/W1970043627","https://openalex.org/W1982382618","https://openalex.org/W1985100237","https://openalex.org/W1995986722","https://openalex.org/W1996650435","https://openalex.org/W2000810817","https://openalex.org/W2007407316","https://openalex.org/W2009434747","https://openalex.org/W2019600690","https://openalex.org/W2020746585","https://openalex.org/W2039031214","https://openalex.org/W2040081664","https://openalex.org/W2040940389","https://openalex.org/W2043393559","https://openalex.org/W2048431936","https://openalex.org/W2051339053","https://openalex.org/W2053615142","https://openalex.org/W2084341220","https://openalex.org/W2086245846","https://openalex.org/W2086667273","https://openalex.org/W2093621717","https://openalex.org/W2102716846","https://openalex.org/W2123169053","https://openalex.org/W2124172474","https://openalex.org/W2130395160","https://openalex.org/W2133132547","https://openalex.org/W2134090198","https://openalex.org/W2138984333","https://openalex.org/W2150762032","https://openalex.org/W2160053845","https://openalex.org/W2170644967","https://openalex.org/W2250873048","https://openalex.org/W2270070752","https://openalex.org/W2321621029","https://openalex.org/W2518712911","https://openalex.org/W2593180205","https://openalex.org/W2594018861","https://openalex.org/W2595522556","https://openalex.org/W2606089314","https://openalex.org/W2613402814","https://openalex.org/W2614883504","https://openalex.org/W2791401923","https://openalex.org/W2911994647","https://openalex.org/W2913469663","https://openalex.org/W2919115771","https://openalex.org/W2970971581","https://openalex.org/W2979826702","https://openalex.org/W3015242699","https://openalex.org/W3026838079","https://openalex.org/W3035390927","https://openalex.org/W3039916702","https://openalex.org/W3091838623","https://openalex.org/W3104750522","https://openalex.org/W3110648930","https://openalex.org/W3193685060","https://openalex.org/W4235947318","https://openalex.org/W4241868989","https://openalex.org/W4245298043","https://openalex.org/W4285530062","https://openalex.org/W4292366075","https://openalex.org/W4323526630","https://openalex.org/W6619002981","https://openalex.org/W6730267373","https://openalex.org/W6748002556","https://openalex.org/W6902728790","https://openalex.org/W6964356498","https://openalex.org/W7000635770"],"related_works":["https://openalex.org/W2364921833","https://openalex.org/W2302028273","https://openalex.org/W2731899572","https://openalex.org/W1525643724","https://openalex.org/W2067938758","https://openalex.org/W3215138031","https://openalex.org/W2382623646","https://openalex.org/W3087771547","https://openalex.org/W2773616286","https://openalex.org/W2359001871"],"abstract_inverted_index":{"Abstract":[0],"Computer-based":[1],"analysis":[2],"of":[3,29,52,80,96,137,170,172,189],"preservice":[4,97],"teachers\u2019":[5,99],"written":[6,81,100,128],"reflections":[7,101,129],"could":[8],"enable":[9],"educational":[10,224],"scholars":[11],"to":[12,19,32,38,45,68,93,103,114,123,177,187],"design":[13],"personalized":[14],"and":[15,24,144,160],"scalable":[16],"intervention":[17],"measures":[18],"support":[20],"reflective":[21,46,173],"writing.":[22,174],"Algorithms":[23],"technologies":[25],"in":[26,41,105,117,223],"the":[27,135,155,179,190],"domain":[28],"research":[30],"related":[31,44],"artificial":[33],"intelligence":[34],"have":[35,60],"been":[36,61,112],"found":[37,113,151],"be":[39],"useful":[40],"many":[42,118],"tasks":[43,222],"writing":[47],"analytics":[48],"such":[49,214,226],"as":[50,130,215,227],"classification":[51,76,125,169,205],"text":[53],"segments.":[54],"However,":[55],"mostly":[56],"shallow":[57,165],"learning":[58,72,142,158,166],"algorithms":[59,167],"employed":[62],"so":[63],"far.":[64],"This":[65],"study":[66,208],"explores":[67],"what":[69],"extent":[70],"deep":[71,141,157],"approaches":[73],"can":[74,217],"improve":[75],"performance":[77,116,126,136,219],"for":[78,127,147,168,196,203,220],"segments":[79,95,171],"reflections.":[82],"To":[83],"do":[84],"so,":[85],"a":[86,106],"pretrained":[87,211],"language":[88,212],"model":[89],"(BERT)":[90],"was":[91,121],"utilized":[92],"classify":[94],"physics":[98],"according":[102],"elements":[104],"reflection-supporting":[107],"model.":[108],"Since":[109],"BERT":[110,138,153,175,216],"has":[111],"advance":[115],"tasks,":[119],"it":[120],"hypothesized":[122],"enhance":[124],"well.":[131],"We":[132,150],"also":[133],"compared":[134],"with":[139,164],"other":[140,156,180],"architectures":[143,159],"examined":[145],"conditions":[146],"best":[148],"performance.":[149],"that":[152,210],"outperformed":[154],"previously":[161],"reported":[162],"performances":[163],"starts":[176],"outperform":[178],"models":[181,213],"when":[182],"trained":[183],"on":[184],"about":[185],"20":[186],"30%":[188],"training":[191],"data.":[192],"Furthermore,":[193],"attribution":[194],"analyses":[195],"inputs":[197],"yielded":[198],"insights":[199],"into":[200],"important":[201],"features":[202],"BERT\u2019s":[204],"decisions.":[206],"Our":[207],"indicates":[209],"boost":[218],"language-related":[221],"contexts":[225],"classification.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-26T08:31:28.666265","created_date":"2025-10-10T00:00:00"}
