{"id":"https://openalex.org/W7112428998","doi":null,"title":"Multimodal and Bilingual Comparison of ChatGPT Performance on Physics Concept Inventories","display_name":"Multimodal and Bilingual Comparison of ChatGPT Performance on Physics Concept Inventories","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7112428998"},"language":"en","primary_location":{"id":"pmh:oai:DiVA.org:uu-570944","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-570944","pdf_url":"https://uu.diva-portal.org/smash/get/diva2:2010696/FULLTEXT01","source":{"id":"https://openalex.org/S4306400653","display_name":"DiVA (Digitala Vetenskapliga Arkivet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bachelorThesis"},"parent_works":[],"lineage":["https://openalex.org/W7112428998"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://uu.diva-portal.org/smash/get/diva2:2010696/FULLTEXT01","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Dexenius, Sam","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Dexenius, Sam","raw_affiliation_strings":["Project in Physics Education Research 1FA599, 15 credits"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Project in Physics Education Research 1FA599, 15 credits","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.7324000000953674,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.7324000000953674,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.12319999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.04820000007748604,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.8550000190734863},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7879999876022339},{"id":"https://openalex.org/keywords/physics-education","display_name":"physics education","score":0.6819999814033508},{"id":"https://openalex.org/keywords/swedish-language","display_name":"Swedish language","score":0.4449999928474426},{"id":"https://openalex.org/keywords/image-based-questions","display_name":"image-based questions","score":0.4020000100135803},{"id":"https://openalex.org/keywords/response-length","display_name":"response length","score":0.47200000286102295},{"id":"https://openalex.org/keywords/controlled-source-electromagnetic-method","display_name":"controlled-source electromagnetic method","score":0.921999990940094},{"id":"https://openalex.org/keywords/direct","display_name":"DIRECT","score":0.9629999995231628},{"id":"https://openalex.org/keywords/fci","display_name":"FCI","score":0.9169999957084656}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.7785999774932861},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6507999897003174},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6101999878883362},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.542900025844574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5116000175476074},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4641000032424927},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3961000144481659},{"id":"https://openalex.org/C3019144022","wikidata":"https://www.wikidata.org/wiki/Q4124998","display_name":"Questions and answers","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3540000021457672},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.29010000824928284},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C2986548447","wikidata":"https://www.wikidata.org/wiki/Q7939179","display_name":"Word learning","level":3,"score":0.287200003862381},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C532629269","wikidata":"https://www.wikidata.org/wiki/Q865083","display_name":"Corpus linguistics","level":2,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:DiVA.org:uu-570944","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-570944","pdf_url":"https://uu.diva-portal.org/smash/get/diva2:2010696/FULLTEXT01","source":{"id":"https://openalex.org/S4306400653","display_name":"DiVA (Digitala Vetenskapliga Arkivet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bachelorThesis"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:uu-570944","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-570944","pdf_url":"https://uu.diva-portal.org/smash/get/diva2:2010696/FULLTEXT01","source":{"id":"https://openalex.org/S4306400653","display_name":"DiVA (Digitala Vetenskapliga Arkivet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bachelorThesis"},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.5385000109672546}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7112428998.pdf","grobid_xml":"https://content.openalex.org/works/W7112428998.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1500876974","https://openalex.org/W1978989105","https://openalex.org/W1985858077","https://openalex.org/W1987750830","https://openalex.org/W2008785686","https://openalex.org/W2010801670","https://openalex.org/W2015928644","https://openalex.org/W2045997578","https://openalex.org/W2059130745","https://openalex.org/W2071996640","https://openalex.org/W2089600355","https://openalex.org/W2281188525","https://openalex.org/W2910922141","https://openalex.org/W3008357494","https://openalex.org/W3035030810","https://openalex.org/W3082345057","https://openalex.org/W3134642945","https://openalex.org/W3157202587","https://openalex.org/W4226278401","https://openalex.org/W4360846784","https://openalex.org/W4361865432","https://openalex.org/W4364377381","https://openalex.org/W4377855098","https://openalex.org/W4379261274","https://openalex.org/W4387936944","https://openalex.org/W4389574762","https://openalex.org/W4405433256","https://openalex.org/W4407928447","https://openalex.org/W4410995939","https://openalex.org/W4414005869","https://openalex.org/W6997251750","https://openalex.org/W7054987549","https://openalex.org/W7133224126"],"related_works":["https://openalex.org/W4406421603","https://openalex.org/W7160698834","https://openalex.org/W4381805978","https://openalex.org/W4413931530","https://openalex.org/W4391981589","https://openalex.org/W4410987602","https://openalex.org/W4410995939","https://openalex.org/W4380135851","https://openalex.org/W4405433256","https://openalex.org/W4323066793"],"abstract_inverted_index":{"In":[0],"this":[1,103],"study,":[2],"the":[3,36,49,61,84,91],"purpose":[4],"is":[5,83],"to":[6,24,63,109,187,248,253],"examine":[7],"whether":[8,29,35,48,58],"a":[9,65,130,138,141],"chatbot":[10,50],"performs":[11,213],"better,":[12],"worse,":[13],"or":[14,40,57,135,163,179],"equally":[15],"well":[16,27],"when":[17,216,277],"answering":[18,217],"physics":[19,111,142],"questions":[20,112],"in":[21,73,113,133,146,190,206,218,270],"Swedish":[22,134,149,195,233,271],"compared":[23,151,200],"English,":[25,219],"as":[26,28,174,272],"its":[30],"performance":[31,145,304],"varies":[32],"depending":[33],"on":[34],"input":[37,62],"includes":[38],"images":[39,283,298],"only":[41],"text.":[42],"Can":[43],"conclusions":[44],"be":[45],"drawn":[46],"about":[47],"uses":[51],"different":[52,55],"databases":[53],"for":[54,102,201,290],"languages,":[56],"it":[59,99],"translates":[60],"access":[64],"larger":[66],"database?":[67],"The":[68],"potential":[69,245],"roles":[70],"of":[71,90,140,240],"chatbots":[72],"teaching":[74],"and":[75,88,97,125,137,148,152,194,203,258,295,310],"learning":[76],"processes":[77],"are":[78],"also":[79,170],"explored.":[80],"Since":[81],"ChatGPT-4o":[82],"leading":[85],"LLM":[86],"application":[87],"one":[89],"most":[92],"commonly":[93],"used":[94],"by":[95],"students":[96],"educators,":[98],"was":[100,150,169,185,268,288,311],"chosen":[101],"study.":[104],"To":[105],"assess":[106],"ChatGPT\u2019s":[107,144,303],"ability":[108],"answer":[110],"Swedish,":[114],"multiple-choice":[115],"assessment":[116,227,308],"tools":[117,228,309],"were":[118,199,299],"used:":[119],"TUG-K,":[120],"ADT2,":[121],"CSEM,":[122],"DIRECT,":[123],"EMCS,":[124],"FCI.":[126],"Each":[127],"prompt":[128],"included":[129],"brief":[131],"instruction":[132],"English":[136,147,193],"screenshot":[139],"question.":[143],"benchmarked":[153],"against":[154],"typical":[155],"results":[156],"from":[157],"studies":[158],"involving":[159],"high":[160,289],"school,":[161],"college,":[162],"undergraduate":[164],"students.":[165],"A":[166],"vision-based":[167],"analysis":[168,184,257],"conducted,":[171],"categorizing":[172],"items":[173,279,292,296],"text":[175],"only,":[176],"required":[177,281],"image,":[178],"redundant":[180,300],"image.":[181],"Furthermore,":[182],"linguistic":[183],"performed":[186],"explore":[188],"differences":[189],"reasoning":[191,316],"between":[192],"responses.":[196],"Word":[197],"counts":[198],"correct":[202],"incorrect":[204,263,319],"responses":[205,234],"both":[207],"languages.":[208],"Results":[209],"show":[210],"that":[211,280],"ChatGPT":[212],"slightly":[214],"better":[215],"achieving":[220],"marginally":[221],"higher":[222],"scores":[223],"across":[224,307],"all":[225],"six":[226],"(59%":[229],"vs.":[230],"58%).":[231],"Some":[232],"featured":[235],"awkward":[236],"word":[237],"choices":[238],"suggestive":[239],"direct":[241],"translations,":[242],"hinting":[243],"at":[244],"internal":[246],"translation":[247],"English.":[249],"Correct":[250],"answers":[251],"tended":[252],"include":[254],"more":[255,260],"thorough":[256],"contained":[259],"words":[261],"than":[262],"ones.":[264],"Overall,":[265],"response":[266],"length":[267],"shorter":[269],"well.":[273],"Performance":[274],"dropped":[275],"significantly":[276],"solving":[278],"interpreting":[282],"(just":[284],"above":[285],"40%)":[286],"but":[287],"text-only":[291],"(over":[293],"85%)":[294],"where":[297],"(above":[301],"75%).":[302],"varied":[305],"considerably":[306],"inconsistent,":[312],"occasionally":[313],"applying":[314],"sound":[315],"yet":[317],"selecting":[318],"answers.":[320]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7112428998","counts_by_year":[],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2025-12-10T00:00:00"}
