{"id":"https://openalex.org/W4407950334","doi":"https://doi.org/10.1109/fie61694.2024.10892948","title":"Leveraging Large Language Models to Automatically Investigate Core Tasks Within Undergraduate Engineering Work-Integrated Learning Experiences","display_name":"Leveraging Large Language Models to Automatically Investigate Core Tasks Within Undergraduate Engineering Work-Integrated Learning Experiences","publication_year":2024,"publication_date":"2024-10-13","ids":{"openalex":"https://openalex.org/W4407950334","doi":"https://doi.org/10.1109/fie61694.2024.10892948"},"language":"en","primary_location":{"id":"doi:10.1109/fie61694.2024.10892948","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie61694.2024.10892948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116424412","display_name":"Pauline Aguinalde","orcid":"https://orcid.org/0009-0007-2573-0965"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Pauline Aguinalde","raw_affiliation_strings":["College of Education, University of Florida,Gainesville,USA"],"affiliations":[{"raw_affiliation_string":"College of Education, University of Florida,Gainesville,USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059720020","display_name":"Jinnie Shin","orcid":"https://orcid.org/0000-0002-1012-0220"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinnie Shin","raw_affiliation_strings":["College of Education, University of Florida,Gainesville,USA"],"affiliations":[{"raw_affiliation_string":"College of Education, University of Florida,Gainesville,USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067863974","display_name":"Bruce Carroll","orcid":"https://orcid.org/0000-0003-1747-8951"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bruce F. Carroll","raw_affiliation_strings":["University of Florida,Department of Mechanical & Aerospace Engineering,Gainesville,USA"],"affiliations":[{"raw_affiliation_string":"University of Florida,Department of Mechanical & Aerospace Engineering,Gainesville,USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087641009","display_name":"Kent J. Crippen","orcid":"https://orcid.org/0000-0002-8981-2376"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kent J. Crippen","raw_affiliation_strings":["College of Education, University of Florida,Gainesville,USA"],"affiliations":[{"raw_affiliation_string":"College of Education, University of Florida,Gainesville,USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5116424412"],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35319888,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.7063000202178955,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.7063000202178955,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13844","display_name":"Higher Education Learning Practices","score":0.6715999841690063,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.6675999760627747,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7403126358985901},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.5402121543884277},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.5092038512229919},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39209994673728943},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3439156413078308},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33204808831214905},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13154420256614685}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7403126358985901},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.5402121543884277},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.5092038512229919},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39209994673728943},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3439156413078308},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33204808831214905},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13154420256614685},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie61694.2024.10892948","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie61694.2024.10892948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1045349118","https://openalex.org/W2131648781","https://openalex.org/W2952919168","https://openalex.org/W2965373594","https://openalex.org/W3005109264","https://openalex.org/W3111474054","https://openalex.org/W3117329469","https://openalex.org/W3156333129","https://openalex.org/W3161296543","https://openalex.org/W3191660519","https://openalex.org/W4212926655","https://openalex.org/W4362575152","https://openalex.org/W4380569699","https://openalex.org/W4391561935","https://openalex.org/W4391562391","https://openalex.org/W4393899659","https://openalex.org/W4395008902","https://openalex.org/W6755207826","https://openalex.org/W6777586173","https://openalex.org/W6779068807"],"related_works":["https://openalex.org/W3158538495","https://openalex.org/W2045815042","https://openalex.org/W2092226129","https://openalex.org/W2913619905","https://openalex.org/W3125758369","https://openalex.org/W2375898439","https://openalex.org/W2069382761","https://openalex.org/W2028287801","https://openalex.org/W2264548338","https://openalex.org/W4385174200"],"abstract_inverted_index":{"This":[0],"full":[1],"research":[2],"paper":[3],"aims":[4],"to":[5,88,106,112,116,143,191,209],"investigate":[6],"methods":[7],"for":[8,75,187,205],"systematically":[9],"identifying":[10],"core":[11,216],"tasks":[12,96,103,201],"within":[13,218],"undergraduate":[14,182],"engineering":[15,40,66,189],"work-integrated":[16],"learning":[17],"(WIL)":[18],"opportunities,":[19],"such":[20],"as":[21],"internships":[22],"and":[23,95,164],"co-ops.":[24],"It":[25],"achieves":[26],"this":[27],"by":[28,128],"automatically":[29],"analyzing":[30],"WIL":[31,219],"opportunities":[32],"using":[33],"transformer":[34],"models.":[35],"A":[36],"dataset":[37],"of":[38,63,92,137,140,158,181,199],"4,833":[39],"internship":[41,99,200],"postings":[42],"from":[43,97],"the":[44,54,80,98,117,149,161,167,177,196,203,211,215],"last":[45],"ten":[46],"years":[47],"was":[48,73,126],"obtained":[49],"through":[50],"a":[51,61,84,90,134,153,185,206],"partnership":[52],"with":[53],"University's":[55],"Career":[56],"Connections":[57],"Center.":[58],"From":[59],"this,":[60],"subset":[62],"374":[64],"aerospace":[65],"internships,":[67],"yielding":[68],"1,913":[69],"unique":[70],"job":[71,102,124],"tasks,":[72],"extracted":[74],"human":[76],"labeling.":[77],"We":[78],"applied":[79],"Llama":[81],"2":[82],"architecture,":[83],"sophisticated":[85],"pre-trained":[86],"LLM,":[87],"extract":[89],"list":[91],"specific":[93],"responsibilities":[94,217],"postings.":[100],"The":[101],"were":[104],"used":[105],"train":[107],"an":[108],"automated":[109,197],"classification":[110],"system":[111],"map":[113],"each":[114],"task":[115,125],"established":[118],"seven":[119],"ABET":[120],"student":[121],"outcomes.":[122],"Each":[123],"human-labeled":[127],"three":[129],"subject":[130],"matter":[131],"experts,":[132],"achieving":[133],"high":[135],"level":[136],"inter-rater":[138],"reliability":[139],"0.998,":[141],"according":[142],"Krippendorff's":[144],"alpha.":[145],"RoBERTa":[146],"resulted":[147],"in":[148,213],"optimal":[150],"model":[151],"indicating":[152],"label":[154],"ranking":[155],"average":[156],"precision":[157],"0.892":[159],"on":[160,166],"validation":[162],"set":[163],"0.857":[165],"testing":[168],"set.":[169],"Our":[170],"findings":[171],"provide":[172],"novel":[173],"insights":[174],"into":[175],"understanding":[176,214],"evolving":[178],"skill":[179],"expectations":[180],"interns,":[183],"offering":[184],"basis":[186],"tailoring":[188],"education":[190],"address":[192,210],"these":[193],"demands.":[194],"Furthermore,":[195],"analysis":[198],"demonstrates":[202],"potential":[204],"scalable":[207],"way":[208],"gap":[212],"experiences.":[220]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}