{"id":"https://openalex.org/W6989772771","doi":null,"title":"A Case for Pre-trained Language Models in Systems Engineering","display_name":"A Case for Pre-trained Language Models in Systems Engineering","alternate_titles":[],"publication_year":2022,"publication_date":"2022-09-01","ids":{"openalex":"https://openalex.org/W6989772771"},"language":"en","primary_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/147405","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/147405","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/147405/1/lim-limsc-sm-sdm-2022-thesis.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W6989772771"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dspace.mit.edu/bitstream/1721.1/147405/1/lim-limsc-sm-sdm-2022-thesis.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lim, Shao Cong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Lim, Shao Cong","raw_affiliation_strings":["Research Associate","System Design and Management Program, MASSACHUSETTS INSTITUTE OF TECHNOLOGY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Associate","institution_ids":[]},{"raw_affiliation_string":"System Design and Management Program, MASSACHUSETTS INSTITUTE OF TECHNOLOGY","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8285999894142151,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8285999894142151,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.09849999845027924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12000","display_name":"Systems Engineering Methodologies and Applications","score":0.030400000512599945,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.9990000128746033},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.8009999990463257},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"systems engineering","score":0.8019999861717224},{"id":"https://openalex.org/keywords/natural-language-requirements","display_name":"natural language requirements","score":0.9129999876022339},{"id":"https://openalex.org/keywords/requirements-engineering","display_name":"requirements engineering","score":0.6359999775886536},{"id":"https://openalex.org/keywords/model-robustness","display_name":"model robustness","score":0.9110000133514404},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"natural language processing","score":0.5180000066757202},{"id":"https://openalex.org/keywords/model-performance","display_name":"model performance","score":0.33399999141693115},{"id":"https://openalex.org/keywords/computational-cost","display_name":"computational cost","score":0.8080000281333923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7210000157356262},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5680000185966492},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.4690999984741211},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.40540000796318054},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.36250001192092896},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3573000133037567},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3434000015258789},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.3400000035762787},{"id":"https://openalex.org/C67463725","wikidata":"https://www.wikidata.org/wiki/Q17081452","display_name":"Natural language programming","level":5,"score":0.3278999924659729},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.31700000166893005},{"id":"https://openalex.org/C95764724","wikidata":"https://www.wikidata.org/wiki/Q7663738","display_name":"System of systems engineering","level":3,"score":0.30379998683929443},{"id":"https://openalex.org/C94922259","wikidata":"https://www.wikidata.org/wiki/Q33215","display_name":"Constructed language","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C39608478","wikidata":"https://www.wikidata.org/wiki/Q5015979","display_name":"Cache language model","level":5,"score":0.28630000352859497},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.28519999980926514},{"id":"https://openalex.org/C83479923","wikidata":"https://www.wikidata.org/wiki/Q2063748","display_name":"Universal Networking Language","level":4,"score":0.2809000015258789},{"id":"https://openalex.org/C6604083","wikidata":"https://www.wikidata.org/wiki/Q376937","display_name":"Requirements engineering","level":3,"score":0.2770000100135803},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26910001039505005},{"id":"https://openalex.org/C47822265","wikidata":"https://www.wikidata.org/wiki/Q854457","display_name":"Complex system","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C185954173","wikidata":"https://www.wikidata.org/wiki/Q4347052","display_name":"Object language","level":3,"score":0.26179999113082886},{"id":"https://openalex.org/C509989072","wikidata":"https://www.wikidata.org/wiki/Q15188241","display_name":"Model-driven architecture","level":4,"score":0.2590999901294708},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2583000063896179},{"id":"https://openalex.org/C110963975","wikidata":"https://www.wikidata.org/wiki/Q12070446","display_name":"Systems modeling","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C31352089","wikidata":"https://www.wikidata.org/wiki/Q3750474","display_name":"Systems design","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C5283578","wikidata":"https://www.wikidata.org/wiki/Q60596709","display_name":"Information engineering","level":3,"score":0.25529998540878296},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:dspace.mit.edu:1721.1/147405","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/147405","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/147405/1/lim-limsc-sm-sdm-2022-thesis.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/147405","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/147405","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/147405/1/lim-limsc-sm-sdm-2022-thesis.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6989772771.pdf","grobid_xml":"https://content.openalex.org/works/W6989772771.grobid-xml"},"referenced_works_count":82,"referenced_works":["https://openalex.org/W1531873250","https://openalex.org/W1550258693","https://openalex.org/W1574491227","https://openalex.org/W1689711448","https://openalex.org/W1775434803","https://openalex.org/W1816313093","https://openalex.org/W1962580118","https://openalex.org/W2005697477","https://openalex.org/W2038585482","https://openalex.org/W2038997150","https://openalex.org/W2039987681","https://openalex.org/W2040251398","https://openalex.org/W2053788956","https://openalex.org/W2064675550","https://openalex.org/W2107878631","https://openalex.org/W2123442489","https://openalex.org/W2128830091","https://openalex.org/W2142493409","https://openalex.org/W2144499799","https://openalex.org/W2149684865","https://openalex.org/W2153579005","https://openalex.org/W2171148232","https://openalex.org/W2171940444","https://openalex.org/W2250539671","https://openalex.org/W2259472270","https://openalex.org/W2525778437","https://openalex.org/W2787560479","https://openalex.org/W2788576939","https://openalex.org/W2798812533","https://openalex.org/W2800829932","https://openalex.org/W2884229567","https://openalex.org/W2891708875","https://openalex.org/W2891948684","https://openalex.org/W2896457183","https://openalex.org/W2903938540","https://openalex.org/W2919115771","https://openalex.org/W2930003055","https://openalex.org/W2963721761","https://openalex.org/W2963923670","https://openalex.org/W2965373594","https://openalex.org/W2970012586","https://openalex.org/W2970771982","https://openalex.org/W2993303751","https://openalex.org/W2998175747","https://openalex.org/W3005700362","https://openalex.org/W3006881356","https://openalex.org/W3008058947","https://openalex.org/W3017961061","https://openalex.org/W3035668167","https://openalex.org/W3038623675","https://openalex.org/W3046375318","https://openalex.org/W3091973425","https://openalex.org/W3092129462","https://openalex.org/W3092221863","https://openalex.org/W3092672101","https://openalex.org/W3099008231","https://openalex.org/W3112501082","https://openalex.org/W3136275640","https://openalex.org/W3153389197","https://openalex.org/W3153823303","https://openalex.org/W3156333129","https://openalex.org/W3163273505","https://openalex.org/W3163827648","https://openalex.org/W3172461616","https://openalex.org/W3175102705","https://openalex.org/W3186492090","https://openalex.org/W3195577433","https://openalex.org/W3201800682","https://openalex.org/W3208243843","https://openalex.org/W3211024016","https://openalex.org/W3216699912","https://openalex.org/W4200634402","https://openalex.org/W4212818080","https://openalex.org/W4213191780","https://openalex.org/W4213209743","https://openalex.org/W4226146865","https://openalex.org/W4238318916","https://openalex.org/W4251641598","https://openalex.org/W4297957988","https://openalex.org/W4312055891","https://openalex.org/W4386566638","https://openalex.org/W6942610754"],"related_works":["https://openalex.org/W4409144085","https://openalex.org/W4295857769","https://openalex.org/W7163663366","https://openalex.org/W4412409612","https://openalex.org/W7027736964","https://openalex.org/W3110077524","https://openalex.org/W3021531920","https://openalex.org/W7127911993","https://openalex.org/W3044734624"],"abstract_inverted_index":{"Modern":[0],"engineered":[1],"systems":[2,45,127],"are":[3],"immensely":[4],"complex.":[5],"Extensive":[6],"sets":[7],"of":[8,15,40,120],"natural":[9,53],"language":[10,54,58,76,99,123],"requirements":[11,32],"guide":[12],"the":[13,38,44,66,118,126],"development":[14],"such":[16,60,122],"systems.":[17,42],"As":[18],"such,":[19],"tools":[20],"to":[21,36,71,105,134],"assist":[22],"system":[23],"engineers":[24],"in":[25,50,65,108,125],"managing":[26],"and":[27,87,111,138],"extracting":[28],"information":[29],"from":[30],"these":[31,41,74,98],"must":[33],"also":[34],"scale":[35],"match":[37],"complexity":[39],"However,":[43,130],"engineering":[46,128],"community":[47],"has":[48],"lagged":[49],"adopting":[51],"advanced":[52],"processing":[55],"techniques.":[56,92],"Pre-trained":[57],"models,":[59],"as":[61],"BERT,":[62],"represent":[63],"state-of-the-art":[64],"field.":[67],"This":[68],"thesis":[69],"seeks":[70],"understand":[72],"if":[73],"pre-trained":[75],"models":[77,100,124],"can":[78],"achieve":[79],"higher":[80],"model":[81,109,113,136],"performance":[82,110,137],"at":[83],"a":[84],"lower":[85],"computational":[86],"manpower":[88],"cost":[89],"than":[90],"earlier":[91],"The":[93],"results":[94,116],"show":[95],"that":[96],"adapting":[97],"through":[101],"task-adaptive":[102],"pretraining":[103],"leads":[104],"consistent":[106],"improvements":[107],"greater":[112],"robustness.":[114],"These":[115],"indicate":[117],"potential":[119],"applying":[121],"domain.":[129],"much":[131],"work":[132],"remains":[133],"improve":[135],"expand":[139],"possible":[140],"applications.":[141]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6989772771","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-10-10T00:00:00"}
