{"id":"https://openalex.org/W7166907403","doi":null,"title":"Goal-Conditioned Evaluation of Sustainable Development Goal Contributions in Theses and Dissertations","display_name":"Goal-Conditioned Evaluation of Sustainable Development Goal Contributions in Theses and Dissertations","publication_year":2026,"publication_date":"2026-06-26","ids":{"openalex":"https://openalex.org/W7166907403"},"language":"en","primary_location":{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/143528","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/10919/143528","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/8ba5a1d9-21c9-44d9-9021-f23ec11f9bc4/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dissertation"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://vtechworks.lib.vt.edu/bitstreams/8ba5a1d9-21c9-44d9-9021-f23ec11f9bc4/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139763798","display_name":"William Ingram","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ingram, William A.","raw_affiliation_strings":["University of Illinois at Urbana-Champaign ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign ,","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5139763798"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.36890000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.36890000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.23690000176429749,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.14710000157356262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sustainable-development-goals","display_name":"Sustainable Development Goals","score":0.9629999995231628},{"id":"https://openalex.org/keywords/research-evaluation","display_name":"research evaluation","score":0.5649999976158142},{"id":"https://openalex.org/keywords/electronic-theses-and-dissertations","display_name":"electronic theses and dissertations","score":0.847000002861023},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7820000052452087},{"id":"https://openalex.org/keywords/deberta","display_name":"DeBERTa","score":0.6669999957084656},{"id":"https://openalex.org/keywords/evaluation-stability","display_name":"evaluation stability","score":0.3700000047683716},{"id":"https://openalex.org/keywords/sdg-classification","display_name":"SDG classification","score":0.6000000238418579}],"concepts":[{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.7394000291824341},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5734999775886536},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5209000110626221},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.4465000033378601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42989999055862427},{"id":"https://openalex.org/C552854447","wikidata":"https://www.wikidata.org/wiki/Q131201","display_name":"Sustainable development","level":2,"score":0.40389999747276306},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.39879998564720154},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.3619000017642975},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35569998621940613},{"id":"https://openalex.org/C2776542497","wikidata":"https://www.wikidata.org/wiki/Q5266672","display_name":"Development (topology)","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C66204764","wikidata":"https://www.wikidata.org/wiki/Q219416","display_name":"Sustainability","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.2856999933719635},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2777000069618225},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.26649999618530273},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2637999951839447},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2621999979019165},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2524000108242035},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/143528","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/10919/143528","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/8ba5a1d9-21c9-44d9-9021-f23ec11f9bc4/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dissertation"}],"best_oa_location":{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/143528","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/10919/143528","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/8ba5a1d9-21c9-44d9-9021-f23ec11f9bc4/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dissertation"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1471725967","display_name":"National Leadership Grants - Libraries \u2014 Virginia Polytechnic Institute (FY2019)","funder_award_id":"LG-37-19-0078-19","funder_id":"https://openalex.org/F4320306122","funder_display_name":"Institute of Museum and Library Services"},{"id":"https://openalex.org/G5035909600","display_name":"National Leadership Grants - Libraries \u2014 Virginia Polytechnic Institute (Virginia Polytechnic Institute and State University Libraries) (FY2024)","funder_award_id":"LG-256638-OLS-24","funder_id":"https://openalex.org/F4320306122","funder_display_name":"Institute of Museum and Library Services"}],"funders":[{"id":"https://openalex.org/F4320306106","display_name":"U.S. Department of Education","ror":"https://ror.org/021adze67"},{"id":"https://openalex.org/F4320306122","display_name":"Institute of Museum and Library Services","ror":"https://ror.org/030prv062"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166907403.pdf","grobid_xml":"https://content.openalex.org/works/W7166907403.grobid-xml"},"referenced_works_count":95,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1554394657","https://openalex.org/W1614298861","https://openalex.org/W1962580118","https://openalex.org/W1972978463","https://openalex.org/W2015338694","https://openalex.org/W2043909051","https://openalex.org/W2110597937","https://openalex.org/W2114315281","https://openalex.org/W2128774479","https://openalex.org/W2133564696","https://openalex.org/W2144211451","https://openalex.org/W2146241755","https://openalex.org/W2151451947","https://openalex.org/W2158698691","https://openalex.org/W2250539671","https://openalex.org/W2319223103","https://openalex.org/W2626778328","https://openalex.org/W2787560479","https://openalex.org/W2896457183","https://openalex.org/W2908510526","https://openalex.org/W2924902521","https://openalex.org/W2963736842","https://openalex.org/W2978017171","https://openalex.org/W2979826702","https://openalex.org/W2985347336","https://openalex.org/W2987154291","https://openalex.org/W2996035354","https://openalex.org/W3000603264","https://openalex.org/W3001554335","https://openalex.org/W3017961061","https://openalex.org/W3018410474","https://openalex.org/W3027879771","https://openalex.org/W3030150905","https://openalex.org/W3030163527","https://openalex.org/W3033187248","https://openalex.org/W3034368386","https://openalex.org/W3034439313","https://openalex.org/W3035105870","https://openalex.org/W3045066314","https://openalex.org/W3120920648","https://openalex.org/W3176028514","https://openalex.org/W3176349801","https://openalex.org/W3185341429","https://openalex.org/W3204854750","https://openalex.org/W3205068155","https://openalex.org/W3206428286","https://openalex.org/W3211686893","https://openalex.org/W4200457097","https://openalex.org/W4205746567","https://openalex.org/W4226278401","https://openalex.org/W4226397061","https://openalex.org/W4252076394","https://openalex.org/W4255321213","https://openalex.org/W4293261616","https://openalex.org/W4307079201","https://openalex.org/W4318186079","https://openalex.org/W4323656809","https://openalex.org/W4367319001","https://openalex.org/W4384662964","https://openalex.org/W4385573849","https://openalex.org/W4385688511","https://openalex.org/W4387299803","https://openalex.org/W4387316206","https://openalex.org/W4387561528","https://openalex.org/W4390590855","https://openalex.org/W4390873517","https://openalex.org/W4391045944","https://openalex.org/W4393145931","https://openalex.org/W4393164122","https://openalex.org/W4393597209","https://openalex.org/W4396542883","https://openalex.org/W4400526908","https://openalex.org/W4400951408","https://openalex.org/W4401044046","https://openalex.org/W4401306886","https://openalex.org/W4402671181","https://openalex.org/W4403369842","https://openalex.org/W4405193806","https://openalex.org/W4406495701","https://openalex.org/W4409183263","https://openalex.org/W4412886793","https://openalex.org/W4412944267","https://openalex.org/W4414856422","https://openalex.org/W4415988733","https://openalex.org/W4416037120","https://openalex.org/W6887873123","https://openalex.org/W6887908207","https://openalex.org/W6944446504","https://openalex.org/W6968568053","https://openalex.org/W7125695046","https://openalex.org/W7127114387","https://openalex.org/W7127138148","https://openalex.org/W7133239970","https://openalex.org/W7134199106"],"related_works":["https://openalex.org/W7221534343","https://openalex.org/W4396542883","https://openalex.org/W3177107324","https://openalex.org/W7124943480","https://openalex.org/W7163895287","https://openalex.org/W3107754880","https://openalex.org/W4310145646","https://openalex.org/W7066901648","https://openalex.org/W7115927966","https://openalex.org/W4392222527"],"abstract_inverted_index":{"Evaluating":[0],"whether":[1],"a":[2,7,32,73,81,97,107,142,168,206,293],"research":[3,78,363],"document":[4,58,152,189,213],"contributes":[5,79,153],"to":[6,25,55,80,140,154,159,183,287,312],"United":[8],"Nations":[9],"Sustainable":[10],"Development":[11],"Goal":[12],"(SDG)":[13],"requires":[14],"reasoning":[15],"about":[16],"how":[17],"the":[18,26,30,38,45,52,56,67,88,129,133,146,151,162,193,202,222,261,271,274,277,358],"document's":[19,46],"claims,":[20],"methods,":[21],"and":[22,95,128,215,243,290,295,320,352],"findings":[23],"relate":[24],"targets":[27,217],"that":[28,35,150,155,221,341,357],"define":[29],"goal,":[31],"teleological":[33],"judgment":[34],"depends":[36],"on":[37,44,270,323],"evaluator's":[39],"interpretive":[40,85],"framework":[41,69],"rather":[42],"than":[43],"content":[47,214],"alone.":[48,368],"Different":[49],"evaluators":[50],"applying":[51],"same":[53,57],"criteria":[54],"can":[59],"produce":[60],"different":[61,98],"yet":[62],"equally":[63],"defensible":[64],"assessments,":[65],"because":[66],"SDG":[68,124,216,302,339],"does":[70],"not":[71],"prescribe":[72],"single":[74],"pathway":[75],"through":[76],"which":[77,300],"goal's":[82],"targets.":[83],"This":[84,101,226],"structure":[86],"makes":[87],"task":[89],"incompatible":[90],"with":[91,343],"conventional":[92],"annotation-based":[93],"approaches":[94],"motivates":[96],"computational":[99],"formulation.":[100],"dissertation":[102,254],"proposes":[103],"Goal-Conditioned":[104],"Multi-Label":[105],"Distillation,":[106],"methodology":[108,284,359],"for":[109,173,256,299,346],"computationally":[110],"operationalizing":[111],"this":[112,165,185,253,257],"form":[113],"of":[114,161,201,264,273],"evaluation.":[115],"A":[116,176],"large":[117,294],"language":[118],"model":[119,179,310],"is":[120,138,180,234,280,285],"prompted":[121],"once":[122],"per":[123],"under":[125],"goal-conditioned":[126],"inputs,":[127],"logit":[130],"margin":[131],"between":[132,212],"two":[134],"constrained":[135],"output":[136],"tokens":[137],"used":[139],"derive":[141],"Bernoulli":[143],"parameter":[144],"reflecting":[145],"model's":[147],"assessed":[148],"probability":[149],"goal.":[156],"Applied":[157],"iteratively":[158],"each":[160,174],"seventeen":[163],"SDGs,":[164],"procedure":[166],"produces":[167],"continuous":[169],"17-dimensional":[170],"assessment":[171,333],"vector":[172],"document.":[175],"DeBERTa-based":[177],"student":[178,309],"then":[181],"trained":[182,308],"approximate":[184],"mapping":[186],"directly":[187],"from":[188,365],"text,":[190],"without":[191,315],"requiring":[192],"goal":[194],"specification":[195],"at":[196,229],"inference":[197,241],"time.":[198],"Empirical":[199],"analysis":[200],"teacher":[203,266,325],"signal":[204,279],"identifies":[205],"boundary":[207,258],"region":[208],"where":[209,276],"causal":[210],"proximity":[211],"becomes":[218],"sufficiently":[219],"attenuated":[220],"evaluation":[223],"loses":[224],"stability.":[225],"region,":[227],"located":[228],"approximately":[230],"$|z_t|":[231],"<":[232],"1.10$,":[233],"confirmed":[235],"by":[236,259],"prompt-format":[237],"perturbation":[238],"analysis,":[239,242],"repeated":[240],"cross-model":[244],"disagreement":[245],"analysis.":[246],"The":[247,283,307],"confidence-aware":[248],"training":[249],"objective":[250],"developed":[251],"in":[252,317],"accounts":[255],"reducing":[260],"loss":[262],"contribution":[263],"low-margin":[265],"outputs,":[267],"concentrating":[268],"learning":[269],"portions":[272],"corpus":[275,298],"teacher's":[278],"most":[281],"stable.":[282],"applied":[286],"electronic":[288],"theses":[289],"dissertations":[291],"(ETDs),":[292],"institutionally":[296],"grounded":[297],"no":[301],"classification":[303],"method":[304],"previously":[305],"existed.":[306],"transfers":[311],"ETD":[313,324,366],"abstracts":[314,367],"degradation":[316],"discrimination":[318],"quality,":[319],"continued":[321],"adaptation":[322],"signals":[326],"further":[327],"refines":[328],"its":[329],"target-domain":[330],"calibration.":[331],"Per-document":[332],"vectors":[334],"are":[335],"aggregated":[336],"into":[337],"department-level":[338],"profiles":[340],"align":[342],"disciplinary":[344],"expectations":[345],"engineering,":[347],"natural":[348],"sciences,":[349,351],"social":[350],"other":[353],"academic":[354],"units,":[355],"demonstrating":[356],"supports":[360],"interpretable":[361],"institutional":[362],"intelligence":[364]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-07-02T00:00:00"}