{"id":"https://openalex.org/W4407842618","doi":"https://doi.org/10.1145/3706468.3706564","title":"When the Prompt becomes the Codebook: Grounded Prompt Engineering (GROPROE) and its application to Belonging Analytics","display_name":"When the Prompt becomes the Codebook: Grounded Prompt Engineering (GROPROE) and its application to Belonging Analytics","publication_year":2025,"publication_date":"2025-02-21","ids":{"openalex":"https://openalex.org/W4407842618","doi":"https://doi.org/10.1145/3706468.3706564"},"language":"en","primary_location":{"id":"doi:10.1145/3706468.3706564","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706468.3706564","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3706468.3706564","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019764884","display_name":"Sriram Ramanathan","orcid":null},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Sriram Ramanathan","raw_affiliation_strings":["University of Technology, Sydney, Sydney, New South Wales, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7373-1662","affiliations":[{"raw_affiliation_string":"University of Technology, Sydney, Sydney, New South Wales, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004822730","display_name":"Lisa-Angelique Lim","orcid":"https://orcid.org/0000-0002-3517-8269"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lisa-Angelique Lim","raw_affiliation_strings":["University of Technology Sydney, Adelaide, South Australia, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3517-8269","affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Adelaide, South Australia, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116381568","display_name":"Nazanin Rezazadeh Mottaghi","orcid":"https://orcid.org/0000-0002-5137-2539"},"institutions":[{"id":"https://openalex.org/I170239107","display_name":"University of South Australia","ror":"https://ror.org/01p93h210","country_code":"AU","type":"education","lineage":["https://openalex.org/I170239107"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nazanin Rezazadeh Mottaghi","raw_affiliation_strings":["University of South Australia, Adelaide, South Australia, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5137-2539","affiliations":[{"raw_affiliation_string":"University of South Australia, Adelaide, South Australia, Australia","institution_ids":["https://openalex.org/I170239107"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057774051","display_name":"Simon Buckingham Shum","orcid":"https://orcid.org/0000-0002-6334-7429"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Simon Buckingham Shum","raw_affiliation_strings":["University of Technology, Sydney, Sydney, New South Wales, Australia"],"raw_orcid":"https://orcid.org/0000-0002-6334-7429","affiliations":[{"raw_affiliation_string":"University of Technology, Sydney, Sydney, New South Wales, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"713","last_page":"725"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.941100001335144,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.7853683829307556},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6403923034667969},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.6131756901741028},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5362780094146729},{"id":"https://openalex.org/keywords/grounded-theory","display_name":"Grounded theory","score":0.47185537219047546},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2096535563468933},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.1260913610458374},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.11623519659042358}],"concepts":[{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.7853683829307556},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6403923034667969},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.6131756901741028},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5362780094146729},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.47185537219047546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2096535563468933},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.1260913610458374},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.11623519659042358},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3706468.3706564","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706468.3706564","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3706468.3706564","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706468.3706564","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W396956733","https://openalex.org/W2047706901","https://openalex.org/W2118002774","https://openalex.org/W2148723307","https://openalex.org/W2202037140","https://openalex.org/W2330516491","https://openalex.org/W2415806972","https://openalex.org/W2516706443","https://openalex.org/W2588855640","https://openalex.org/W2729369333","https://openalex.org/W2765593005","https://openalex.org/W2909171217","https://openalex.org/W4200465416","https://openalex.org/W4239060293","https://openalex.org/W4360978668","https://openalex.org/W4381884476","https://openalex.org/W4384470461","https://openalex.org/W4384930908","https://openalex.org/W4386724748","https://openalex.org/W4387973390","https://openalex.org/W4389325641","https://openalex.org/W4392483965","https://openalex.org/W4396821900","https://openalex.org/W4402683766","https://openalex.org/W6600651459","https://openalex.org/W6602430550","https://openalex.org/W6605665589","https://openalex.org/W6859707761"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2026099691","https://openalex.org/W4284672201","https://openalex.org/W2377486419","https://openalex.org/W2943202426","https://openalex.org/W2137816434","https://openalex.org/W2163679795","https://openalex.org/W2736714427"],"abstract_inverted_index":{"With":[0],"the":[1,6,15,41,45,101,104,115,123,130,142,152,157,163,171],"emergence":[2],"of":[3,8,17,43,86,97,103,117,122,144],"generative":[4],"AI,":[5],"field":[7,173],"Learning":[9],"Analytics":[10],"(LA)":[11],"has":[12],"increasingly":[13],"embraced":[14],"use":[16],"Large":[18],"Language":[19],"Models":[20],"(LLMs)":[21],"to":[22,34,70,170,197],"automate":[23],"qualitative":[24],"analysis.":[25,77,209],"Deductive":[26],"analysis":[27],"requires":[28],"theoretical":[29],"or":[30],"other":[31],"conceptual":[32],"grounding":[33],"inform":[35],"coding.":[36],"However,":[37],"few":[38],"studies":[39],"detail":[40],"process":[42,69,82,182],"translating":[44],"literature":[46],"into":[47,52],"a":[48,67,72,84,120,179,190],"codebook,":[49,160],"and":[50,95,161,200],"then":[51],"an":[53],"effective":[54],"LLM":[55,118,131,164],"prompt.":[56],"In":[57],"this":[58,135],"paper,":[59],"we":[60,106],"introduce":[61],"Grounded":[62],"Prompt":[63],"Engineering":[64],"(GROPROE)":[65],"as":[66,156,178],"systematic":[68,180],"develop":[71],"literature-grounded":[73],"prompt":[74,153],"for":[75,91,137,183,203],"deductive":[76,184,208],"We":[78,140],"demonstrate":[79,107],"our":[80],"GROPROE":[81,177],"on":[83],"dataset":[85],"860":[87],"written":[88],"reflections,":[89],"coding":[90,105,185],"students\u2019":[92],"affective":[93],"engagement":[94],"sense":[96],"belonging.":[98],"To":[99,113],"evaluate":[100,114],"quality":[102],"substantial":[108],"human/LLM":[109],"Inter-Annotator":[110],"Reliability":[111],"(IAR).":[112],"consistency":[116],"coding,":[119],"subset":[121],"data":[124],"was":[125],"analysed":[126],"60":[127],"times":[128],"using":[129],"Quotient":[132],"showing":[133,194],"how":[134,151,162],"stabilized":[136],"most":[138],"codes.":[139],"discuss":[141],"dynamics":[143],"human-AI":[145,204],"interaction":[146,205],"when":[147],"following":[148],"GROPROE,":[149],"foregrounding":[150],"took":[154],"over":[155],"iteratively":[158],"revised":[159],"provoked":[165],"codebook":[166],"revision.":[167],"The":[168],"contributions":[169],"LA":[172],"are":[174],"threefold:":[175],"(i)":[176],"prompt-design":[181],"grounded":[186],"in":[187,206],"literature,":[188],"(ii)":[189],"detailed":[191],"worked":[192],"example":[193],"its":[195],"application":[196],"Belonging":[198],"Analytics,":[199],"(iii)":[201],"implications":[202],"automated":[207]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}