<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Nursing</journal-id><journal-id journal-id-type="publisher-id">nursing</journal-id><journal-id journal-id-type="index">33</journal-id><journal-title>JMIR Nursing</journal-title><abbrev-journal-title>JMIR Nursing</abbrev-journal-title><issn pub-type="epub">2562-7600</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v9i1e98543</article-id><article-id pub-id-type="doi">10.2196/98543</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Large Language Model&#x2013;Powered AI-Assisted Simulated Patient for Nursing Education: Quasi-Experimental Study</article-title></title-group><contrib-group><contrib contrib-type="author"><name name-style="western"><surname>Chan</surname><given-names>Max Chun Ming</given-names></name><degrees>BEng</degrees><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><name name-style="western"><surname>Hung</surname><given-names>Danny Chun Kit</given-names></name><degrees>MNurs</degrees><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Kwok</surname><given-names>Tyrone Tai-On</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><name name-style="western"><surname>Wong</surname><given-names>Janet Yuen Ha</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1"/></contrib></contrib-group><aff id="aff1"><institution>School of Nursing and Health Sciences, Jockey Club Institute of Healthcare, Hong Kong Metropolitan University</institution><addr-line>11th Floor, 1 Sheung Shing Street, Homantin, Kowloon</addr-line><addr-line>Hong Kong SAR</addr-line><country>China (Hong Kong)</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Borycki</surname><given-names>Elizabeth</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Chen</surname><given-names>Mei</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Koike</surname><given-names>Takeshi</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Tyrone Tai-On Kwok, PhD, School of Nursing and Health Sciences, Jockey Club Institute of Healthcare, Hong Kong Metropolitan University, 11th Floor, 1 Sheung Shing Street, Homantin, Kowloon, Hong Kong SAR, China (Hong Kong), 852 39702944; <email>ttokwok@hkmu.edu.hk</email></corresp></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>19</day><month>11</month><year>2026</year></pub-date><volume>9</volume><elocation-id>e98543</elocation-id><history><date date-type="received"><day>20</day><month>04</month><year>2026</year></date><date date-type="rev-request"><day>16</day><month>07</month><year>2026</year></date><date date-type="rev-recd"><day>13</day><month>09</month><year>2026</year></date><date date-type="accepted"><day>21</day><month>10</month><year>2026</year></date></history><copyright-statement>&#x00A9; Max Chun Ming Chan, Danny Chun Kit Hung, Tyrone Tai-On Kwok, Janet Yuen Ha Wong. Originally published in JMIR Nursing (<ext-link ext-link-type="uri" xlink:href="https://nursing.jmir.org">https://nursing.jmir.org</ext-link>), 19.11.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Nursing, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://nursing.jmir.org/">https://nursing.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://nursing.jmir.org/2026/1/e98543"/><abstract><sec><title>Background</title><p>Large language model (LLM)&#x2013;powered virtual patient systems are gaining popularity in nursing education but also face persistent challenges, such as hallucinations and role inconsistency.</p></sec><sec><title>Objective</title><p>This paper reports the model architecture design, technical considerations, implementation challenges, and evaluation of an LLM-powered AI-assisted simulated-patient system integrated into a nursing triage simulation game.</p></sec><sec sec-type="methods"><title>Methods</title><p>The system integrated a Unity-based game client, with GPT-4o hosted through Microsoft AI Foundry to support real-time simulated-patient dialogue in Traditional Chinese using Cantonese syntax. This developmental study comprised exploratory model selection, formative student feedback&#x2013;informed enhancement from Version 1 to Version 2, development-stage script-fidelity evaluation, and evaluation of system usability and the Net Promoter Score in 2 tutorial cohorts of nursing students.</p></sec><sec sec-type="results"><title>Results</title><p>Key technical contributions include a layered hallucination mitigation architecture that combines grounded prompt inclusion, few-shot conversational exemplars, negative role constraints, and calibrated model parameters. In the predefined script-fidelity evaluation, script-inconsistent responses occurred in 78 of 125 (62.4%) Version 1 outputs and 21 of 125 (16.8%) Version 2 outputs&#x2014;an absolute difference of 45.6 percentage points. The implementation process also addresses stateless API memory management, cloud-based safety filter calibration for domain-specific clinical prompts, and prompt engineering strategies to prevent role drift and hidden scenario information leakage. GPT-4o was selected as the production model through exploratory development testing that considered script consistency, Cantonese-language suitability, response latency, technical reliability, deployment feasibility, cost considerations, and Unity integration compatibility; 45 of 50 (90%) assessed GPT-4o responses were rated fully script-consistent.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>This study demonstrates the development and real-world tutorial deployment of a Cantonese-language, LLM-powered simulated-patient system for nursing triage education. Integrating formative student feedback with structured technical debugging enabled iterative refinement of dialogue fidelity, role consistency, protected-information handling, and game interaction functions. The resulting Version 2 system provides a practical, contextually tailored approach to supporting scalable simulated-patient dialogue in nursing education.</p></sec></abstract><kwd-group><kwd>large language model</kwd><kwd>AI</kwd><kwd>AI simulation</kwd><kwd>nursing education</kwd><kwd>virtual simulation</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Background</title><p>Traditional simulated patients have long been recognized as an important pedagogical strategy in nursing education, providing a safe and structured environment in which students can develop clinical judgment and psychomotor skills without compromising patient safety. Scenario-based simulation also supports the development of communication skills, teamwork, and interprofessional collaboration. Despite these advantages, the use of simulated patients is resource-intensive and often constrained by limited availability, logistical demands, and variability in the quality and consistency of feedback [<xref ref-type="bibr" rid="ref1">1</xref>]. As a result, simulated patients are commonly used as a supplementary rather than primary teaching approach in nursing education.</p><p>In recent years, the rapid iteration of AI, specifically in large language models (LLMs) such as OpenAI&#x2019;s GPT Models, is fundamentally reshaping this landscape [<xref ref-type="bibr" rid="ref2">2</xref>]. These LLMs were trained with massive datasets to understand and synthesize nuanced, human-like dialogue and are now powering a new generation of dynamic virtual patients. This technology provides a highly accessible and scalable alternative to traditional methods, transforming how nursing students develop clinical competencies [<xref ref-type="bibr" rid="ref3">3</xref>]. LLM-powered apps are powerful enough to simulate patient interactions, provide automated feedback, and support personalized learning experiences that were previously limited by human and material resource constraints [<xref ref-type="bibr" rid="ref4">4</xref>].</p></sec><sec id="s1-2"><title>Applications in Health Care Education</title><p>LLMs are increasingly applied in health care education to enhance personalization, accessibility, and efficiency, though their implementation remains largely experimental [<xref ref-type="bibr" rid="ref5">5</xref>]. Concept analyses identify LLMs as innovative and interactive tools supporting student learning, skill development, and teaching quality [<xref ref-type="bibr" rid="ref6">6</xref>]. Current applications of LLM-powered simulated patients focus mainly on history-taking, nurse-patient communication, and interprofessional training [<xref ref-type="bibr" rid="ref7">7</xref>]. Systems such as the AI-Powered Medical History-Taking Training and Evaluation System (AMTES) and large language model&#x2013;based digital patient (LLMDP) enable dynamic, context-sensitive interactions, automated feedback, and performance tracking [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>], while ChatGPT-driven and virtual reality&#x2013;based platforms offer realistic, self-paced practice environments [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Common design features include persona consistency, context-aware responses, structured feedback, and unlimited practice opportunities. Students generally describe these environments as realistic and low-stress, valuing immediate feedback for competency development [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>].</p></sec><sec id="s1-3"><title>Evidence of Effectiveness and Limitations</title><p>A scoping review of 28 studies found positive attitudes toward LLM-powered virtual patients, with improvements in communication skills, clinical reasoning, and engagement [<xref ref-type="bibr" rid="ref7">7</xref>]. AI patients often perform comparably to standardized actors, with added benefits of accessibility and scalability. However, most existing studies are small-scale, focusing on perceptions rather than measurable outcomes, limiting generalizability [<xref ref-type="bibr" rid="ref12">12</xref>]. Effective deployment requires precisely crafted prompts through iterative pilot testing and progressive refinement [<xref ref-type="bibr" rid="ref13">13</xref>].</p></sec><sec id="s1-4"><title>Technical and Content Limitations</title><p>Current systems are constrained by AI hallucinations undermining content reliability, algorithmic biases, and prompt sensitivity affecting output consistency [<xref ref-type="bibr" rid="ref14">14</xref>]. Inconsistent interaction patterns include difficulty handling input outliers, medically implausible responses, and fluctuating cross-model performance. These inconsistencies are attributed to restricted patient profile diversity, absent fact-checking mechanisms, and nonstandardized evaluation frameworks [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Furthermore, the &#x201C;black box&#x201D; nature of LLM decision-making complicates clinical safety evaluation [<xref ref-type="bibr" rid="ref17">17</xref>].</p><p>Emerging mitigation strategies show promise. In a systematic review of 39 studies, Li and Lebai Lutfi [<xref ref-type="bibr" rid="ref18">18</xref>] found that mitigation methods have strong performance in internal medicine and mental health but gaps in multimorbidity and rare disease coverage. Knowledge graph integration (improving top-k accuracy by 16.02%) and targeted fine-tuning (reducing hallucination to 0.31%&#x2010;5%) enhance realism, though not yet consistently implemented. Most systems are built on OpenAI&#x2019;s GPT family [<xref ref-type="bibr" rid="ref7">7</xref>], with model temperature frequently adjusted to balance randomness and consistency [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Aster et al [<xref ref-type="bibr" rid="ref21">21</xref>] found no significant difference in empathic responses at lower (0.2) vs higher (0.8) temperature settings, suggesting informational accuracy may not be the primary determinant for empathy-focused tasks, unlike history-taking where factual correctness is central. Hua et al [<xref ref-type="bibr" rid="ref22">22</xref>] emphasized the need to examine how backend model updates and stochastic sampling factors affect output stability over time.</p></sec><sec id="s1-5"><title>Pedagogical and Implementation Challenges</title><p>Further challenges include faculty readiness, lack of structured pedagogical frameworks, data privacy, ethical concerns, and resource allocation [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Many LLM-driven systems provide rich interactions but lack an instructional feedback loop essential in simulation-based learning [<xref ref-type="bibr" rid="ref15">15</xref>]. Language accessibility further constrains adoption; most LLMs are trained with English-based datasets and thus not optimized for local linguistic or cultural contexts [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p></sec><sec id="s1-6"><title>Research Gap</title><p>LLM-powered simulated patients show considerable potential in advancing clinical training; however, existing LLM-driven systems continue to face limitations in content accuracy, clinical depth, and occasional hallucinations, necessitating meticulous prompt design and continuous expert supervision. Previous evaluation studies have largely been small, exploratory, and perception-based, providing limited empirical validation and generalizability. These shortcomings highlight the need for technically robust, pedagogically grounded, and contextually relevant innovations.</p><p>The aim of this study was to develop and evaluate a Cantonese-language, LLM-powered simulated-patient system integrated into a nursing-triage simulation game. Specifically, the study aimed to (1) select a feasible model configuration for real-time simulated-patient dialogue, (2) use formative student feedback and technical testing to guide Version 2 enhancement, (3) evaluate script fidelity of the integrated Version 2 configuration, and (4) assess student-reported usability and recommendation outcomes across tutorial cohorts.</p></sec><sec id="s1-7"><title>Study Design</title><p>This 2-phase developmental study used a quasi-experimental design to evaluate student satisfaction and game usability. Phase 1 involved system development from 2024 to February 2025, including clinical scenario development, exploratory model-fit assessment, and selection of a production model configuration. Phase 2 involved Version 1 tutorial deployment in February 2025, formative student feedback and internal technical testing, Version 2 enhancement from February to September 2025, development-stage script-fidelity evaluation, and student usability evaluation during Version 2 tutorial deployment in February 2026.</p></sec><sec id="s1-8"><title>Sample and Setting</title><p>The study sample comprised nursing undergraduates who were enrolled in an emergency nursing theoretical course at an applied university in Hong Kong, possessed a mobile device with access to the game, and were first-time users of AI nursing simulations. Students with prior internship experience in an emergency department were excluded. Based on the effect size reported for AI integration in a similar study design [<xref ref-type="bibr" rid="ref26">26</xref>], a minimum total sample size of 52 students was required to achieve a statistical power of 0.80 at a significance level of .05. A convenience sample of 226 nursing students in the 2025 academic year and 296 nursing students in the 2026 academic year were voluntarily recruited to participate in the study.</p></sec><sec id="s1-9"><title>Recruitment and Data Collection</title><p>Convenience sampling was applied for recruitment in these 2 cohorts of students via public announcement in class. In the process of informed consent, students were informed about the voluntary nature and the objectives of the study. A written information sheet about the study, questionnaire, and consent form were distributed to the students. Both cohorts of students would complete the online postintervention questionnaire after participating in the 3 cases of AI Triage simulation.</p></sec><sec id="s1-10"><title>Instruments</title><p>Two instruments were used in this study to evaluate the students&#x2019; experience toward the AI Triage simulation. The first one was the System Usability Scale (SUS) [<xref ref-type="bibr" rid="ref27">27</xref>], which assesses effectiveness, efficiency, and satisfaction toward the educational tool through 10 statements on a 5-point Likert scale (1=&#x201C;strongly disagree&#x201D; to 5=&#x201C;strongly agree&#x201D;). The total SUS score ranged from 0 to 100, with higher scores indicating better usability. The SUS demonstrated high internal consistency, with Cronbach <italic>&#x03B1;</italic> exceeding 0.90 in previous studies [<xref ref-type="bibr" rid="ref28">28</xref>]. The second one was the Net Promoter Score (NPS) [<xref ref-type="bibr" rid="ref29">29</xref>], which was used to evaluate the students&#x2019; experience and satisfaction. NPS has become common in medication education research to serve as an indicator to assess the value of an educational intervention [<xref ref-type="bibr" rid="ref30">30</xref>].</p></sec><sec id="s1-11"><title>Study Analysis</title><p>Students&#x2019; experience was analyzed using IBM SPSS Statistics (version 30; IBM Corp). Demographic variables (sex and employment) were summarized as frequencies and percentages, and group differences were examined using <italic>&#x03C7;</italic><sup>2</sup> tests. Questionnaire data are reported as means and SDs. A quasi-experimental within-participants design was used to evaluate 2 versions among cohort 2025 students, and a between-participants design was used to evaluate the first experience of the 2 versions among 2 cohorts. As normality was assessed using the Kolmogorov-Smirnov test, between-group comparisons were conducted using the Mann-Whitney <italic>U</italic> test.</p></sec></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Phase 1: Model Development and Model-Fit Assessment</title><sec id="s2-1-1"><title>Overview</title><p>The AI Triage system was developed as an LLM-powered simulated-patient component integrated into a Unity-based nursing-triage simulation game. The Unity client captured learner input through text entry or speech-to-text and transmitted requests containing system instructions and case-specific information to GPT-4o hosted through Microsoft AI Foundry on Azure infrastructure. Generated responses were returned to the Unity client for display and use in game-state functions.</p><p>The system was designed to support real-time simulated-patient dialogue in Traditional Chinese characters using Cantonese syntax appropriate to local nursing-triage scenarios. <xref ref-type="fig" rid="figure1">Figure 1</xref> presents the high-level system architecture. Detailed request-processing and deployment specifications are provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>High-level architecture of the AI Triage simulated-patient system.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="nursing_v9i1e98543_fig01.png"/></fig></sec><sec id="s2-1-2"><title>Scenario Development and Clinical Review</title><p>Eight base nursing-triage scenarios were developed by the research team and clinical educators. The scenarios were then reviewed by external clinical experts and Hong Kong Hospital Authority nursing members for clinical accuracy, relevance to local nursing-triage practice, and alignment of patient scripts with real-world triage processes. The approved scenario scripts specified patient demographics, presenting symptoms, symptom onset and progression, relevant medical and medication history, allergies, travel or exposure history where applicable, and information that should remain unavailable from the patient perspective.</p><p>Four scenarios were selected for the exploratory model-selection assessment because they represented the intended range of simulated-patient interactions and triage-history-taking requirements. The remaining scenarios were retained for use in the broader simulation game and subsequent development activities.</p></sec><sec id="s2-1-3"><title>Exploratory Model-Selection Assessment</title><p>Exploratory model-selection testing was conducted during system development in 2024 to identify a model configuration suitable for Cantonese nursing-triage simulated-patient dialogue. A standardized set of 50 test questions was developed from the approved scenario scripts. Ten questions assessed general triage-history-taking domains applicable across scenarios, including presenting concern, symptom characteristics, symptom timeline, relevant medical history, medication or allergy history, and relevant exposure information. Each of the 4 selected scenarios contributed 10 scenario-specific questions designed to assess maintenance of scripted patient details and responses to clinically relevant triage inquiries.</p><p>The same 50-question test set was administered to 6 candidate model configurations: GPT-3.5-turbo, Llama 3.1, GPT-4, GPT-4o, DeepSeek-V2.5, and Amazon Titan. Responses were generated using scenario-specific system instructions and assessed against the corresponding approved case script. During testing, developers documented technical issues relevant to production deployment, including response failures, latency, inappropriate output behavior, deployment feasibility, and Unity integration compatibility.</p></sec><sec id="s2-1-4"><title>Selection Criteria and Outcome Definitions</title><p>Each model-generated response was assessed against a case-specific reference rubric derived from the approved scenario script. The rubric covered patient identity and history, symptom accuracy and timeline consistency, patient-role behavior, contextual relevance to triage questions, and protection of information that would not normally be known by a patient.</p><p>Script adherence was assessed against the approved case script and patient persona using a 3-point scale: 0 for contradictory or unsupported responses, 1 for partially consistent responses, and 2 for fully consistent responses. Role fidelity was classified as maintained or not maintained according to whether the model remained in the patient perspective without adopting a nurse, physician, or general-assistant role. Hidden-information protection was classified as protected or leaked according to whether the response disclosed a diagnosis, triage category, management information, or other scenario metadata unavailable from the patient perspective. Contextual relevance was rated on a 5-point scale from 1 (not relevant) to 5 (fully relevant).</p><p>Four development-team members with expertise in nursing-triage simulation and LLM implementation independently assessed each response against the reference rubric. Discrepant ratings were resolved through discussion to reach consensus. Script adherence was summarized as the proportion of responses rated fully script-consistent. Model selection considered descriptive rubric ratings together with Cantonese-language suitability, response latency, technical reliability, deployment feasibility, and compatibility with the Unity environment. The scenario-specific reference rubrics and prompt categories are provided in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p></sec></sec><sec id="s2-2"><title>Phase 2: Formative Student Feedback&#x2013;Informed Version 2 Enhancement and Evaluation</title><sec id="s2-2-1"><title>Collection and Analysis of Student Feedback</title><p>Version 1.0 of the AI Triage game was implemented during tutorial sessions in February 2025 (cohort 1). After gameplay, students participated in recorded group feedback discussions in which they were invited to comment on the simulation experience and suggest improvements.</p><p>Eleven tutorial feedback sessions involving 226 students were recorded and reviewed by the study team. The recordings captured group discussions; therefore, individual comment counts were not calculated. The study team transcribed the recordings, extracted the main points, and documented them in a summary matrix. A descriptive content analysis was conducted by grouping feedback into (1) suggested design enhancements and (2) bugs, game interface problems, or technical enhancement needs. The resulting categories were considered alongside system logs and internal technical testing to identify and prioritize Version 2 modifications.</p><p>Version 2 was enhanced from February to September 2025. The recorded feedback was used as formative development input and was distinct from the postintervention usability and recommendation outcomes collected from cohort 1 and cohort 2.</p></sec><sec id="s2-2-2"><title>Identification of Version 1 Failure Modes</title><p>Version 1 failure modes were identified by triangulating formative student feedback with internal development records, including system logs, error observations, and repeated test interactions using the approved triage scenarios. Student feedback was used to identify interaction, interface, workflow, learning-feedback, and perceived-realism issues. Internal testing was used to identify LLM-specific failure modes, including inconsistent responses across sequential questions, role drift, disclosure of protected scenario metadata, inappropriate refusals or nonresponses to selected Cantonese triage prompts, and script-inconsistent responses.</p><p>The research and development team reviewed the combined findings and mapped each issue to a potential code, interface, prompt, memory-handling, parameter, or safety-control modification. Modifications incorporated into the completed Version 2 configuration were documented before post-enhancement technical evaluation.</p></sec><sec id="s2-2-3"><title>Development of the Version 2 Configuration</title><p>The completed Version 2 configuration incorporated integrated modifications to the game interface and workflow, simulated-patient dialogue design, and LLM request-processing configuration. Interface and workflow modifications were prioritized on the basis of student-identified needs related to instructions, case initiation, result review, information display, response timing, audio, scrolling, error recovery, and patient interaction realism.</p><p>LLM-related modifications included (1) case-grounded prompt content; (2) 2 to 3 few-shot dialogue examples per scenario; (3) explicit constraints to maintain the simulated-patient role, avoid unsupported clinical details, and prevent disclosure of diagnosis, triage category, management information, or other protected scenario metadata; (4) session-level conversation-history handling, cleared at the end of each session; (5) calibrated generation settings, including reduction of temperature from 0.5 to 0.3, a maximum output setting of 4000 tokens, and frequency and presence penalties of 0; and (6) safety-filter adjustments for Cantonese clinical prompts.</p><p>Because these modifications were introduced as an integrated enhancement package, the subsequent evaluation assessed the performance of the completed Version 2 configuration rather than the independent effect of individual changes. Detailed technical implementation and request-processing specifications are provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p><p>Version 2 modifications were implemented and finalized between February and September 2025 before the February 2026 tutorial deployment to Cohort 2.</p></sec><sec id="s2-2-4"><title>Script-Fidelity Evaluation Procedure</title><p>A development-stage script-fidelity evaluation compared the baseline Version 1 configuration with the completed Version 2 configuration. The evaluation used the malaria and neutropenic fever triage scenarios. Prompt categories were derived from the approved scenario scripts and included routine history-taking questions, repeated or rephrased questions to assess within-session consistency, questions about present or absent symptoms, symptom-timeline questions, travel or clinical-history questions, role-challenge prompts, and prompts designed to elicit protected scenario metadata. The scenario-specific reference rubrics and prompt categories are provided in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p><p>The same GPT-4o model version, approved case scripts, prompt categories, and planned testing procedure were used for both configurations. Version 1 represented the baseline configuration. Version 2 represented the completed integrated enhancement configuration, including changes to prompt content, conversation-history handling, safety controls, and generation settings. Each model-generated response was treated as one unit of analysis.</p><p>A total of 250 responses were generated for assessment: 125 responses under Version 1 and 125 responses under Version 2. For each configuration, 80 responses were generated from the malaria scenario, and 45 responses were generated from the neutropenic fever scenario. The malaria prompt set comprised 16 scenario-specific prompts and the neutropenic fever prompt set comprised 9 scenario-specific prompts. Each prompt was administered in 5 independent sessions per configuration, yielding 80 malaria and 45 neutropenic-fever responses for each configuration. Each independent session began with a new session and did not retain conversation history from a previous test session.</p><p>Two raters with expertise in nursing triage simulation and LLM implementation independently assessed all responses against the scenario-specific reference rubrics. Ratings were completed independently before consensus discussion. Disagreements were resolved through consensus. In contrast to phase 1, which used 4 assessors to support exploratory model selection across 6 candidate model configurations and multiple triage scenarios, phase 2 used a narrower, refinement-oriented evaluation focused on a single production model (GPT-4o) and two scenarios using a finalized, scenario-specific rubric. The phase 1 assessment team comprised the lead developer (who selected and configured the models for testing), 2 software developers with experience in applied AI systems (who rated conversational quality from a general AI perspective), and 1 project investigator with expertise in triage workflow and real-world patient responses. Accordingly, script-fidelity assessment in phase 2 was conducted by 2 raters: the lead developer and the same project investigator. The project investigator categorized response issues based on user feedback and triage requirements, while the lead developer implemented prompt and system modifications; the investigator then retested to confirm that revised responses met the approved scenario scripts. This iterative, 2-rater process was sufficient for the narrower, refinement-oriented scope of the phase 2 evaluation.</p></sec><sec id="s2-2-5"><title>Outcomes and Analysis</title><p>This developmental study with a quasi-experimental student usability evaluation comprised 2 phases. Phase 1, conducted from 2024 to February 2025, involved clinical scenario development, exploratory model-fit assessment, and selection of a production model configuration. Phase 2 began with Version 1 tutorial deployment in February 2025, followed by formative student feedback and internal technical testing. These findings informed Version 2 enhancement from February to September 2025. The completed Version 2 configuration subsequently underwent development-stage script-fidelity evaluation and student usability evaluation during tutorial deployment in February 2026.</p><p>The primary technical outcome in phase 2 was the script-inconsistent response rate. A script-inconsistent response, hereafter termed a script-inconsistent hallucination, was defined as a model-generated statement that contradicted a predefined patient characteristic, symptom, clinical history, exposure, or timeline, or introduced clinically material information not supported by the approved scenario script. Each response was classified as fully script-consistent, partially script-consistent, or script-inconsistent. The script-inconsistent response rate was calculated as:</p><p>(Number of script-inconsistent responses/Total number of assessed responses) &#x00D7; 100%</p><p>Script adherence was calculated as the proportion of responses classified as fully script-consistent. For failure-type analysis, each script-inconsistent response was assigned to one primary, mutually exclusive category: role switching, contradictory symptom, unsupported symptom, incorrect timeline, incorrect travel or clinical history, hidden-information disclosure, unsupported environmental or contextual detail, or misinterpretation of a learner question as a request for protected scenario metadata.</p><p>For the development-stage technical evaluation, the results were summarized descriptively as counts and percentages for each configuration and scenario. The absolute difference in script-inconsistent response rates between Version 1 and Version 2 was calculated in percentage points. Because Version 2 incorporated multiple changes as an integrated enhancement package, the comparison was intended to describe the performance of the completed configuration and was not designed to estimate the independent effect of individual modifications.</p><p>Student usability outcomes were assessed using the SUS and NPS. Demographic variables, including sex and prior clinical internship experience, were summarized as frequencies and percentages, and cohort differences were examined using <italic>&#x03C7;</italic><sup>2</sup> tests. Questionnaire data were summarized using means and SDs. The 2025 cohort provided a within-cohort comparison of Version 1 and Version 2, whereas first-use experience was compared between the 2025 cohort using Version 1 and the 2026 cohort using Version 2. Normality was assessed using the Kolmogorov-Smirnov test; between-group comparisons were conducted using the Mann-Whitney <italic>U</italic> test. All analyses were performed using IBM SPSS Statistics (version 30; IBM Corp).</p></sec></sec><sec id="s2-3"><title>Ethical Considerations</title><p>Ethical approval was granted by the Research Ethics Committee of Hong Kong Metropolitan University (reference: HE-SF2024/57) prior to data collection. Written informed consent was obtained from all participants. Voluntary participation and study objectives were explained verbally. All research data were deidentified and pseudonymized at the earliest possible stage.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Phase 1: Model Development and Model-Fit Findings</title><p>The final prototype integrated a Unity-based simulation game client, with GPT-4o hosted through Microsoft AI Foundry on Azure infrastructure to generate real-time simulated-patient responses in Traditional Chinese using Cantonese syntax.</p><p>During exploratory development testing, GPT-4o was selected for the production prototype based on the combined assessment of script consistency and implementation feasibility. Among 50 assessed responses, GPT-4o produced 45 (90%) fully script-consistent responses. The corresponding results were 43 of 50 (86.0%) responses for GPT-4, 39 of 50 (78.0%) responses for Llama 3.1, 32 of 50 (64.0%) responses for GPT-3.5-turbo, 23 of 50 (46.0%) responses for DeepSeek-V2.5, and 5 of 50 (10%) responses for Amazon Titan (<xref ref-type="table" rid="table1">Table 1</xref>).</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Exploratory development-stage model-selection assessment across candidate model configurations.<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup></p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Model configuration</td><td align="left" valign="bottom">Fully script-consistent responses, n/N (%)</td><td align="left" valign="bottom">Selected for production prototype</td></tr></thead><tbody><tr><td align="left" valign="top">GPT-3.5-turbo</td><td align="left" valign="top">32/50 (64.0)</td><td align="left" valign="top">No</td></tr><tr><td align="left" valign="top">Llama 3.1</td><td align="left" valign="top">39/50 (78.0)</td><td align="left" valign="top">No</td></tr><tr><td align="left" valign="top">GPT-4</td><td align="left" valign="top">43/50 (86.0)</td><td align="left" valign="top">No</td></tr><tr><td align="left" valign="top">GPT-4o</td><td align="left" valign="top">45/50 (90)</td><td align="left" valign="top">Yes</td></tr><tr><td align="left" valign="top">DeepSeek-V2.5</td><td align="left" valign="top">23/50 (46.0)</td><td align="left" valign="top">No</td></tr><tr><td align="left" valign="top">Amazon Titan</td><td align="left" valign="top">5/50 (10)</td><td align="left" valign="top">No</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>Fully script-consistent responses were rated against scenario-specific reference rubrics. This exploratory development-stage assessment was not a controlled benchmark comparison because prompt configurations, conversation-history handling, parameter settings, and iterative refinements were not fully standardized across model configurations.</p></fn></table-wrap-foot></table-wrap><p>These findings were descriptive development-stage results and informed selection of the production prototype. Although all model configurations were assessed using the same scenario scripts and 50-question test set, prompt configurations, conversation-history handling, parameter settings, and iterative refinements were not fully standardized across all model tests. Accordingly, these findings do not establish general superiority of GPT-4o over alternative models. The selected prototype subsequently underwent further refinement and Version 2 technical evaluation in phase 2.</p></sec><sec id="s3-2"><title>Phase 2: Formative Student Feedback, Version 2 Enhancement, and Technical Evaluation</title><sec id="s3-2-1"><title>Student Feedback and Version 1 Issues</title><p>Student review discussions and internal testing identified Version 1 limitations in 4 areas: learning-feedback functions, interface and workflow, simulated-patient realism, and LLM response reliability. Students requested clearer instructions, improved result review and explanation, simultaneous display of question history and assessment information, and more flexible practice conditions. Students also described the patient dialogue as overly linear and suggested more emotionally expressive or dynamic patient behavior.</p><p>Technical and interface concerns included occasional nonresponses or display of code-like content, unexpected chat scrolling, absent audio output, slow assessment interactions, unnecessary blocking pop-ups, and restricted exit options after errors. Internal testing additionally identified inconsistent answers to repeated questions, occasional role drift, potential disclosure of protected scenario metadata, inappropriate refusals or nonresponses to selected Cantonese triage questions, and script-inconsistent clinical information.</p><p>These findings informed the completed Version 2 enhancement package (<xref ref-type="table" rid="table2">Table 2</xref>).</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Student feedback and development findings informing completed Version 2 enhancements.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Evidence source</td><td align="left" valign="bottom">Version 1 issue</td><td align="left" valign="bottom">Completed Version 2 modification</td><td align="left" valign="bottom">Intended function</td></tr></thead><tbody><tr><td align="left" valign="top">Student feedback and internal testing</td><td align="left" valign="top">Dialogue was overly linear; patient responses were too passive; occasional role drift</td><td align="left" valign="top">Added few-shot patient-dialogue examples, explicit patient-role constraints, and refined dialogue prompting</td><td align="left" valign="top">Improve role fidelity, dialogue variation, and contextual response quality</td></tr><tr><td align="left" valign="top">Student feedback and internal testing</td><td align="left" valign="top">Inconsistent sequential answers; occasional absent or code-like AI responses</td><td align="left" valign="top">Added session-level conversation-history handling, refined request/error handling, and adjusted Cantonese safety-filter settings</td><td align="left" valign="top">Improve within-session continuity and response reliability</td></tr><tr><td align="left" valign="top">Internal testing</td><td align="left" valign="top">Script-inconsistent facts and unsupported clinical information</td><td align="left" valign="top">Added case-grounded prompt content, explicit negative constraints, and reduced model temperature from 0.5 to 0.3</td><td align="left" valign="top">Improve script consistency and reduce unsupported output</td></tr><tr><td align="left" valign="top">Internal testing</td><td align="left" valign="top">Protected scenario metadata could be disclosed</td><td align="left" valign="top">Added explicit restrictions on disclosure of diagnosis, triage category, management information, and protected metadata</td><td align="left" valign="top">Improve hidden-information protection</td></tr><tr><td align="left" valign="top">Student feedback</td><td align="left" valign="top">Instructions and game initiation were unclear</td><td align="left" valign="top">Updated tutorial screen, and enlarged UI<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup> components</td><td align="left" valign="top">Improve onboarding and navigation</td></tr><tr><td align="left" valign="top">Student feedback</td><td align="left" valign="top">Limited result review and insufficient explanation</td><td align="left" valign="top">Implemented new game history system and AI analysis system for reference</td><td align="left" valign="top">Improve postcase learning feedback</td></tr><tr><td align="left" valign="top">Student feedback</td><td align="left" valign="top">Slow, disruptive, or confusing interface behavior</td><td align="left" valign="top">Implemented concurrent audio input, and changed AI model API call regions to reduce latency</td><td align="left" valign="top">Improve usability and gameplay flow</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>UI: User Interface.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2-2"><title>Completed Version 2 Enhancements</title><p>Version 2 incorporated completed game interface, workflow, and LLM-related enhancements in response to the identified usage and technical issues. Game interface and workflow modifications improved the start sequence and onboarding instructions through an updated animated tutorial screen and enlarged user-interface components, strengthened postcase review through a new game-history system and AI analysis function, and enabled concurrent audio input to reduce conversation latency.</p><p>The LLM enhancement package incorporated case-grounded prompt content, few-shot patient-dialogue examples, explicit patient-role and protected-information constraints, session-level conversation-history handling, calibrated generation settings, and safety-filter adjustments for Cantonese clinical prompts. The few-shot examples demonstrated the expected patient role, response style, and boundaries of the approved scenario script. For example, the malaria-case examples guided the simulated patient to affirm the approved symptoms, including cough and fever, when asked about respiratory symptoms.</p><p>The completed changes are summarized in <xref ref-type="table" rid="table2">Table 2</xref>. As multiple modifications were introduced during the same development cycle, their individual contribution to subsequent technical outcomes could not be determined.</p></sec><sec id="s3-2-3"><title>Postenhancement Technical Evaluation of Script Fidelity</title><p>A total of 250 model-generated responses were assessed across the malaria and neutropenic fever scenarios, including 125 responses generated using Version 1 and 125 responses generated using Version 2. Script-inconsistent responses occurred in 78 of 125 (62.4%) Version 1 responses and 21 of 125 (16.8%) Version 2 responses, representing an absolute reduction of 45.6 percentage points (<xref ref-type="table" rid="table3">Table 3</xref>).</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Script-inconsistent response outcomes by scenario and system configuration.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Scenario</td><td align="left" valign="bottom">Assessed responses, n</td><td align="left" valign="bottom">Baseline: script-inconsistent, n (%)</td><td align="left" valign="bottom">Final: script-inconsistent, n (%)</td><td align="left" valign="bottom">Absolute difference, percentage points</td></tr></thead><tbody><tr><td align="left" valign="top">Malaria</td><td align="left" valign="top">80</td><td align="left" valign="top">54 (67.5)</td><td align="left" valign="top">15 (18.8)</td><td align="left" valign="top">48.7</td></tr><tr><td align="left" valign="top">Neutropenic fever</td><td align="left" valign="top">45</td><td align="left" valign="top">24 (53.3)</td><td align="left" valign="top">6 (13.3)</td><td align="left" valign="top">40.0</td></tr><tr><td align="left" valign="top">Overall</td><td align="left" valign="top">125</td><td align="left" valign="top">78 (62.4)</td><td align="left" valign="top">21 (16.8)</td><td align="left" valign="top">45.6</td></tr></tbody></table></table-wrap><p>In the malaria scenario, script-inconsistent responses decreased from 54 of 80 (67.5%) Version 1 responses to 15 of 80 (18.8%) Version 2 responses&#x2014;an absolute reduction of 48.7 percentage points. In the neutropenic fever scenario, the rate decreased from 24 of 45 (53.3%) Version 1 responses to 6 of 45 (13.3%) Version 2 responses&#x2014;an absolute reduction of 40.0 percentage points.</p><p>The malaria scenario provides an illustration of the classification procedure. The approved case script specified fever, chills, muscle pain, and cough. When asked, &#x201C;&#x4F60;&#x6709;&#x5187;&#x54B3;&#x5440;?&#x201D; (&#x201C;Do you have a cough?&#x201D;), the response &#x201C;&#x6709;&#x554A;&#xFF0C;&#x54B3;&#x5497;&#x5E7E;&#x65E5;&#x201D; (&#x201C;Yes, I have been coughing for several days&#x201D;) was classified as script-consistent. In contrast, &#x201C;&#x6211;&#x5187;&#x54B3;&#x558E;&#x201D; (&#x201C;I do not have a cough&#x201D;) was classified as script-inconsistent because it contradicted the approved symptom profile.</p></sec><sec id="s3-2-4"><title>Residual Failure Modes and Remaining Limitations</title><p>Under Version 1, role switching was the most frequent script-inconsistent failure type, occurring in 17 of 78 (21.8%) script-inconsistent responses, followed by contradictory symptom descriptions in 16 of 78 (20.5%) responses. Under Version 2, unsupported symptoms were the most frequent residual failure type, occurring in 6 of 21 (28.6%) script-inconsistent responses, followed by incorrect timelines in 5 of 21 (23.8%) responses (<xref ref-type="table" rid="table4">Table 4</xref>).</p><table-wrap id="t4" position="float"><label>Table 4.</label><caption><p>Primary categories of script-inconsistent responses by system configuration.</p></caption><table id="table4" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Failure type</td><td align="left" valign="bottom">Operational definition</td><td align="left" valign="bottom">Baseline configuration, n</td><td align="left" valign="bottom">Final configuration, n</td></tr></thead><tbody><tr><td align="left" valign="top">Role switching</td><td align="left" valign="top">The simulated patient responded as a nurse, physician, or general assistant rather than as the patient</td><td align="left" valign="top">17</td><td align="left" valign="top">2</td></tr><tr><td align="left" valign="top">Contradictory symptom</td><td align="left" valign="top">The response denied, altered, or contradicted a symptom specified in the approved script</td><td align="left" valign="top">16</td><td align="left" valign="top">4</td></tr><tr><td align="left" valign="top">Unsupported symptom</td><td align="left" valign="top">The response introduced a symptom not specified in the approved script</td><td align="left" valign="top">11</td><td align="left" valign="top">6</td></tr><tr><td align="left" valign="top">Incorrect timeline</td><td align="left" valign="top">The response altered the approved onset, duration, sequence, or progression of symptoms</td><td align="left" valign="top">9</td><td align="left" valign="top">5</td></tr><tr><td align="left" valign="top">Incorrect travel or clinical history</td><td align="left" valign="top">The response contradicted the approved travel, exposure, medication, or medical history</td><td align="left" valign="top">7</td><td align="left" valign="top">4</td></tr><tr><td align="left" valign="top">Hidden-information disclosure</td><td align="left" valign="top">The response disclosed diagnosis, triage category, management information, or other protected metadata</td><td align="left" valign="top">7</td><td align="left" valign="top">0</td></tr><tr><td align="left" valign="top">Unsupported environmental or contextual detail</td><td align="left" valign="top">The response introduced a material setting or contextual detail not specified in the scenario</td><td align="left" valign="top">6</td><td align="left" valign="top">0</td></tr><tr><td align="left" valign="top">Misinterpretation of question as request for scenario metadata</td><td align="left" valign="top">The response treated a learner&#x2019;s question as a request to disclose scenario-specific technical or hidden information</td><td align="left" valign="top">5</td><td align="left" valign="top">0</td></tr><tr><td align="left" valign="top">Total script-inconsistent responses</td><td align="left" valign="top">Sum of all mutually exclusive failure categories</td><td align="left" valign="top">78</td><td align="left" valign="top">21</td></tr></tbody></table></table-wrap><p>No hidden-information disclosures, unsupported environmental or contextual details, or misinterpretations of learner questions as requests for protected scenario metadata were observed among the 125 Version 2 responses assessed. The results describe the performance of the integrated Version 2 configuration in the predefined test set and do not isolate the effects of individual enhancement components or establish performance across clinical scenarios beyond those evaluated.</p></sec><sec id="s3-2-5"><title>Student Usability and Recommendation Outcomes</title><sec id="s3-2-5-1"><title>Overview</title><p>In addition to the development-stage technical evaluation, student usability and recommendation outcomes were evaluated during tutorial deployment. These student outcomes were distinct from the predefined script-fidelity assessment and were assessed using the SUS and NPS among the 2025 and 2026 tutorial cohorts. The following results present participant characteristics and usability outcomes across the 2 cohorts (<xref ref-type="table" rid="table5">Table 5</xref>).</p><table-wrap id="t5" position="float"><label>Table 5.</label><caption><p>Characteristics of study participants.</p></caption><table id="table5" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristics</td><td align="left" valign="bottom">Cohort 2025 (n=111), n (%)</td><td align="left" valign="bottom">Cohort 2026 (n=282), n (%)</td><td align="left" valign="bottom"><italic>P</italic> value</td></tr></thead><tbody><tr><td align="left" valign="top">Sex (male)</td><td align="left" valign="top">50 (45)</td><td align="left" valign="top">136 (48)</td><td align="left" valign="top">.57</td></tr><tr><td align="left" valign="top">Temporary undergraduate nursing student (TUNS) experience</td><td align="left" valign="top">37 (33)</td><td align="left" valign="top">78 (28)</td><td align="left" valign="top">.26</td></tr></tbody></table></table-wrap><p>A total of 393 nursing students participated in the study (n=111 in the 2025 cohort; n=282 in the 2026 cohort). Overall, 47.3% (n=186) of participants were male, and 29.0% (n=115) had prior clinical internship experience. Baseline comparisons revealed no statistically significant differences between the 2 cohorts regarding sex distribution (<italic>P</italic>=.57) or internship experience (<italic>P</italic>=.26), indicating baseline comparability.</p></sec><sec id="s3-2-5-2"><title>SUS Outcomes</title><p>System usability of the AI Triage simulation game was evaluated using both within-group and between-group comparisons. A within-group analysis of the 2025 cohort (n=111) demonstrated statistically significant improvements in perceived system usability and interface quality when transitioning from Version 1 (mean 58.31, SD 9.54) to the enhanced Version 2 (mean 62.65, SD 11.66; <italic>U</italic>=7324; <italic>Z</italic>=3.39; <italic>P</italic> &#x003C;.001).</p><p>To assess first-time user experience, a between-group comparison was conducted between the 2025 cohort (Version 1; n=111) and the 2026 cohort (Version 2; n=282). The enhanced Version 2 (mean 65.57, SD 12.36) showed significantly higher system usability scores than Version 1 (mean 58.31, SD 9.54; <italic>U</italic>=10,566; <italic>Z</italic>=5.57; <italic>P</italic>&#x003C;.001).</p></sec><sec id="s3-2-5-3"><title>NPS Outcomes</title><p>User satisfaction for enhanced Version 2 was evaluated using the NNPS across both cohorts. Both cohorts reported positive outcomes, with NPS ranging from +36.6% (2025 cohort; n=111) to +41.1% (2026 cohort; n=282), demonstrating student favorability toward the enhanced simulation platform.</p></sec></sec></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>This study developed and deployed a Cantonese-language, LLM-powered simulated-patient system for nursing-triage education through an iterative process. GPT-4o was selected through an exploratory model-fit assessment, and formative student feedback from Version 1 tutorial deployment, together with internal technical testing, informed an integrated Version 2 enhancement package. In the predefined script-fidelity evaluation, Version 2 generated fewer script-inconsistent responses than Version 1. Student usability and recommendation outcomes were collected in 2 tutorial cohorts. These findings illustrate the value of integrating user feedback with structured technical evaluation during development of LLM-enabled nursing simulations.</p></sec><sec id="s4-2"><title>Technical and Pedagogical Implications</title><p>The development and deployment of the LLM-powered AI-assisted simulated-patient system described in this study revealed several considerations, recurring problems, and practical suggestions that are broadly relevant to educators seeking to implement similar systems in nursing curricula. However, the substantial difference in response rates between the 2025 and 2026 cohorts (n=111, 49.1% vs n=282, 95.3%), respectively) may have introduced selection bias and limits the generalizability of the findings.</p><p>A primary consideration is the trade-off between clinical safety and conversational realism. LLM-generated responses can fabricate plausible but script-inconsistent clinical details, a hallucination problem documented extensively in the present implementation. This issue is not unique to our system&#x2014;a comprehensive review of 40 LLM-based virtual patient studies confirmed that factual accuracy, role consistency, and ethical accountability remain persistent challenges across the field [<xref ref-type="bibr" rid="ref31">31</xref>]. In fact, recent evidence demonstrates that even flagship commercial LLMs with advanced safety mechanisms are highly vulnerable to prompt-injection attacks, with success rates exceeding 90% in simulated clinical dialogues [<xref ref-type="bibr" rid="ref32">32</xref>]. Our findings suggest that layered controls, including case grounding, few-shot examples, explicit role and protected-information constraints, generation-setting calibration, and platform-level safety adjustments, may reduce script-inconsistent responses while preserving the intended dialogue function.</p><p>Another related problem is the overcautious behavior of cloud-based safety filters. As documented in our debugging process, Microsoft AI Foundry&#x2019;s content safety classifiers intermittently blocked legitimate Cantonese clinical questions, such as &#x201C;Why do you come to see a doctor?&#x201D; by misinterpreting certain phrasings as sensitive content. This highlights a broader challenge: safety guardrails designed for general-purpose applications may be poorly calibrated for domain-specific clinical simulations, particularly in non-English languages [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. We suggest that developers conduct systematic testing using structured sets of clinical prompts in the target language during deployment to identify and iteratively tune safety thresholds, ensuring essential triage dialogue is not inadvertently suppressed.</p><p>Linguistic equity represents another significant barrier. Most LLM training corpora are English-dominant, and models frequently process non-English languages through English intermediary encoding, which compromises generative quality in non-Anglophone contexts [<xref ref-type="bibr" rid="ref33">33</xref>]. Our implementation required extensive testing and iterative prompt refinement to achieve clinically natural spoken Cantonese, and even the best-performing model (GPT-4o, at the time of development) demanded continuous adjustment. Addressing this disparity requires developing region-specific clinical corpora for fine-tuning, collaborating with local clinicians and linguists for validation, and benchmarking across diverse linguistic populations [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p><p>The absence of standardized evaluation frameworks presents a further obstacle to advancing this field. Current evidence for LLM-powered virtual patients relies predominantly on student satisfaction and self-reported confidence, with few studies using objective measures of clinical competence or behavioral change [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. We recommend that future research adopt validated clinical assessment instruments, implement multisite controlled trials with adequate sample sizes, and use longitudinal designs that track transfer of simulation-acquired skills to actual patient care settings [<xref ref-type="bibr" rid="ref31">31</xref>].</p><p>Finally, institutional readiness and ethical governance deserve attention. Health care organizations deploying AI-powered educational tools should establish cross-functional governance committees encompassing compliance, clinical operations, informatics, and data privacy to oversee system evaluation, approval, and ongoing monitoring [<xref ref-type="bibr" rid="ref34">34</xref>]. Equally important, nurse educators require structured professional development in AI literacy, prompt engineering principles, and ethical AI use, so they can serve as informed stewards of these technologies and critically evaluate their pedagogical outputs rather than relying on them uncritically [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref35">35</xref>].</p></sec><sec id="s4-3"><title>Further Development</title><p>LLM-powered virtual patients represent a paradigm shift from traditional rigid, scripted simulations to dynamic, open-ended conversations that adapt to student inputs [<xref ref-type="bibr" rid="ref1">1</xref>]. Building upon the existing AI Triage game framework, AI Triage future Version 3.0 will evolve the system from a primarily instructor-authored simulation into a learner-generated scenario platform. This enhancement will allow students to design their own triage cases, including patient profiles, presenting complaints, and contextual details, which the LLM will then transform the custom-made scenario into realistic, clinically coherent interactions in Cantonese. By enabling students to self-author and iteratively refine scenarios with feedback from peers and teachers, the app aims to deepen clinical reasoning, foster creativity, and strengthen ownership of learning.</p><p>To support accurate and safe learner-created content, Version 3.0 will incorporate structured scenario templates, embedded clinical guardrails, and automated checks to reduce hallucinations and maintain alignment with evidence-based practice. These features will be complemented by configurable difficulty levels and feedback modes, allowing educators to scaffold tasks while giving students greater flexibility in pacing, repetition, and focus areas. In combination, these design choices position the upgraded system as a scalable environment for self-directed, practice-intensive learning that extends beyond scheduled class time.</p></sec><sec id="s4-4"><title>Conclusions</title><p>This study developed and deployed a Cantonese-language, LLM-powered simulated-patient system integrated into a nursing-triage simulation game. GPT-4o was selected through an exploratory development-stage assessment, and formative student feedback from Version 1 tutorial deployment, together with internal technical testing, informed an integrated Version 2 enhancement package.</p><p>In a predefined script-fidelity evaluation, the Version 2 configuration produced fewer script-inconsistent responses than the Version 1 configuration across the 2 evaluated triage scenarios. The study illustrates a practical development approach that combines clinically reviewed case scripts, local-language dialogue design, student feedback, and structured technical testing to support simulated-patient interactions in nursing education.</p><p>Further research should evaluate the system across additional clinical scenarios and institutions, assess robustness after model or platform updates, and determine whether use of the system improves clinical reasoning, triage performance, or transfer of learning to practice.</p></sec></sec></body><back><ack><p>The authors thank the clinical experts, university colleagues, and Hong Kong Hospital Authority nursing members who reviewed the triage scenarios for clinical accuracy, relevance to local nursing-triage practice, and alignment with real-world triage processes. The authors also thank the participating nursing students for their time and feedback.</p></ack><notes><sec><title>Generative AI Use</title><p>Generative AI was not used in the preparation, writing, or editing of this manuscript.</p></sec><sec><title>Funding</title><p>This study was supported by Hong Kong Metropolitan University Quality Enhancement Measures (QEM) funding (QEM-1125; principal investigator: DCKH).</p></sec><sec><title>Data Availability</title><p>The deidentified data supporting the findings of this study are not publicly available because they contain participant-derived educational data and scenario materials that could compromise assessment integrity. Deidentified data may be available from the corresponding author upon reasonable request, subject to approval by the Research Ethics Committee of Hong Kong Metropolitan University, and in accordance with applicable institutional and data-protection requirements.</p></sec></notes><fn-group><fn fn-type="con"><p>MCMC contributed to technical methods, AI Triage system development and implementation, technical evaluation and analysis, and the initial manuscript draft. DCKH contributed to study conceptualization, project and quasi-experimental study design, the <italic>Introduction</italic> section, and interpretation of findings. TTOK verified technical implementation and contributed to manuscript review and revision. JYHW contributed to study design, ethics-approval coordination, and manuscript review. All authors approved the final manuscript and agree to be accountable for all aspects of the work.</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">AMTES</term><def><p>AI-Powered Medical History-Taking Training and Evaluation System</p></def></def-item><def-item><term id="abb2">LLM</term><def><p>large language model</p></def></def-item><def-item><term id="abb3">LLMDP</term><def><p>large language model&#x2013;based digital patient</p></def></def-item><def-item><term id="abb4">NPS</term><def><p>Net Promoter Score</p></def></def-item><def-item><term id="abb5">SUS</term><def><p>System Usability Scale</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hamilton</surname><given-names>A</given-names> </name><name name-style="western"><surname>Molzahn</surname><given-names>A</given-names> </name><name name-style="western"><surname>McLemore</surname><given-names>K</given-names> </name></person-group><article-title>The evolution from standardized to virtual patients in medical education</article-title><source>Cureus</source><year>2024</year><month>10</month><volume>16</volume><issue>10</issue><fpage>e71224</fpage><pub-id pub-id-type="doi">10.7759/cureus.71224</pub-id><pub-id pub-id-type="medline">39525234</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zhang</surname><given-names>K</given-names> </name><name name-style="western"><surname>Meng</surname><given-names>X</given-names> </name><name name-style="western"><surname>Yan</surname><given-names>X</given-names> </name><etal/></person-group><article-title>Revolutionizing health care: the transformative impact of large language models in medicine</article-title><source>J Med Internet Res</source><year>2025</year><month>01</month><day>7</day><volume>27</volume><fpage>e59069</fpage><pub-id pub-id-type="doi">10.2196/59069</pub-id><pub-id pub-id-type="medline">39773666</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Elendu</surname><given-names>C</given-names> </name><name name-style="western"><surname>Amaechi</surname><given-names>DC</given-names> </name><name name-style="western"><surname>Okatta</surname><given-names>AU</given-names> </name><etal/></person-group><article-title>The impact of simulation-based training in medical education: a review</article-title><source>Medicine (Baltimore)</source><year>2024</year><month>07</month><day>5</day><volume>103</volume><issue>27</issue><fpage>e38813</fpage><pub-id pub-id-type="doi">10.1097/MD.0000000000038813</pub-id><pub-id pub-id-type="medline">38968472</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Laverde</surname><given-names>N</given-names> </name><name name-style="western"><surname>Gr&#x00E9;visse</surname><given-names>C</given-names> </name><name name-style="western"><surname>Jaramillo</surname><given-names>S</given-names> </name><name name-style="western"><surname>Manrique</surname><given-names>R</given-names> </name></person-group><article-title>Integrating large language model-based agents into a virtual patient chatbot for clinical anamnesis training</article-title><source>Comput Struct Biotechnol J</source><year>2025</year><volume>27</volume><fpage>2481</fpage><lpage>2491</lpage><pub-id pub-id-type="doi">10.1016/j.csbj.2025.05.025</pub-id><pub-id pub-id-type="medline">40547455</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vrdoljak</surname><given-names>J</given-names> </name><name name-style="western"><surname>Boban</surname><given-names>Z</given-names> </name><name name-style="western"><surname>Vilovi&#x0107;</surname><given-names>M</given-names> </name><name name-style="western"><surname>Kumri&#x0107;</surname><given-names>M</given-names> </name><name name-style="western"><surname>Bo&#x017E;i&#x0107;</surname><given-names>J</given-names> </name></person-group><article-title>A review of large language models in medical education, clinical decision support, and healthcare administration</article-title><source>Healthcare (Basel)</source><year>2025</year><month>03</month><day>10</day><volume>13</volume><issue>6</issue><fpage>603</fpage><pub-id pub-id-type="doi">10.3390/healthcare13060603</pub-id><pub-id pub-id-type="medline">40150453</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Harrington</surname><given-names>J</given-names> </name><name name-style="western"><surname>Booth</surname><given-names>RG</given-names> </name><name name-style="western"><surname>Jackson</surname><given-names>KT</given-names> </name></person-group><article-title>Large language models in nursing education: concept analysis</article-title><source>JMIR Nurs</source><year>2025</year><month>08</month><day>22</day><volume>8</volume><fpage>e77948</fpage><pub-id pub-id-type="doi">10.2196/77948</pub-id><pub-id pub-id-type="medline">40845300</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zeng</surname><given-names>J</given-names> </name><name name-style="western"><surname>Qi</surname><given-names>W</given-names> </name><name name-style="western"><surname>Shen</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Embracing the future of medical education with large language model&#x2013;based virtual patients: scoping review</article-title><source>J Med Internet Res</source><year>2025</year><month>11</month><day>13</day><volume>27</volume><fpage>e79091</fpage><pub-id pub-id-type="doi">10.2196/79091</pub-id><pub-id pub-id-type="medline">41232097</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Liu</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Shi</surname><given-names>C</given-names> </name><name name-style="western"><surname>Wu</surname><given-names>L</given-names> </name><etal/></person-group><article-title>Development and validation of a large language model&#x2013;based system for medical history-taking training: prospective multicase study on evaluation stability, human-AI consistency, and transparency</article-title><source>JMIR Med Educ</source><year>2025</year><month>08</month><day>29</day><volume>11</volume><fpage>e73419</fpage><pub-id pub-id-type="doi">10.2196/73419</pub-id><pub-id pub-id-type="medline">40882613</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Luo</surname><given-names>MJ</given-names> </name><name name-style="western"><surname>Bi</surname><given-names>S</given-names> </name><name name-style="western"><surname>Pang</surname><given-names>J</given-names> </name><etal/></person-group><article-title>A large language model digital patient system enhances ophthalmology history taking skills</article-title><source>NPJ Digit Med</source><year>2025</year><month>08</month><day>4</day><volume>8</volume><issue>1</issue><fpage>502</fpage><pub-id pub-id-type="doi">10.1038/s41746-025-01841-6</pub-id><pub-id pub-id-type="medline">40760042</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chen</surname><given-names>PJ</given-names> </name><name name-style="western"><surname>Liou</surname><given-names>WK</given-names> </name></person-group><article-title>ChatGPT-driven interactive virtual reality communication simulation in obstetric nursing: a mixed-methods study</article-title><source>Nurse Educ Pract</source><year>2025</year><month>05</month><volume>85</volume><fpage>104383</fpage><pub-id pub-id-type="doi">10.1016/j.nepr.2025.104383</pub-id><pub-id pub-id-type="medline">40315616</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Liaw</surname><given-names>SY</given-names> </name><name name-style="western"><surname>Tan</surname><given-names>JZ</given-names> </name><name name-style="western"><surname>Lim</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Artificial intelligence in virtual reality simulation for interprofessional communication training: mixed method study</article-title><source>Nurse Educ Today</source><year>2023</year><month>03</month><volume>122</volume><fpage>105718</fpage><pub-id pub-id-type="doi">10.1016/j.nedt.2023.105718</pub-id><pub-id pub-id-type="medline">36669304</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Holderried</surname><given-names>F</given-names> </name><name name-style="western"><surname>Stegemann-Philipps</surname><given-names>C</given-names> </name><name name-style="western"><surname>Herrmann-Werner</surname><given-names>A</given-names> </name><etal/></person-group><article-title>A language model&#x2013;powered simulated patient with automated feedback for history taking: prospective study</article-title><source>JMIR Med Educ</source><year>2024</year><month>08</month><day>16</day><volume>10</volume><fpage>e59213</fpage><pub-id pub-id-type="doi">10.2196/59213</pub-id><pub-id pub-id-type="medline">39150749</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wang</surname><given-names>C</given-names> </name><name name-style="western"><surname>Li</surname><given-names>S</given-names> </name><name name-style="western"><surname>Lin</surname><given-names>N</given-names> </name><etal/></person-group><article-title>Application of large language models in medical training evaluation-using ChatGPT as a standardized patient: multimetric assessment</article-title><source>J Med Internet Res</source><year>2025</year><month>01</month><day>1</day><volume>27</volume><fpage>e59435</fpage><pub-id pub-id-type="doi">10.2196/59435</pub-id><pub-id pub-id-type="medline">39742453</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chow</surname><given-names>JCL</given-names> </name><name name-style="western"><surname>Li</surname><given-names>K</given-names> </name></person-group><article-title>Large language models in medical chatbots: opportunities, challenges, and the need to address AI risks</article-title><source>Information</source><year>2025</year><volume>16</volume><issue>7</issue><fpage>549</fpage><pub-id pub-id-type="doi">10.3390/info16070549</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Elhilali</surname><given-names>A</given-names> </name><name name-style="western"><surname>Ngo</surname><given-names>ASH</given-names> </name><name name-style="western"><surname>Reichenpfader</surname><given-names>D</given-names> </name><name name-style="western"><surname>Denecke</surname><given-names>K</given-names> </name></person-group><article-title>Large language model-based patient simulation to foster communication skills in health care professionals: user-centered development and usability study</article-title><source>JMIR Med Educ</source><year>2025</year><month>12</month><day>12</day><volume>11</volume><fpage>e81271</fpage><pub-id pub-id-type="doi">10.2196/81271</pub-id><pub-id pub-id-type="medline">41385781</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Yu</surname><given-names>H</given-names> </name><name name-style="western"><surname>Zhou</surname><given-names>J</given-names> </name><name name-style="western"><surname>Li</surname><given-names>L</given-names> </name><etal/></person-group><article-title>Simulated patient systems powered by large language model-based AI agents offer potential for transforming medical education</article-title><source>Commun Med (Lond)</source><year>2025</year><month>12</month><day>19</day><volume>6</volume><issue>1</issue><fpage>27</fpage><pub-id pub-id-type="doi">10.1038/s43856-025-01283-x</pub-id><pub-id pub-id-type="medline">41420084</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Asaad</surname><given-names>A</given-names> </name><name name-style="western"><surname>Chy</surname><given-names>A</given-names> </name><name name-style="western"><surname>Kabir</surname><given-names>AS</given-names> </name><name name-style="western"><surname>Nakib</surname><given-names>A</given-names> </name><name name-style="western"><surname>Tabassum</surname><given-names>N</given-names> </name></person-group><article-title>Navigating the labyrinth: a review of explainability and trustworthiness in large language model-powered systems for sensitive decision-making</article-title><source>Sci Technol Sci Soc</source><year>2025</year><volume>2</volume><issue>7</issue><fpage>5</fpage><lpage>19</lpage><pub-id pub-id-type="doi">10.59324/stss.2025.2(7).02</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Li</surname><given-names>D</given-names> </name><name name-style="western"><surname>Lebai Lutfi</surname><given-names>S</given-names> </name></person-group><article-title>Large language model-based virtual patient systems for history-taking in medical education: comprehensive systematic review</article-title><source>JMIR Med Inform</source><year>2026</year><month>01</month><day>2</day><volume>14</volume><fpage>e79039</fpage><pub-id pub-id-type="doi">10.2196/79039</pub-id><pub-id pub-id-type="medline">41481915</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Davis</surname><given-names>J</given-names> </name><name name-style="western"><surname>Van Bulck</surname><given-names>L</given-names> </name><name name-style="western"><surname>Durieux</surname><given-names>BN</given-names> </name><name name-style="western"><surname>Lindvall</surname><given-names>C</given-names> </name></person-group><article-title>The temperature feature of ChatGPT: modifying creativity for clinical research</article-title><source>JMIR Hum Factors</source><year>2024</year><month>03</month><day>8</day><volume>11</volume><fpage>e53559</fpage><pub-id pub-id-type="doi">10.2196/53559</pub-id><pub-id pub-id-type="medline">38457221</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Workum</surname><given-names>JD</given-names> </name><name name-style="western"><surname>van de Sande</surname><given-names>D</given-names> </name><name name-style="western"><surname>Gommers</surname><given-names>D</given-names> </name><name name-style="western"><surname>van Genderen</surname><given-names>ME</given-names> </name></person-group><article-title>Bridging the gap: a practical step-by-step approach to warrant safe implementation of large language models in healthcare</article-title><source>Front Artif Intell</source><year>2025</year><volume>8</volume><fpage>1504805</fpage><pub-id pub-id-type="doi">10.3389/frai.2025.1504805</pub-id><pub-id pub-id-type="medline">39931218</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Aster</surname><given-names>A</given-names> </name><name name-style="western"><surname>Ragaller</surname><given-names>SV</given-names> </name><name name-style="western"><surname>Raupach</surname><given-names>T</given-names> </name><name name-style="western"><surname>Marx</surname><given-names>A</given-names> </name></person-group><article-title>ChatGPT as a virtual patient: written empathic expressions during medical history taking</article-title><source>Med Sci Educ</source><year>2025</year><volume>35</volume><issue>3</issue><fpage>1513</fpage><lpage>1522</lpage><pub-id pub-id-type="doi">10.1007/s40670-025-02342-7</pub-id><pub-id pub-id-type="medline">40625933</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hua</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Na</surname><given-names>H</given-names> </name><name name-style="western"><surname>Li</surname><given-names>Z</given-names> </name><etal/></person-group><article-title>A scoping review of large language models for generative tasks in mental health care</article-title><source>NPJ Digit Med</source><year>2025</year><month>04</month><day>30</day><volume>8</volume><issue>1</issue><fpage>230</fpage><pub-id pub-id-type="doi">10.1038/s41746-025-01611-4</pub-id><pub-id pub-id-type="medline">40307331</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chan</surname><given-names>MMK</given-names> </name><name name-style="western"><surname>Wan</surname><given-names>AWH</given-names> </name><name name-style="western"><surname>Cheung</surname><given-names>DSK</given-names> </name><etal/></person-group><article-title>Integration of artificial intelligence in nursing simulation education: a scoping review</article-title><source>Nurse Educ</source><year>2025</year><volume>50</volume><issue>4</issue><fpage>195</fpage><lpage>200</lpage><pub-id pub-id-type="doi">10.1097/NNE.0000000000001851</pub-id><pub-id pub-id-type="medline">40168182</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>El Arab</surname><given-names>RA</given-names> </name><name name-style="western"><surname>Al Moosa</surname><given-names>OA</given-names> </name><name name-style="western"><surname>Abuadas</surname><given-names>FH</given-names> </name><name name-style="western"><surname>Somerville</surname><given-names>J</given-names> </name></person-group><article-title>The role of AI in nursing education and practice: umbrella review</article-title><source>J Med Internet Res</source><year>2025</year><month>04</month><day>4</day><volume>27</volume><fpage>e69881</fpage><pub-id pub-id-type="doi">10.2196/69881</pub-id><pub-id pub-id-type="medline">40072926</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kim</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Shin</surname><given-names>S</given-names> </name><name name-style="western"><surname>Yoo</surname><given-names>SH</given-names> </name></person-group><article-title>Performance of large language models in non-English medical ethics-related multiple choice questions: comparison of ChatGPT performance across versions and languages</article-title><source>BMC Med Ethics</source><year>2025</year><month>12</month><day>9</day><volume>26</volume><issue>1</issue><fpage>168</fpage><pub-id pub-id-type="doi">10.1186/s12910-025-01316-z</pub-id><pub-id pub-id-type="medline">41366422</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Han</surname><given-names>JW</given-names> </name><name name-style="western"><surname>Park</surname><given-names>J</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>H</given-names> </name></person-group><article-title>Analysis of the effect of an artificial intelligence chatbot educational program on non-face-to-face classes: a quasi-experimental study</article-title><source>BMC Med Educ</source><year>2022</year><month>12</month><day>1</day><volume>22</volume><issue>1</issue><fpage>830</fpage><pub-id pub-id-type="doi">10.1186/s12909-022-03898-3</pub-id><pub-id pub-id-type="medline">36457086</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Brooke</surname><given-names>J</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Jordan</surname><given-names>PW</given-names> </name><name name-style="western"><surname>Thomas</surname><given-names>PB</given-names> </name><name name-style="western"><surname>McClelland</surname><given-names>IL</given-names></name><name name-style="western"><surname>Weerdmeester</surname><given-names>B</given-names></name></person-group><article-title>SUS: a &#x201C;quick and dirty&#x201D; usability scale</article-title><source>Usability Evaluation in Industry</source><year>1996</year><publisher-name>CRC Press</publisher-name><fpage>189</fpage><lpage>194</lpage><pub-id pub-id-type="doi">10.1201/9781498710411-35</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vlachogianni</surname><given-names>P</given-names> </name><name name-style="western"><surname>Tselios</surname><given-names>N</given-names> </name></person-group><article-title>Perceived usability evaluation of educational technology using the System Usability Scale (SUS): a systematic review</article-title><source>J Res Technol Educ</source><year>2022</year><month>05</month><day>27</day><volume>54</volume><issue>3</issue><fpage>392</fpage><lpage>409</lpage><pub-id pub-id-type="doi">10.1080/15391523.2020.1867938</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Baquero</surname><given-names>A</given-names> </name></person-group><article-title>Net Promoter Score (NPS) and customer satisfaction: relationship and efficient management</article-title><source>Sustainability</source><year>2022</year><volume>14</volume><issue>4</issue><fpage>2011</fpage><pub-id pub-id-type="doi">10.3390/su14042011</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Takahashi</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Agatsuma</surname><given-names>N</given-names> </name><name name-style="western"><surname>Oguro</surname><given-names>F</given-names> </name><name name-style="western"><surname>Oura</surname><given-names>M</given-names> </name><name name-style="western"><surname>Abo-Rass</surname><given-names>F</given-names> </name><name name-style="western"><surname>Nishikawa</surname><given-names>Y</given-names> </name></person-group><article-title>Usage of Net Promoter Score in medical education literature: a scoping review</article-title><source>Cureus</source><year>2025</year><month>11</month><volume>17</volume><issue>11</issue><fpage>e95919</fpage><pub-id pub-id-type="doi">10.7759/cureus.95919</pub-id><pub-id pub-id-type="medline">41333511</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jo</surname><given-names>YW</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>M</given-names> </name><name name-style="western"><surname>Yang</surname><given-names>HJ</given-names> </name></person-group><article-title>Large language model-based virtual patient simulations in medical and nursing education: a review</article-title><source>Appl Sci</source><year>2025</year><volume>15</volume><issue>22</issue><fpage>11917</fpage><pub-id pub-id-type="doi">10.3390/app152211917</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lee</surname><given-names>RW</given-names> </name><name name-style="western"><surname>Jun</surname><given-names>TJ</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Cho</surname><given-names>SI</given-names> </name><name name-style="western"><surname>Park</surname><given-names>HJ</given-names> </name><name name-style="western"><surname>Suh</surname><given-names>J</given-names> </name></person-group><article-title>Vulnerability of large language models to prompt injection when providing medical advice</article-title><source>JAMA Netw Open</source><year>2025</year><month>12</month><day>1</day><volume>8</volume><issue>12</issue><fpage>e2549963</fpage><pub-id pub-id-type="doi">10.1001/jamanetworkopen.2025.49963</pub-id><pub-id pub-id-type="medline">41632124</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tierney</surname><given-names>AA</given-names> </name><name name-style="western"><surname>Reed</surname><given-names>ME</given-names> </name><name name-style="western"><surname>Grant</surname><given-names>RW</given-names> </name><name name-style="western"><surname>Doo</surname><given-names>FX</given-names> </name><name name-style="western"><surname>Pay&#x00E1;n</surname><given-names>DD</given-names> </name><name name-style="western"><surname>Liu</surname><given-names>VX</given-names> </name></person-group><article-title>Health equity in the era of large language models</article-title><source>Am J Manag Care</source><year>2025</year><month>03</month><volume>31</volume><issue>3</issue><fpage>112</fpage><lpage>117</lpage><pub-id pub-id-type="doi">10.37765/ajmc.2025.89695</pub-id><pub-id pub-id-type="medline">40053403</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="report"><article-title>The responsible use of AI in healthcare (RUAIH)</article-title><year>2025</year><access-date>2026-08-30</access-date><publisher-name>The Joint Commission</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://digitalassets.jointcommission.org/api/public/content/dcfcf4f1a0cc45cdb526b3cb034c68c2">https://digitalassets.jointcommission.org/api/public/content/dcfcf4f1a0cc45cdb526b3cb034c68c2</ext-link></comment></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hardie</surname><given-names>P</given-names> </name><name name-style="western"><surname>Darley</surname><given-names>A</given-names> </name><name name-style="western"><surname>Derwin</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Applications, attitudes and ethical considerations of generative artificial intelligence (Gen AI) in nursing education: a scoping review</article-title><source>BMC Nurs</source><year>2026</year><month>01</month><day>16</day><volume>25</volume><issue>1</issue><fpage>148</fpage><pub-id pub-id-type="doi">10.1186/s12912-025-04253-9</pub-id><pub-id pub-id-type="medline">41545825</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Technical implementation and request-processing workflow of the AI Triage simulated-patient system.</p><media xlink:href="nursing_v9i1e98543_app1.docx" xlink:title="DOCX File, 16 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Scenario-specific reference rubrics and prompt categories used for model-fit and script-fidelity evaluation.</p><media xlink:href="nursing_v9i1e98543_app2.docx" xlink:title="DOCX File, 19 KB"/></supplementary-material></app-group></back></article>