316 lines
No EOL
22 KiB
HTML
316 lines
No EOL
22 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
|
|
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<title>Hospital Preparedness Exercises Guidebook</title>
|
|
|
|
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
|
|
|
|
<!-- "metadata" -->
|
|
<meta name="Title" content="Hospital Preparedness Exercises Guidebook" />
|
|
<meta name="description" content="This guidebook is designed to assist hospital preparedness exercise coordinators in planning, conducting, and evaluating exercises." />
|
|
<meta name="keywords" content="Agency for Health Care Policy and Research, Agency for Healthcare Research and Quality, AHRQ, AHCPR, bioterrorism, community resources, disaster preparedness, emergency, hospital, mass casualty event, public health, surge capacity, urgent care" />
|
|
<meta name="creator" content="Agency for Healthcare Research and Quality (AHRQ)" />
|
|
<meta name="datecreated" content="October 2010" />
|
|
<meta name="datereviewed" content="October 2010" />
|
|
<meta name="language" content="English" />
|
|
<!-- end metadata -->
|
|
<link href="/includes/archive.css" rel="stylesheet" type="text/css" />
|
|
<link href="/includes/ahrqstyleprint_arch.css" rel="stylesheet" type="text/css" media="print" />
|
|
<script>
|
|
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
|
|
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
|
|
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
|
|
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
|
|
|
|
ga('create', 'UA-75759936-1', 'auto');
|
|
ga(' set', 'anonymizeIp', true);
|
|
|
|
ga('send', 'pageview');
|
|
|
|
</script></head><body><!-- Google Tag Manager -->
|
|
<noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-W4DST4"
|
|
height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
|
|
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
|
|
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
|
|
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
|
|
'//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
|
|
})(window,document,'script','dataLayer','GTM-W4DST4');</script>
|
|
<!-- End Google Tag Manager -->
|
|
<noscript>
|
|
Your browser doesn't support JavaScript. Please upgrade to a modern browser or enable JavaScript in your existing browser.
|
|
</noscript>
|
|
|
|
<!-- Page Header v2.0 -->
|
|
<a name="top" id="top"></a>
|
|
<!--Begin Banner CodeS-->
|
|
<div id="ahrqbanner">
|
|
<div class="hhsportion">
|
|
<a href="#h1" class="skipnav">Skip Navigation</a>
|
|
<a href="http://www.hhs.gov" title="U.S. Department of Health and Human Services">
|
|
<img src="/images/hhs_banner.gif" alt="U.S. Department of Health and Human Services" />
|
|
</a>
|
|
<a href="http://www.hhs.gov" title="www.hhs.gov" class="hhsright">
|
|
<img src="/images/hhs_link.gif" alt="www.hhs.gov" />
|
|
</a>
|
|
</div>
|
|
|
|
<div class="ahrqportion">
|
|
<a href="/" title="Archive: Agency for Healthcare Research Quality">
|
|
<img src="/images/ahrq_banner.gif" alt="Agency for Healthcare Research Quality" />
|
|
</a><form name="searchForm" method="get" action="https://search.ahrq.gov/search" id="banner_searchform">
|
|
<label for="search" style="z-index:-1;position:relative;margin-right:-65px; font-size:0px;">Search</label>
|
|
<input name="q" type="text" value=" Search Archive" size="11" onfocus="this.value='';" class="gotext" label="Search archive" id="search" />
|
|
<input type="hidden" name="entqr" value="0" />
|
|
<input type="hidden" name="output" value="xml_no_dtd" />
|
|
<input type="hidden" name="proxystylesheet" value="ARCHIVE_Front_End" />
|
|
<input type="hidden" name="client" value="ARCHIVE_Front_End" />
|
|
<input type="hidden" name="site" value="ARCHIVE_AHRQ_GOV" />
|
|
<input src="/images/topbn_GoButton.gif" class="gobtn" name="Submit" onclick="javascript:document.searchForm.submit();" type="image" alt="Search" />
|
|
</form>
|
|
<a href="https://www.ahrq.gov/" class="ahrqright">www.ahrq.gov</a>
|
|
</div><div class="ahrqlinks"><a href="https://www.ahrq.gov/">AHRQ Home—Live Site</a> | <a href="/">Archive Home</a> | <a href="/sitemap.htm">Site Map</a> <!-- | <img src="/images/envelope1.jpg" alt="" width="21" height="14" /><a href="https://subscriptions.ahrq.gov/service/multi_subscribe.html?code=USAHRQ">E-mail Updates</a> --></div>
|
|
</div>
|
|
<div id="PrintBanner">
|
|
<img src="/images/printbanner_arch.jpg" alt="Archive print banner" />
|
|
</div>
|
|
<a name="h1"></a>
|
|
<!-- End banner code -->
|
|
<!-- End of Page header -->
|
|
|
|
<!-- Content Body -->
|
|
<div id="mainContent">
|
|
<table width="100%" border="0" cellspacing="0" cellpadding="0" >
|
|
<tr valign="top">
|
|
<td width="70%">
|
|
<!-- Center Content section -->
|
|
<table width="100%" border="0" cellpadding="0" cellspacing="0" style="margin-left:10px; margin-right:10px;margin-top:5px" summary="This table gives the layout format of the bread crumb area and the center content area.">
|
|
<!--DWLayoutTable-->
|
|
<tr>
|
|
<td class="crumb_link"><div id="crumbContent">
|
|
<p><strong>You Are Here:</strong> <span class="crumb_link"><a href="/" class="crumb_link">AHRQ Archive Home</a> > <a href="/prep/" class="crumb_link">Public Health Preparedness Archive</a> > <a href="/prep/hospex.htm" class="crumb_link">Hospital Preparedness Exercises</a> > <a href="." class="crumb_link">Guidebook</a> > Chapter 8. Evaluation</span></p>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
<tr>
|
|
<td height="30px"><span class="title"><a name="h1" id="h1"></a> Hospital Preparedness Exercises Guidebook</span>
|
|
</td>
|
|
</tr>
|
|
<tr>
|
|
<td><div id="centerContent"><p><strong>Public Health Emergency Preparedness</strong></p> <div class="headnote">
|
|
|
|
<p>This resource was part of AHRQ's Public Health Emergency Preparedness program, which was discontinued on June 30, 2011, in a realignment of Federal efforts.</p>
|
|
<!-- <p>Now this resource is supported by the <a href="http://emergency.cdc.gov/">Centers for Disease Control and Prevention</a> (CDC).</p> -->
|
|
<p>This information is for reference purposes only. It was current when produced and may now be outdated. Archive material is no longer maintained, and some links may not work. Persons with disabilities having difficulty accessing this information should contact us at: <a href="https://info.ahrq.gov/">https://info.ahrq.gov</a>. Let us know the nature of the problem, the Web address of what you want, and your contact information. </p>
|
|
|
|
|
|
<p>Please go to <a href="https://www.ahrq.gov/">www.ahrq.gov</a> for current information.</p></div>
|
|
|
|
<h2>Chapter 8. Evaluation</h2>
|
|
|
|
<p>This section provides an overview of <strong>evaluating a hospital preparedness exercise</strong> in the following sections:</p>
|
|
|
|
<ul>
|
|
<li>Overview: Evaluation of a Hospital Preparedness Exercise</li>
|
|
<li>Step 1: Planning and Organizing the Evaluation</li>
|
|
<li>Step 2: Observing the Exercise and Collecting Information</li>
|
|
<li>Step 3: Analyzing Information</li>
|
|
<li>Step 4: Developing the Draft of an After Action Report/Improvement Plan</li>
|
|
<li>Checklist: Evaluation</li>
|
|
<li>Useful Resources and Tools</li>
|
|
</ul>
|
|
|
|
<h3>Overview: Evaluation of a Hospital Preparedness Exercise</h3>
|
|
|
|
|
|
<p>The purpose of an <strong>evaluation</strong> of an exercise is to assess the performance of participants and the emergency operations plan in order to determine the proficiency with which the hospital staff was able to carry out the tasks and demonstrate the desired capabilities and competencies, as well as the extent to which objectives were met. Evaluation of exercises is essential for identifying weaknesses and gaps, which is critical in improving and strengthening a health care organization's emergency management program.</p>
|
|
|
|
|
|
<h3>Step 1: Planning and Organizing the Evaluation</h3>
|
|
|
|
<p><strong>Planning and organizing the evaluation</strong> of a hospital preparedness exercise normally takes place during the <strong>Design and Development</strong> stages. Important tasks that need to be completed in this step include:</p>
|
|
|
|
<ol><li><strong>Assigning a Lead Evaluator</strong>
|
|
<p>This person is usually identified early in exercise planning and oversees the team of evaluators throughout the evaluation process. He/she helps to integrate evaluation planning into the exercise design process.</p></li>
|
|
<li><strong>Identifying the Evaluation Requirements</strong>
|
|
<p>These requirements are developed using the exercise scope and objectives. It may be useful to look at accreditation or Federal requirements as well. Also consider the tools, documentation, and personnel needed to carry out the evaluation process. </p></li>
|
|
<li><strong>Recruiting and Training Evaluators</strong>
|
|
<p>First, the requirements for evaluators should be identified (e.g., the number of evaluators, the type of expertise, and the time commitment needed). Then evaluators must be recruited, assigned, and trained to provide useful and constructive criticism and observations that are related to the exercise. Training may involve familiarizing the evaluators with the evaluation forms being used as well as the hospital's general operations. It may be helpful to do an exchange with another hospital or public health institution to obtain unbiased evaluators. Other potential evaluators include State or local emergency personnel not taking part in the exercise.</p></li>
|
|
<li><strong>Developing an Evaluation Plan </strong>
|
|
<p>The evaluation plan should include:</p>
|
|
<ul>
|
|
<li>Exercise-specific information, such as the scenario and schedule.</li>
|
|
<li>Evaluator team information about organization, assignments, and location.</li>
|
|
<li>Evaluator instructions on what to do before and during the exercise.</li>
|
|
<li>Evaluation tools such as an exercise evaluation guide, the MSEL, and blank paper.</li><br /><br />
|
|
</ul>
|
|
</li>
|
|
<li> <strong>Holding a Controller and Evaluator Briefing</strong>
|
|
<p> This should take place just before the exercise to provide updates and an opportunity to ask questions. In operations-based exercises, this may include a tour of the exercise area so that controllers and evaluators are familiar with where they are stationed to observe exercise play.</p>
|
|
</li>
|
|
</ol>
|
|
|
|
<h3>Step 2: Observing the Exercise and Collecting Information</h3>
|
|
|
|
<p><strong>Observing the exercise and collecting information</strong> take place during the <strong>Conduct</strong> phase of the exercise, and differ for discussion-based exercises and operations-based exercises. </p>
|
|
|
|
<h4>Discussion-Based Exercises</h4>
|
|
<p>For discussion-based exercises, there are often breakout sessions and small group discussions. Evaluators and data collectors need to be present at each of these small groups to get a full understanding of the thinking and decision-making during the exercise conduct. </p>
|
|
|
|
<h4>Operations-Based Exercises</h4>
|
|
<p>For operations-based exercises, evaluators and data collectors tend to focus on player actions and decisions. Normally, evaluators are situated in pre-determined locations so they can observe exercise play without creating a physical obstruction. Actions and decisions recorded for operations-based exercises include: </p>
|
|
<ul>
|
|
<li>Who completed the action or task.</li>
|
|
<li>What the task or action was.</li>
|
|
<li>Where the task or action occurred.</li>
|
|
<li>When the task or action occurred (time or point in the schedule).</li>
|
|
<li>Why (the trigger).</li>
|
|
<li>How (the process of doing the action or task) things occurred.</li>
|
|
</ul>
|
|
|
|
<p>During the exercise play, the evaluator also should be familiar with injects, messages, discussions, decisions, directives, and movement. This information may be presented in the briefing or contained within the Master Scenario Events List (MSEL). Having knowledge of the hospital's normal protocols and procedures is also useful, although specific medical knowledge is not necessary.</p>
|
|
|
|
<p>Evaluators may be provided with forms that allow them to rate performance on a numerical scale. They may also receive lists of objectives that should be completed during the exercise along with the tasks associated each objective. The evaluators would record whether the task was completed (fully, partially, or not at all) and record the time and other notes about the task. Evaluators should also record any problems or issues that arose during the exercise.</p>
|
|
|
|
<h4>Hot Wash/Debriefing</h4>
|
|
<p>Additional information may come from a hot wash (an open-forum discussion with exercise participants immediately after the exercise), participant feedback forms, and/or other debriefings with exercise participants. This may provide useful information that evaluators may have missed or misinterpreted and provide insight on how to improve the exercise or the emergency operations plan.</p>
|
|
<table summary="layout" width="80%" border="1" cellpadding="8" cellspacing="0">
|
|
<tr>
|
|
<td>
|
|
<p><strong>Tip:</strong> An actor debriefing may provide useful information about patient care and treatment during an emergency situation.</p>
|
|
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
|
|
<h3>Step 3: Analyzing Information</h3>
|
|
|
|
<p>After the exercise is conducted, the evaluation information is analyzed. Preliminary analysis begins in the controller/evaluator debriefing session. The information to be analyzed is gathered from debriefing sessions, evaluators' forms, participants' feedback forms and hot wash minutes. For hospitals, data may also include hypothetical clinical care outcomes for the "patients" of the exercise. At the post-exercise debriefing, controllers and evaluators have an opportunity to compare notes, begin to analyze findings including numerical measures such as performance ratings, and develop an account of the actions that took place during the exercise.</p>
|
|
|
|
<p>Data may be represented as narratives that show strengths and weaknesses during the exercise. HSEEP methodology suggests that, in the analysis, the evaluation team (e.g., the exercise planning team, exercise evaluators, and/or controllers) should identify the "root cause" for actions and tasks not completed in an exercise and develop recommendations based on this.</p>
|
|
|
|
<p>When conducting analysis of evaluation information, the evaluation team should consider:</p>
|
|
<ol>
|
|
<li>If objectives were met and to what extent.</li>
|
|
<li>If tasks were successfully completed.</li>
|
|
<li>What key decisions were made.</li>
|
|
<li>Whether participants demonstrated they were adequately trained to perform the tasks and capabilities.</li>
|
|
<li>If the actions of the players reflect the current plans, policies, and procedures.</li>
|
|
<li>Recommendations for improvement.</li>
|
|
</ol>
|
|
|
|
|
|
<h3>Step 4: Developing the Draft of an After Action Report/Improvement Plan</h3>
|
|
|
|
<p>After collection and analysis of information from the exercise, the exercise evaluation team should develop a draft of the <strong>After Action Report/Improvement Plan (AAR/IP)</strong>. The AAR/IP includes a description of the exercise, strengths of exercise player response, areas of improvement that need to be addressed, and recommendations for implementing corrective actions.</p>
|
|
|
|
<p>According to HSEEP, an AAR/IP includes:</p>
|
|
<ol>
|
|
<li><strong>Executive Summary</strong>—A brief overview that includes the scenario, the exercise objectives, what capabilities were tested, strengths, and improvement areas.</li>
|
|
<li><strong>Exercise Design Overview</strong>—This section includes the overall purpose of the exercise; the objectives, capabilities, and tasks tested; and a summary of the scenario and key events.</li>
|
|
<li><strong>Analysis of Objectives</strong>—This section examines the performance of the players on each capability/task, including strengths and areas of improvement.</li>
|
|
<li><strong>Appendix A: Improvement Plan Matrix</strong>—This contains an initial draft of the improvement plan.</li>
|
|
</ol>
|
|
|
|
|
|
<h3>Checklist: Evaluation</h3>
|
|
|
|
<p>The following are some of the essential steps for the <strong>Evaluation</strong> phase:</p>
|
|
|
|
<p><strong>Planning and Organizing the Evaluation </strong></p>
|
|
<p>Before exercise conduct, the following tasks should be completed:</p>
|
|
<ul>
|
|
<li>Assign a lead evaluator.</li>
|
|
<li>Identify evaluation requirements.</li>
|
|
<li>Hire and train evaluators.</li>
|
|
<li>Develop an evaluation plan.</li>
|
|
<li>Hold a controller and evaluator briefing (just prior to the exercise).</li>
|
|
</ul>
|
|
<p><strong>Observing the Exercise and Collecting Data</strong></p>
|
|
<p>Data include:</p>
|
|
<ul>
|
|
<li>Evaluators' observations from the exercise.</li>
|
|
<li>Exercise Evaluation Guides (EEGs).</li>
|
|
<li>Hot wash minutes.</li>
|
|
<li>Participant feedback forms.</li>
|
|
</ul>
|
|
<p><strong>Analyzing Evaluation Information</strong></p>
|
|
<ul>
|
|
<li>Condense information into narratives demonstrating exercise strengths and weaknesses.</li>
|
|
<li>Consider the extent to which objectives were met.</li>
|
|
<li>Determine root causes for actions and tasks not completed.</li>
|
|
<li>Develop recommendations for improvement.</li>
|
|
</ul>
|
|
<p><strong>Developing the Draft of the After Action Report/Improvement Plan</strong></p>
|
|
<ul>
|
|
<li>Write the draft of the AAR/IP.</li>
|
|
</ul>
|
|
|
|
<h3>Useful Resources and Tools</h3>
|
|
<p>Below is a list of useful resources and tools related to evaluating an exercise.</p>
|
|
|
|
<p><strong>Step 1: Planning and Organizing the Evaluation</strong></p>
|
|
<ul>
|
|
<li><strong>Exercise Evaluation Guides </strong>
|
|
<p>Web site with a library of EEG templates developed by HSEEP that correspond to capabilities in the Target Capabilities List. They include guides for medical surge, mass prophylaxis, and medical supplies management and distribution, among others that are related to hospitals.<br />
|
|
<a href="https://hseep.dhs.gov/pages/1002_EEGLi.aspx">https://hseep.dhs.gov/pages/1002_EEGLi.aspx</a> (HSEEP)</p></li>
|
|
<li><strong>Evaluation of Hospital Disaster Drills: A Module-Based Approach</strong>
|
|
<p>Provides valuable information and forms for evaluating hospital exercises, including scenarios related to decontamination, biological incidents, radiation incidents, and triage.<br />
|
|
<a href="/research/hospdrills/">https://www.ahrq.gov/research/hospdrills/</a> (AHRQ)</p></li>
|
|
<li><strong>Evaluator Briefing</strong>
|
|
<p>Controller & Evaluator Briefing (HSEEP Vol. IV*, see Operations-Based Exercises > Conduct > Exercise Briefings)</p></li>
|
|
</ul>
|
|
|
|
<p><strong>Step 2: Observing the Exercise and Collecting Data</strong></p>
|
|
<ul><li> <strong>Emergency Operation Performance Evaluation Form</strong>
|
|
Sample form that allows evaluators to rate performance of several tasks that need to be completed during an exercise. <br />
|
|
<a href="http://www.gnyha.org/374/File.aspx">http://www.gnyha.org/374/File.aspx</a> <a href="/exitdisclaimer.htm"><img src="/images/exitdisclaimer.gif" alt="Exit Disclaimer" border="0" align="middle" /></a> [<a href="/pdfhelp.htm">PDF Help</a>] (North Shore University Hospital) </li></ul>
|
|
|
|
<p><strong>Step 3: Analyzing Data</strong></p>
|
|
|
|
<p><strong>Step 4: Developing the Draft of an After Action Report/Improvement Plan</strong></p>
|
|
<ul><li> <strong>After Action Report/Improvement Plan</strong>
|
|
<p>Templates of HSEEP-style After Action Reports with an Improvement Plan Matrix.<br />
|
|
Operations-Based Exercises: AAR (HSEEP Vol. IV, see under Evaluation > After Action Report)<br />
|
|
Discussion-Based Exercises: After Action Reports (HSEEP Vol. IV, see under Evaluation > After Action Report)</p></li></ul>
|
|
|
|
<p class="size2"><strong>Note:</strong> These can be found as part of the HSEEP Volume IV Library: <em>Sample Exercise Materials under Exercise Planning</em>. <a href="https://hseep.dhs.gov/hseep_vols/default1.aspx?url=home.aspx">https://hseep.dhs.gov/hseep_vols/default1.aspx?url=home.aspx</a> </p>
|
|
|
|
|
|
<p class="size2"><a href="index.html#contents">Return to Contents</a><br />
|
|
<a href="hospex9.htm">Proceed to Next Section</a></p>
|
|
<p> </p>
|
|
<div class="footnote">
|
|
<p> The information on this page is archived and provided for reference purposes only.</p></div>
|
|
<p> </p>
|
|
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
<!-- End of Center Content section -->
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
</div>
|
|
<!-- End of Content Body -->
|
|
<!-- Footer graphic 1.2-->
|
|
<table cellspacing="0" cellpadding="0" border="0" width="100%">
|
|
<tr>
|
|
<td width="125" background="/images/bottom_ahrq_bkg.jpg"><img src="/images/bottom_ahrq_1.jpg" width="125" alt="AHRQ" /></td>
|
|
<td width="100%" background="/images/bottom_ahrq_bkg.jpg" ><img src="/images/bottom_ahrq_bkg.jpg" width="10" height="34" alt="" /></td>
|
|
|
|
<td width="310" background="/images/bottom_ahrq_bkg.jpg"><img src="/images/bottom_ahrq_2.gif" alt="Advancing Excellence in Health Care" width="310" height="34" /></td>
|
|
</tr>
|
|
</table>
|
|
<!-- Footer links section -->
|
|
<div id="banner_Footer2"><p> <a href="https://www.ahrq.gov/">AHRQ Home</a> | <a href="https://info.ahrq.gov" class="footer_navlink">Questions?</a> | <a href="https://www.ahrq.gov/contact/index.html" class="footer_navlink">Contact AHRQ</a> | <a href="https://www.ahrq.gov/sitemap.html" class="footer_navlink">Site Map</a> | <a href="https://www.ahrq.gov/policy/electronic/accessibility/index.html" class="footer_navlink">Accessibility</a> | <a href="https://www.ahrq.gov/policy/electronic/privacy/index.html" class="footer_navlink">Privacy
|
|
Policy</a> | <a href="https://www.ahrq.gov/policy/foia/index.html" class="footer_navlink">Freedom of Information Act</a> | <a href="https://www.ahrq.gov/policy/electronic/disclaimers/index.html" class="footer_navlink">Disclaimers</a> | <a href="http://www.hhs.gov/open/recordsandreports/plainwritingact/index.html" class="footer_navlink">Plain Writing Act</a> <br />
|
|
|
|
<a href="http://www.hhs.gov" class="footer_navlink">U.S. Department of Health & Human Services</a> | <a href="http://www.whitehouse.gov" class="footer_navlink">The White House</a> | <a href="http://www.usa.gov" class="footer_navlink">USA.gov: The U.S. Government's Official Web Portal</a></p>
|
|
</div>
|
|
<div id="banner_Footeraddress"><p>Agency for Healthcare Research and Quality <img src="/images/bottom_dot.gif" alt="" /> 5600 Fishers Lane Rockville, MD 20857 <img src="/images/bottom_dot.gif" alt="" /> Telephone: (301) 427-1364</p></div>
|
|
|
|
<!-- End of Footer links section -->
|
|
</body>
|
|
</html> |