236 lines
19 KiB
HTML
236 lines
19 KiB
HTML
<!doctype html>
|
|
<!--[if lt IE 7]> <html class="no-js lt-ie9 lt-ie8 lt-ie7" lang="en"> <![endif]-->
|
|
<!--[if IE 7]> <html class="no-js lt-ie9 lt-ie8" lang="en"> <![endif]-->
|
|
<!--[if IE 8]> <html class="no-js lt-ie9" lang="en"> <![endif]-->
|
|
<!-- Consider adding a manifest.appcache: h5bp.com/d/Offline -->
|
|
<!--[if gt IE 8]><!--> <html class="no-js" lang="en"> <!--<![endif]-->
|
|
<head>
|
|
<meta charset="utf-8">
|
|
|
|
<meta name="perc_linkback" id="perc_linkback" content="FmZlbWNgeAdmeAFjZ2x4BmZnYHgTZ2JjbGQ="/> <!-- Use the .htaccess and remove these lines to avoid edge case issues. More info: h5bp.com/i/378 -->
|
|
<meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
|
|
<title>Chapter 13. Description of Ideal Evaluation Methods: Assessing the Strength of Evidence Across Studies of Patient Safety Practices | AHRQ Archive</title>
|
|
<meta name="title" content="Chapter 13. Description of Ideal Evaluation Methods: Assessing the Strength of Evidence Across Studies of Patient Safety Practices | AHRQ Archive">
|
|
<meta name="description" content="This contract final report identifies criteria for assessing the context-sensitive effectiveness and safety of patient safety practices and presents recommendations for future research on this topic.">
|
|
|
|
<!-- Mobile viewport optimized: h5bp.com/viewport -->
|
|
<meta name="viewport" content="width=device-width">
|
|
<!-- link rel="stylesheet" href="/css/style.css" -->
|
|
|
|
<!-- More ideas for your <head> here: h5bp.com/d/head-Tips -->
|
|
<!-- All JavaScript at the bottom, except this Modernizr build.
|
|
Modernizr enables HTML5 elements & feature detects for optimal performance.
|
|
Create your own custom Modernizr build: www.modernizr.com/ -->
|
|
<script src="/js/libs/modernizr-2.5.3.min.js"></script>
|
|
|
|
<!-- "metadata" -->
|
|
<meta name="keywords" content="Agency for Health Care Policy and Research, Agency for Healthcare Research and Quality, AHRQ, AHCPR, access, adverse outcomes, ambulatory care, benchmark, best practices, blood clots, CAHPS, case studies, chronic care, complication, conditions, Consumer Assessment of Health Plans, disparities, error, HAI, health cost, hepatitis, hospital procedure, health care-associated infections, indicators, infection, insurance, measures, medical errors, methodology, nursing, patient care, patient safety, performance measure, quality, study, survey, thrombosis, treatment, urgent care" />
|
|
<meta name="creator" content="Agency for Healthcare Research and Quality (AHRQ)">
|
|
<meta name="datecreated" content="September 2012">
|
|
<meta name="datereviewed" content="November 2014">
|
|
<meta name="language" content="en-us">
|
|
<!-- end="metadata" -->
|
|
<link rel="stylesheet" href="/css/archive.css">
|
|
<link rel="stylesheet" href="/css/ahrqstyleprint_arch.css" media="print">
|
|
<script>
|
|
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
|
|
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
|
|
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
|
|
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
|
|
|
|
ga('create', 'UA-75759936-1', 'auto');
|
|
ga(' set', 'anonymizeIp', true);
|
|
|
|
ga('send', 'pageview');
|
|
|
|
</script></head>
|
|
<body><!-- Google Tag Manager -->
|
|
<noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-W4DST4"
|
|
height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
|
|
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
|
|
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
|
|
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
|
|
'//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
|
|
})(window,document,'script','dataLayer','GTM-W4DST4');</script>
|
|
<!-- End Google Tag Manager -->
|
|
<!-- Prompt IE 6 users to install Chrome Frame. Remove this if you support IE 6.
|
|
chromium.org/developers/how-tos/chrome-frame-getting-started -->
|
|
<!--[if lt IE 7]><p class=chromeframe>Your browser is <em>ancient!</em> <a href="http://browsehappy.com/">Upgrade to a different browser</a> or <a href="http://www.google.com/chromeframe/?redirect=true">install Google Chrome Frame</a> to experience this site.</p><![endif]-->
|
|
|
|
<!-- Add your site or application content here -->
|
|
<noscript>Your browser doesn't support JavaScript. Please upgrade to a modern browser or enable JavaScript in your existing browser.</noscript>
|
|
<!-- Page Header v2.0 --><!--Begin Banner CodeS-->
|
|
<div id="ahrqbanner">
|
|
<div class="hhsportion" id="top" name="top">
|
|
<a class="skipnav" href="#h1">Skip Navigation</a>
|
|
<a title="Archive: U.S. Department of Health and Human Services" href="http://archive.hhs.gov/"><img border="0" alt="Archive: U.S. Department of Health and Human Services" src="/images/hhs_banner_arch.gif" width="376" height="49"></a>
|
|
<a class="hhsright" title="U.S. Department of Health and Human Services" href="http://www.hhs.gov/"><img alt="U.S. Department of Health and Human Services" src="/images/hhs_link_arch.gif" width="127" height="41"></a>
|
|
</div>
|
|
<div class="ahrqportion">
|
|
<a title="Archive: Agency for Healthcare Research Quality" href="/"><img border="0" alt="Archive: Agency for Healthcare Research Quality" src="/images/ahrq_banner_arch.jpg" width="566" height="69"></a>
|
|
<form id="banner_searchform" method="get" name="searchForm" action="https://search.ahrq.gov/search">
|
|
<label style="Z-INDEX: -1; POSITION: relative; FONT-SIZE: 0px; MARGIN-RIGHT: -65px" for="search">Search</label>
|
|
<input id="search" class="gotext" onfocus="this.value='';" value=" Search Archive" size="11" type="text" name="q" label="Search archive"/>
|
|
<input type="hidden" name="siteDomain" value="archive.ahrq.gov">
|
|
<input class="gobtn" onclick="javascript:document.searchForm.submit();" alt="Search" src="/images/topbn_GoButton.gif" type="image" name="Submit"/>
|
|
</form><a class="ahrqright" title="AHRQ Home—Live Site" href="http://www.ahrq.gov">www.ahrq.gov</a>
|
|
</div>
|
|
<div class="ahrqlinks">
|
|
<a href="https://www.ahrq.gov/">AHRQ Home—Live Site</a> | <a href="/">Archive Home</a> | <a href="/sitemap.htm">Site Map</a>
|
|
</div>
|
|
</div>
|
|
<div id="PrintBanner"><img alt="Archival print banner" src="/images/printbanner_arch.jpg"/></div><a id="h1" name="h1"></a><!-- End of Page header -->
|
|
<!-- Content Body -->
|
|
<div id="mainContent">
|
|
<!-- Main Content -->
|
|
<!-- Center Content section -->
|
|
<table border="0" cellpadding="0" cellspacing="0" width="100%">
|
|
<tbody><tr valign="top">
|
|
<td width="70%">
|
|
<!-- Center Content section -->
|
|
<table style="margin-left: 10px; margin-right: 10px; margin-top: 5px;" summary="This table gives the layout format of the bread crumb area and the center content area." border="0" cellpadding="0" cellspacing="0" width="100%">
|
|
<!--DWLayoutTable-->
|
|
<tbody><tr>
|
|
<td class="crumb_link"><div id="crumbContent">
|
|
</span></p>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
<tr>
|
|
<td>
|
|
<div id="centerContent">
|
|
<div class="headnote">
|
|
<p>This information is for reference purposes only. It was current when produced and may now be outdated. Archive material is no longer maintained, and some links may not work. Persons with disabilities having difficulty accessing this information should contact us at: <a href="https://info.ahrq.gov/">https://info.ahrq.gov</a>. Let us know the nature of the problem, the Web address of what you want, and your contact information.</p>
|
|
<p>Please go to <a href="https://www.ahrq.gov/">www.ahrq.gov</a> for current information.</p>
|
|
</div>
|
|
<!-- T:ahrqPgPublication -->
|
|
<div role="main" id="page-container">
|
|
<div id="breadcrumb-container">
|
|
<div id="breadcrumbs" class="container_12">
|
|
<!-- T:SnBreadcrumbs -->
|
|
|
|
|
|
|
|
</div>
|
|
</div>
|
|
<div id="toolbar-container">
|
|
<div id="pub-toolbar" class="container_12">
|
|
<!-- T:ahrqSnPubNav -->
|
|
<div id="prev-next-buttons">
|
|
<a href="/research/findings/final-reports/contextsensitive/context12.html" class="prev-button"><span>Previous Page</span></a>
|
|
<a href="/research/findings/final-reports/contextsensitive/context14.html" class="next-button"><span>Next Page</span></a>
|
|
</div>
|
|
<div id="pub-utility-buttons">
|
|
<ul id="utility-groups">
|
|
<li class="utility content-button">
|
|
<a href="#" class=""><span>Table of Contents</span></a>
|
|
<div class="toc-dropdown">
|
|
<div class="arrow-up"></div>
|
|
<div class="toc-content">
|
|
</div>
|
|
</div>
|
|
</li>
|
|
<li class="utility download-button"><a href="#"><span>Download</span></a><div class="dl-dropdown"><div class="arrow-up"></div><div class="dl-content"><ul><li>
|
|
<span><a href="/research/findings/final-reports/contextsensitive/context.pdf">Assessing the Evidence for Context-Sensitive Effectiveness and Safety </a> [ <img src="/resources/file_logos/pdf.gif" alt="PDF file" title="PDF file" class="icon" /> - 711.65 KB]</span>
|
|
</li></ul></div></div></li> </ul>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
<div id="page-backdrop" class="container_12">
|
|
<div class="page">
|
|
<div id="left-col" class="alpha grid_3">
|
|
<nav id="left"><!-- T:SnleftNav -->
|
|
</nav> </div>
|
|
<!--<div id="content-col" class="grid_9">-->
|
|
<article class="grid_9">
|
|
<!-- Right Rail -->
|
|
<aside class="three-col">
|
|
<!-- T:ahrqSnPubCover -->
|
|
<div id="pub-nums">
|
|
<ul>
|
|
<li>Publication # 11-0006-EF</li> </ul>
|
|
</div>
|
|
|
|
</aside>
|
|
<!-- Center Rail -->
|
|
<h1>Chapter 13. Description of Ideal Evaluation Methods: Assessing the Strength of Evidence Across Studies of Patient Safety Practices</h1>
|
|
<h2>Assessing the Evidence for Context-Sensitive Effectiveness and Safety </h2> <div id="basic-modal"><!-- start: Basic Modal -->
|
|
<p>A key step when conducting a systematic review is assessing the strength of the evidence across the studies of a particular topic. An extended discussion of this is included in Appendix H.</p><p>One of the most widely used methods is that developed by the Grading of Recommendations Assessment, Development and Evaluation (GRADE) Working Group (www.gradeworkinggroup.org).<sup><a href="#ref1">1</a></sup> GRADE has tools for grading the quality of evidence and the strength of practice guideline recommendations. These tools or related ones are already in widespread use by the American College of Physicians, the British Medical Journal's <em>Clinical Evidence</em>, the Society of Critical Care Medicine, the Scottish Intercollegiate Guidelines Network, and more than 35 other organizations. An adaptation of GRADE has been published for diagnostic tests.<sup><a href="#ref2">2</a></sup><a id="tab6" name="tab6"> </a></p><p>AHRQ's Evidence-based Practice Center (EPC) program has developed its own method for assessing the strength of evidence, which started with GRADE but was adapted for the particular needs of the EPC program. The two methods share much in common, but they differ in the names they use for this construct as "quality of evidence" versus "strength of evidence" and in the labels and descriptors for the levels of evidence (<a href="/research/findings/final-reports/contextsensitive/contexttab6.html">Table 6</a>). Also, GRADE suggests explicit weights for determining the level of evidence, while the EPC approach says that other methods, in addition to the GRADE weights, are acceptable as long as the method is transparent.</p><p>The rationale for developing an adaptation of GRADE or the AHRQ EPC system for patient safety practices (PSPs) is that there are issues about PSP interventions (as detailed in this report) that differ sufficiently from the kinds of interventions that the existing GRADE or EPC system are most commonly used for (drugs, surgery, etc.), such that a modification may be more relevant to stakeholders than trying to apply the existing GRADE or EPC criteria.</p><p><a id="tab7" name="tab7"></a> 66 In an adaptation for PSPs, we propose using descriptive categories similar to these. Using the GRADE and AHRQ EPC tools as a starting point, a tool to assess the strength of evidence across studies of PSPs might look like <a href="/research/findings/final-reports/contextsensitive/contexttab7.html">Table 7</a>. This uses the EPC labels and the GRADE system of weights (+1, -1, etc.) and domains from both GRADE and the EPC schemes, plus adds key domains we identified during this project as relevant to evaluations of PSPs.</p><p>This approach takes into account many of the points made by this project. For example, RCT evaluations about a PSP that lack reporting of theory, context, implementation, etc. decrease the strength of evidence to moderate or even low. Likewise, a body of evidence about a PSP that comes entirely from studies that are not RCTs can be considered high quality evidence if the studies use observational designs of stronger internal validity (such as statistical process control or controlled before-and-after); if they inform theory and measure and report contexts; or if they have very strong effects or consistent results are obtained in many studies. Our suggestion here is preliminary and would benefit from refinement from a varied group of PSP stakeholders. For example, one concept not yet incorporated into this scheme that deserves discussion is the concept of proportionality, meaning that interventions that are low cost and low risk (e.g., hand-washing) may be accepted with a lower strength of evidence than interventions that have higher cost or risks (e.g., CPOE/DSS).</p><h3>References for Chapter 13</h3><ol><li><a id="ref1" name="ref1"></a> Owens DK, Lohr KN, Atkins D, et al. Grading the strength of a body of evidence when comparing medical interventions. Agency for Healthcare Research and Quality and the Effective Health Care Program. <em>J Clin Epidemiol</em> 2009 Jul 10. [Epub ahead of print]. Also available as: Owens DK, Lohr KN, Atkins D, et al. Grading the strength of a body of evidence when comparing medical interventions. In: Methods guide for comparative effectiveness reviews [posted July 2009]. Rockville, MD: Agency for Healthcare Research and Quality; 2009.</li><li><a id="ref2" name="ref2"></a> Schünemann HJ, Oxman AD, Brozek J, et al., GRADE Working Group. Grading quality of evidence and strength of recommendations for diagnostic tests and strategies. <em>Br Med J</em> 2008; 336(7653):1106-10.</li></ol> </div><!-- end: Basic Modal -->
|
|
<div class="current-as-of">Page last reviewed December 2010</div>
|
|
<div class="citation">
|
|
<span>Internet Citation: Chapter 13. Description of Ideal Evaluation Methods: Assessing the Strength of Evidence Across Studies of Patient Safety Practices: Assessing the Evidence for Context-Sensitive Effectiveness and Safety .
|
|
December 2010. Agency for Healthcare Research and Quality, Rockville, MD. http://archive.ahrq.gov/research/findings/final-reports/contextsensitive/context13.html</span>
|
|
<div class="citation-flag"></div>
|
|
</div>
|
|
</article>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
<p> </p>
|
|
<div class="footnote">
|
|
<p> The information on this page is archived and provided for reference purposes only.</p>
|
|
</div>
|
|
<p> </p>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div><!-- End of Content Body -->
|
|
<!-- Footer graphic 1.2-->
|
|
<table border="0" cellSpacing="0" cellPadding="0" width="100%">
|
|
<tbody>
|
|
<tr>
|
|
<td background="/images/bottom_ahrq_bkg.jpg" width="125">
|
|
<img alt="AHRQ" src="/images/bottom_ahrq_1.jpg" width="125">
|
|
</td>
|
|
<td background="/images/bottom_ahrq_bkg.jpg" width="100%">
|
|
<img alt="" src="/images/bottom_ahrq_bkg.jpg" width="10" height="34">
|
|
</td>
|
|
<td background="/images/bottom_ahrq_bkg.jpg" width="310">
|
|
<img alt="Advancing Excellence in Health Care" src="/images/bottom_ahrq_2.gif" width="310" height="34">
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
<!-- Footer links section -->
|
|
<div id="banner_Footer2">
|
|
<p>
|
|
<a href="https://www.ahrq.gov/">AHRQ Home</a> |
|
|
<a class="footer_navlink" href="https://info.ahrq.gov/cgi-bin/ahrq.cfg/php/enduser/std_alp.php">Questions?</a> |
|
|
<a class="footer_navlink" href="https://www.ahrq.gov/contact/index.html">Contact AHRQ</a> |
|
|
<a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/accessibility/index.html">Accessibility</a> |
|
|
<a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/privacy/index.html">Privacy Policy</a> |
|
|
<a class="footer_navlink" href="https://www.ahrq.gov/news/foia.htm">Freedom of Information Act</a> |
|
|
<a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/disclaimers/index.html">Disclaimers</a> |
|
|
<a class="footer_navlink" href="http://www.hhs.gov/open/recordsandreports/plainwritingact/index.html">Plain Writing Act</a>
|
|
<br/>
|
|
<a class="footer_navlink" href="http://www.hhs.gov">U.S. Department of Health & Human Services</a> |
|
|
<a class="footer_navlink" href="http://www.whitehouse.gov">The White House</a> |
|
|
<a class="footer_navlink" href="http://www.usa.gov">USA.gov: The U.S. Government's Official Web Portal</a>
|
|
</p>
|
|
</div>
|
|
<div id="banner_Footeraddress">
|
|
<p>
|
|
Agency for Healthcare Research and Quality <img alt="" src="/images/bottom_dot.gif"> 5600 Fishers Lane Rockville, MD 20857 <img alt="" src="/images/bottom_dot.gif">
|
|
Telephone: (301) 427-1364
|
|
</p>
|
|
</div>
|
|
<!-- End of Footer links section -->
|
|
|
|
<!-- JavaScript at the bottom for fast page loading: http://developer.yahoo.com/performance/rules.html#js_bottom -->
|
|
<!-- Grab Google CDN's jQuery, with a protocol relative URL; fall back to local if offline -->
|
|
<script src="//ajax.googleapis.com/ajax/libs/jquery/1.7.2/jquery.min.js"></script>
|
|
<script>window.jQuery || document.write('<script src="js/libs/jquery-1.7.2.min.js"><\/script>')</script>
|
|
|
|
<!-- scripts concatenated and minified via build script -->
|
|
<script src="/js/plugins.js"></script>
|
|
<script src="/js/script.js"></script>
|
|
<script src="/scripts/javascript.js"></script>
|
|
<!-- end scripts -->
|
|
</body>
|
|
</html>
|