ahrq-gov/archive.ahrq.gov/research/findings/final-reports/contextsensitive/context5.html
2025-02-28 14:14:25 -05:00

236 lines
17 KiB
HTML

<!doctype html>
<!--[if lt IE 7]> <html class="no-js lt-ie9 lt-ie8 lt-ie7" lang="en"> <![endif]-->
<!--[if IE 7]> <html class="no-js lt-ie9 lt-ie8" lang="en"> <![endif]-->
<!--[if IE 8]> <html class="no-js lt-ie9" lang="en"> <![endif]-->
<!-- Consider adding a manifest.appcache: h5bp.com/d/Offline -->
<!--[if gt IE 8]><!--> <html class="no-js" lang="en"> <!--<![endif]-->
<head>
<meta charset="utf-8">
<meta name="perc_linkback" id="perc_linkback" content="FmZlbWJkeAdmeAFjZ2x4BmZnYHgTZ2JjbGQ="/> <!-- Use the .htaccess and remove these lines to avoid edge case issues. More info: h5bp.com/i/378 -->
<meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
<title>Chapter 5. Key Evaluation Questions | AHRQ Archive</title>
<meta name="title" content="Chapter 5. Key Evaluation Questions | AHRQ Archive">
<meta name="description" content="This contract final report identifies criteria for assessing the context-sensitive effectiveness and safety of patient safety practices and presents recommendations for future research on this topic.">
<!-- Mobile viewport optimized: h5bp.com/viewport -->
<meta name="viewport" content="width=device-width">
<!-- link rel="stylesheet" href="/css/style.css" -->
<!-- More ideas for your <head> here: h5bp.com/d/head-Tips -->
<!-- All JavaScript at the bottom, except this Modernizr build.
Modernizr enables HTML5 elements & feature detects for optimal performance.
Create your own custom Modernizr build: www.modernizr.com/ -->
<script src="/js/libs/modernizr-2.5.3.min.js"></script>
<!-- "metadata" -->
<meta name="keywords" content="Agency for Health Care Policy and Research, Agency for Healthcare Research and Quality, AHRQ, AHCPR, access, adverse outcomes, ambulatory care, benchmark, best practices, blood clots, CAHPS, case studies, chronic care, complication, conditions, Consumer Assessment of Health Plans, disparities, error, HAI, health cost, hepatitis, hospital procedure, health care-associated infections, indicators, infection, insurance, measures, medical errors, methodology, nursing, patient care, patient safety, performance measure, quality, study, survey, thrombosis, treatment, urgent care" />
<meta name="creator" content="Agency for Healthcare Research and Quality (AHRQ)">
<meta name="datecreated" content="September 2012">
<meta name="datereviewed" content="November 2014">
<meta name="language" content="en-us">
<!-- end="metadata" -->
<link rel="stylesheet" href="/css/archive.css">
<link rel="stylesheet" href="/css/ahrqstyleprint_arch.css" media="print">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
ga('create', 'UA-75759936-1', 'auto');
ga(' set', 'anonymizeIp', true);
ga('send', 'pageview');
</script></head>
<body><!-- Google Tag Manager -->
<noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-W4DST4"
height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
'//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
})(window,document,'script','dataLayer','GTM-W4DST4');</script>
<!-- End Google Tag Manager -->
<!-- Prompt IE 6 users to install Chrome Frame. Remove this if you support IE 6.
chromium.org/developers/how-tos/chrome-frame-getting-started -->
<!--[if lt IE 7]><p class=chromeframe>Your browser is <em>ancient!</em> <a href="http://browsehappy.com/">Upgrade to a different browser</a> or <a href="http://www.google.com/chromeframe/?redirect=true">install Google Chrome Frame</a> to experience this site.</p><![endif]-->
<!-- Add your site or application content here -->
<noscript>Your browser doesn't support JavaScript. Please upgrade to a modern browser or enable JavaScript in your existing browser.</noscript>
<!-- Page Header v2.0 --><!--Begin Banner CodeS-->
<div id="ahrqbanner">
<div class="hhsportion" id="top" name="top">
<a class="skipnav" href="#h1">Skip Navigation</a>
<a title="Archive: U.S. Department of Health and Human Services" href="http://archive.hhs.gov/"><img border="0" alt="Archive: U.S. Department of Health and Human Services" src="/images/hhs_banner_arch.gif" width="376" height="49"></a>
<a class="hhsright" title="U.S. Department of Health and Human Services" href="http://www.hhs.gov/"><img alt="U.S. Department of Health and Human Services" src="/images/hhs_link_arch.gif" width="127" height="41"></a>
</div>
<div class="ahrqportion">
<a title="Archive: Agency for Healthcare Research Quality" href="/"><img border="0" alt="Archive: Agency for Healthcare Research Quality" src="/images/ahrq_banner_arch.jpg" width="566" height="69"></a>
<form id="banner_searchform" method="get" name="searchForm" action="https://search.ahrq.gov/search">
<label style="Z-INDEX: -1; POSITION: relative; FONT-SIZE: 0px; MARGIN-RIGHT: -65px" for="search">Search</label>
<input id="search" class="gotext" onfocus="this.value='';" value=" Search Archive" size="11" type="text" name="q" label="Search archive"/>
<input type="hidden" name="siteDomain" value="archive.ahrq.gov">
<input class="gobtn" onclick="javascript:document.searchForm.submit();" alt="Search" src="/images/topbn_GoButton.gif" type="image" name="Submit"/>
</form><a class="ahrqright" title="AHRQ Home—Live Site" href="http://www.ahrq.gov">www.ahrq.gov</a>
</div>
<div class="ahrqlinks">
<a href="https://www.ahrq.gov/">AHRQ Home—Live Site</a> | <a href="/">Archive Home</a> | <a href="/sitemap.htm">Site Map</a>
</div>
</div>
<div id="PrintBanner"><img alt="Archival print banner" src="/images/printbanner_arch.jpg"/></div><a id="h1" name="h1"></a><!-- End of Page header -->
<!-- Content Body -->
<div id="mainContent">
<!-- Main Content -->
<!-- Center Content section -->
<table border="0" cellpadding="0" cellspacing="0" width="100%">
<tbody><tr valign="top">
<td width="70%">
<!-- Center Content section -->
<table style="margin-left: 10px; margin-right: 10px; margin-top: 5px;" summary="This table gives the layout format of the bread crumb area and the center content area." border="0" cellpadding="0" cellspacing="0" width="100%">
<!--DWLayoutTable-->
<tbody><tr>
<td class="crumb_link"><div id="crumbContent">
</span></p>
</div>
</td>
</tr>
<tr>
<td>
<div id="centerContent">
<div class="headnote">
<p>This information is for reference purposes only. It was current when produced and may now be outdated. Archive material is no longer maintained, and some links may not work. Persons with disabilities having difficulty accessing this information should contact us at: <a href="https://info.ahrq.gov/">https://info.ahrq.gov</a>. Let us know the nature of the problem, the Web address of what you want, and your contact information.</p>
<p>Please go to <a href="https://www.ahrq.gov/">www.ahrq.gov</a> for current information.</p>
</div>
<!-- T:ahrqPgPublication -->
<div role="main" id="page-container">
<div id="breadcrumb-container">
<div id="breadcrumbs" class="container_12">
<!-- T:SnBreadcrumbs -->
</div>
</div>
<div id="toolbar-container">
<div id="pub-toolbar" class="container_12">
<!-- T:ahrqSnPubNav -->
<div id="prev-next-buttons">
<a href="/research/findings/final-reports/contextsensitive/context4.html" class="prev-button"><span>Previous Page</span></a>
<a href="/research/findings/final-reports/contextsensitive/context6.html" class="next-button"><span>Next Page</span></a>
</div>
<div id="pub-utility-buttons">
<ul id="utility-groups">
<li class="utility content-button">
<a href="#" class=""><span>Table of Contents</span></a>
<div class="toc-dropdown">
<div class="arrow-up"></div>
<div class="toc-content">
</div>
</div>
</li>
<li class="utility download-button"><a href="#"><span>Download</span></a><div class="dl-dropdown"><div class="arrow-up"></div><div class="dl-content"><ul><li>
<span><a href="/research/findings/final-reports/contextsensitive/context.pdf">Assessing the Evidence for Context-Sensitive Effectiveness and Safety </a> [ <img src="/resources/file_logos/pdf.gif" alt="PDF file" title="PDF file" class="icon" /> - 711.65&nbsp;KB]</span>
</li></ul></div></div></li> </ul>
</div>
</div>
</div>
<div id="page-backdrop" class="container_12">
<div class="page">
<div id="left-col" class="alpha grid_3">
<nav id="left"><!-- T:SnleftNav -->
</nav> </div>
<!--<div id="content-col" class="grid_9">-->
<article class="grid_9">
<!-- Right Rail -->
<aside class="three-col">
<!-- T:ahrqSnPubCover -->
<div id="pub-nums">
<ul>
<li>Publication # 11-0006-EF</li> </ul>
</div>
</aside>
<!-- Center Rail -->
<h1>Chapter 5. Key Evaluation Questions</h1>
<h2>Assessing the Evidence for Context-Sensitive Effectiveness and Safety </h2> <div id="basic-modal"><!-- start: Basic Modal -->
<p>Our framework is based on three key types of questions that describe three different aspects of patient safety practice (PSP) evaluation (<a href="/research/findings/final-reports/contextsensitive/contextfig7.html">Figure 7</a>).&#160;</p><p>We hypothesized that fully addressing context-sensitive effectiveness and safety would require studies addressing all three types of PSP evaluation questions, and that each evaluation question type would imply different methodological approaches. While an important result of this project is a more expansive view of the characteristics of ideal studies of PSP implementations, effectiveness questions are often assessed using experimental or quasi-experimental designs; implementation experience questions frequently use a pre-post design; and adoption, spread, or sustainability questions would require, at a minimum, observational or descriptive designs. Questions on context sensitivity could be framed in terms of each type of evaluation. The information on effectiveness; implementation experience; and adoption, spread or sustainability in relationship to context would be part of the full picture of final judgments on context-sensitive effectiveness and safety.</p><p>The conceptual framework we defined is in line with the multi-modal approaches often used in the PSP field. Saying that an effectiveness study should have information on the process or completion of implementation relative to context, for example, will be meaningless if recognition is not also given to the multiple designs indicated by the different types of questions. In other words, we are not interested in someone&#39;s opinion of the implementation process or of how context affected it; we are interested in data. The randomized trial that reports an overall PSP effectiveness result without data on context often cannot be effectively applied. Similarly, knowing that small size practices did worse on PSP outcomes than larger ones (context) may be somewhat useful, but it is not likely to be as useful if data have not been collected to understand what went wrong in the smaller practices. For example, was the PSP fully implemented in these practices? Did small size practices that succeeded better in implementing the PSP show greater impact on expected outcomes? Thus, combined approaches are favored that simultaneously seek rigor in precision regarding effectiveness while also reporting key contextual features and, if possible, assessing contextual inferences on the outcomes of effectiveness, implementation experience, and adoption or spread.</p><p>Within the timeline for this project, we focused most of our efforts on the first evaluation question&#8212;effectiveness and how it is influenced by context&#8212;and did not at all address the evaluation questions about adoption and spread.</p> </div><!-- end: Basic Modal -->
<div class="current-as-of">Page last reviewed December 2010</div>
<div class="citation">
<span>Internet Citation: Chapter 5. Key Evaluation Questions: Assessing the Evidence for Context-Sensitive Effectiveness and Safety .
December 2010. Agency for Healthcare Research and Quality, Rockville, MD. http://archive.ahrq.gov/research/findings/final-reports/contextsensitive/context5.html</span>
<div class="citation-flag"></div>
</div>
</article>
</div>
</div>
</div>
<p>&nbsp;</p>
<div class="footnote">
<p> The information on this page is archived and provided for reference purposes only.</p>
</div>
<p>&nbsp;</p>
</div>
</td>
</tr>
</tbody>
</table>
</td>
</tr>
</tbody>
</table>
</div><!-- End of Content Body -->
<!-- Footer graphic 1.2-->
<table border="0" cellSpacing="0" cellPadding="0" width="100%">
<tbody>
<tr>
<td background="/images/bottom_ahrq_bkg.jpg" width="125">
<img alt="AHRQ" src="/images/bottom_ahrq_1.jpg" width="125">
</td>
<td background="/images/bottom_ahrq_bkg.jpg" width="100%">
<img alt="" src="/images/bottom_ahrq_bkg.jpg" width="10" height="34">
</td>
<td background="/images/bottom_ahrq_bkg.jpg" width="310">
<img alt="Advancing Excellence in Health Care" src="/images/bottom_ahrq_2.gif" width="310" height="34">
</td>
</tr>
</tbody>
</table>
<!-- Footer links section -->
<div id="banner_Footer2">
<p>
<a href="https://www.ahrq.gov/">AHRQ Home</a> |
<a class="footer_navlink" href="https://info.ahrq.gov/cgi-bin/ahrq.cfg/php/enduser/std_alp.php">Questions?</a> |
<a class="footer_navlink" href="https://www.ahrq.gov/contact/index.html">Contact AHRQ</a> |
<a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/accessibility/index.html">Accessibility</a> |
<a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/privacy/index.html">Privacy Policy</a> |
<a class="footer_navlink" href="https://www.ahrq.gov/news/foia.htm">Freedom of Information Act</a> |
<a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/disclaimers/index.html">Disclaimers</a> |
<a class="footer_navlink" href="http://www.hhs.gov/open/recordsandreports/plainwritingact/index.html">Plain Writing Act</a>
<br/>
<a class="footer_navlink" href="http://www.hhs.gov">U.S. Department of Health &amp; Human Services</a> |
<a class="footer_navlink" href="http://www.whitehouse.gov">The White House</a> |
<a class="footer_navlink" href="http://www.usa.gov">USA.gov: The U.S. Government's Official Web Portal</a>
</p>
</div>
<div id="banner_Footeraddress">
<p>
Agency for Healthcare Research and Quality <img alt="" src="/images/bottom_dot.gif"> 5600 Fishers Lane Rockville, MD 20857 <img alt="" src="/images/bottom_dot.gif">
Telephone: (301) 427-1364
</p>
</div>
<!-- End of Footer links section -->
<!-- JavaScript at the bottom for fast page loading: http://developer.yahoo.com/performance/rules.html#js_bottom -->
<!-- Grab Google CDN's jQuery, with a protocol relative URL; fall back to local if offline -->
<script src="//ajax.googleapis.com/ajax/libs/jquery/1.7.2/jquery.min.js"></script>
<script>window.jQuery || document.write('<script src="js/libs/jquery-1.7.2.min.js"><\/script>')</script>
<!-- scripts concatenated and minified via build script -->
<script src="/js/plugins.js"></script>
<script src="/js/script.js"></script>
<script src="/scripts/javascript.js"></script>
<!-- end scripts -->
</body>
</html>