236 lines
22 KiB
HTML
236 lines
22 KiB
HTML
<!doctype html>
|
|
<!--[if lt IE 7]> <html class="no-js lt-ie9 lt-ie8 lt-ie7" lang="en"> <![endif]-->
|
|
<!--[if IE 7]> <html class="no-js lt-ie9 lt-ie8" lang="en"> <![endif]-->
|
|
<!--[if IE 8]> <html class="no-js lt-ie9" lang="en"> <![endif]-->
|
|
<!-- Consider adding a manifest.appcache: h5bp.com/d/Offline -->
|
|
<!--[if gt IE 8]><!--> <html class="no-js" lang="en"> <!--<![endif]-->
|
|
<head>
|
|
<meta charset="utf-8">
|
|
|
|
<meta name="perc_linkback" id="perc_linkback" content="FmZlbWNjeAdmeAFjZ2x4BmZnYHgTZ2JjbGQ="/> <!-- Use the .htaccess and remove these lines to avoid edge case issues. More info: h5bp.com/i/378 -->
|
|
<meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
|
|
<title>Chapter 14. Results: Needs for Future Development | AHRQ Archive</title>
|
|
<meta name="title" content="Chapter 14. Results: Needs for Future Development | AHRQ Archive">
|
|
<meta name="description" content="This contract final report identifies criteria for assessing the context-sensitive effectiveness and safety of patient safety practices and presents recommendations for future research on this topic.">
|
|
|
|
<!-- Mobile viewport optimized: h5bp.com/viewport -->
|
|
<meta name="viewport" content="width=device-width">
|
|
<!-- link rel="stylesheet" href="/css/style.css" -->
|
|
|
|
<!-- More ideas for your <head> here: h5bp.com/d/head-Tips -->
|
|
<!-- All JavaScript at the bottom, except this Modernizr build.
|
|
Modernizr enables HTML5 elements & feature detects for optimal performance.
|
|
Create your own custom Modernizr build: www.modernizr.com/ -->
|
|
<script src="/js/libs/modernizr-2.5.3.min.js"></script>
|
|
|
|
<!-- "metadata" -->
|
|
<meta name="keywords" content="Agency for Health Care Policy and Research, Agency for Healthcare Research and Quality, AHRQ, AHCPR, access, adverse outcomes, ambulatory care, benchmark, best practices, blood clots, CAHPS, case studies, chronic care, complication, conditions, Consumer Assessment of Health Plans, disparities, error, HAI, health cost, hepatitis, hospital procedure, health care-associated infections, indicators, infection, insurance, measures, medical errors, methodology, nursing, patient care, patient safety, performance measure, quality, study, survey, thrombosis, treatment, urgent care" />
|
|
<meta name="creator" content="Agency for Healthcare Research and Quality (AHRQ)">
|
|
<meta name="datecreated" content="September 2012">
|
|
<meta name="datereviewed" content="November 2014">
|
|
<meta name="language" content="en-us">
|
|
<!-- end="metadata" -->
|
|
<link rel="stylesheet" href="/css/archive.css">
|
|
<link rel="stylesheet" href="/css/ahrqstyleprint_arch.css" media="print">
|
|
<script>
|
|
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
|
|
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
|
|
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
|
|
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
|
|
|
|
ga('create', 'UA-75759936-1', 'auto');
|
|
ga(' set', 'anonymizeIp', true);
|
|
|
|
ga('send', 'pageview');
|
|
|
|
</script></head>
|
|
<body><!-- Google Tag Manager -->
|
|
<noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-W4DST4"
|
|
height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
|
|
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
|
|
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
|
|
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
|
|
'//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
|
|
})(window,document,'script','dataLayer','GTM-W4DST4');</script>
|
|
<!-- End Google Tag Manager -->
|
|
<!-- Prompt IE 6 users to install Chrome Frame. Remove this if you support IE 6.
|
|
chromium.org/developers/how-tos/chrome-frame-getting-started -->
|
|
<!--[if lt IE 7]><p class=chromeframe>Your browser is <em>ancient!</em> <a href="http://browsehappy.com/">Upgrade to a different browser</a> or <a href="http://www.google.com/chromeframe/?redirect=true">install Google Chrome Frame</a> to experience this site.</p><![endif]-->
|
|
|
|
<!-- Add your site or application content here -->
|
|
<noscript>Your browser doesn't support JavaScript. Please upgrade to a modern browser or enable JavaScript in your existing browser.</noscript>
|
|
<!-- Page Header v2.0 --><!--Begin Banner CodeS-->
|
|
<div id="ahrqbanner">
|
|
<div class="hhsportion" id="top" name="top">
|
|
<a class="skipnav" href="#h1">Skip Navigation</a>
|
|
<a title="Archive: U.S. Department of Health and Human Services" href="http://archive.hhs.gov/"><img border="0" alt="Archive: U.S. Department of Health and Human Services" src="/images/hhs_banner_arch.gif" width="376" height="49"></a>
|
|
<a class="hhsright" title="U.S. Department of Health and Human Services" href="http://www.hhs.gov/"><img alt="U.S. Department of Health and Human Services" src="/images/hhs_link_arch.gif" width="127" height="41"></a>
|
|
</div>
|
|
<div class="ahrqportion">
|
|
<a title="Archive: Agency for Healthcare Research Quality" href="/"><img border="0" alt="Archive: Agency for Healthcare Research Quality" src="/images/ahrq_banner_arch.jpg" width="566" height="69"></a>
|
|
<form id="banner_searchform" method="get" name="searchForm" action="https://search.ahrq.gov/search">
|
|
<label style="Z-INDEX: -1; POSITION: relative; FONT-SIZE: 0px; MARGIN-RIGHT: -65px" for="search">Search</label>
|
|
<input id="search" class="gotext" onfocus="this.value='';" value=" Search Archive" size="11" type="text" name="q" label="Search archive"/>
|
|
<input type="hidden" name="siteDomain" value="archive.ahrq.gov">
|
|
<input class="gobtn" onclick="javascript:document.searchForm.submit();" alt="Search" src="/images/topbn_GoButton.gif" type="image" name="Submit"/>
|
|
</form><a class="ahrqright" title="AHRQ Home—Live Site" href="http://www.ahrq.gov">www.ahrq.gov</a>
|
|
</div>
|
|
<div class="ahrqlinks">
|
|
<a href="https://www.ahrq.gov/">AHRQ Home—Live Site</a> | <a href="/">Archive Home</a> | <a href="/sitemap.htm">Site Map</a>
|
|
</div>
|
|
</div>
|
|
<div id="PrintBanner"><img alt="Archival print banner" src="/images/printbanner_arch.jpg"/></div><a id="h1" name="h1"></a><!-- End of Page header -->
|
|
<!-- Content Body -->
|
|
<div id="mainContent">
|
|
<!-- Main Content -->
|
|
<!-- Center Content section -->
|
|
<table border="0" cellpadding="0" cellspacing="0" width="100%">
|
|
<tbody><tr valign="top">
|
|
<td width="70%">
|
|
<!-- Center Content section -->
|
|
<table style="margin-left: 10px; margin-right: 10px; margin-top: 5px;" summary="This table gives the layout format of the bread crumb area and the center content area." border="0" cellpadding="0" cellspacing="0" width="100%">
|
|
<!--DWLayoutTable-->
|
|
<tbody><tr>
|
|
<td class="crumb_link"><div id="crumbContent">
|
|
</span></p>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
<tr>
|
|
<td>
|
|
<div id="centerContent">
|
|
<div class="headnote">
|
|
<p>This information is for reference purposes only. It was current when produced and may now be outdated. Archive material is no longer maintained, and some links may not work. Persons with disabilities having difficulty accessing this information should contact us at: <a href="https://info.ahrq.gov/">https://info.ahrq.gov</a>. Let us know the nature of the problem, the Web address of what you want, and your contact information.</p>
|
|
<p>Please go to <a href="https://www.ahrq.gov/">www.ahrq.gov</a> for current information.</p>
|
|
</div>
|
|
<!-- T:ahrqPgPublication -->
|
|
<div role="main" id="page-container">
|
|
<div id="breadcrumb-container">
|
|
<div id="breadcrumbs" class="container_12">
|
|
<!-- T:SnBreadcrumbs -->
|
|
|
|
|
|
|
|
</div>
|
|
</div>
|
|
<div id="toolbar-container">
|
|
<div id="pub-toolbar" class="container_12">
|
|
<!-- T:ahrqSnPubNav -->
|
|
<div id="prev-next-buttons">
|
|
<a href="/research/findings/final-reports/contextsensitive/context13.html" class="prev-button"><span>Previous Page</span></a>
|
|
<a href="/research/findings/final-reports/contextsensitive/context15.html" class="next-button"><span>Next Page</span></a>
|
|
</div>
|
|
<div id="pub-utility-buttons">
|
|
<ul id="utility-groups">
|
|
<li class="utility content-button">
|
|
<a href="#" class=""><span>Table of Contents</span></a>
|
|
<div class="toc-dropdown">
|
|
<div class="arrow-up"></div>
|
|
<div class="toc-content">
|
|
</div>
|
|
</div>
|
|
</li>
|
|
<li class="utility download-button"><a href="#"><span>Download</span></a><div class="dl-dropdown"><div class="arrow-up"></div><div class="dl-content"><ul><li>
|
|
<span><a href="/research/findings/final-reports/contextsensitive/context.pdf">Assessing the Evidence for Context-Sensitive Effectiveness and Safety </a> [ <img src="/resources/file_logos/pdf.gif" alt="PDF file" title="PDF file" class="icon" /> - 711.65 KB]</span>
|
|
</li></ul></div></div></li> </ul>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
<div id="page-backdrop" class="container_12">
|
|
<div class="page">
|
|
<div id="left-col" class="alpha grid_3">
|
|
<nav id="left"><!-- T:SnleftNav -->
|
|
</nav> </div>
|
|
<!--<div id="content-col" class="grid_9">-->
|
|
<article class="grid_9">
|
|
<!-- Right Rail -->
|
|
<aside class="three-col">
|
|
<!-- T:ahrqSnPubCover -->
|
|
<div id="pub-nums">
|
|
<ul>
|
|
<li>Publication # 11-0006-EF</li> </ul>
|
|
</div>
|
|
|
|
</aside>
|
|
<!-- Center Rail -->
|
|
<h1>Chapter 14. Results: Needs for Future Development</h1>
|
|
<h2>Assessing the Evidence for Context-Sensitive Effectiveness and Safety </h2> <div id="basic-modal"><!-- start: Basic Modal -->
|
|
<p>As described in our methods, we developed a list of 13 domains for future research. We then surveyed our technical expert panel (TEP) and queried which of these domains could be considered high priorities for future research. All 22 TEP members responded. Six domains received majority support as high priorities for future research (as bolded in <a href="/research/findings/final-reports/contextsensitive/contexttab8.html">Table 8</a>).</p><p>We now expand on these survey results with a summary of the TEP discussion of these topics.</p><p><strong>1. <em>Developing and validating measures of patient safety culture</em>.</strong> Discussion at the panel meetings indicated that several technical experts considered patient safety culture to be the overarching important construct. This view may explain why patient safety culture received majority support as a high priority for future research, whereas research on leadership and teamwork measures did not. Specific suggestions for future research included:</p><ol type="a"><li>Developing validated measures of cultural adaptability to change.</li><li>Assessing the potential distinction between a culture of safety, a culture of excellence, and organizational culture.</li><li>Establishing connections between aspects of patient safety culture and patient outcomes or processes of care.</li><li>Assessing correlations between measures.</li></ol><p>Additional comments that we received can be summarized as "we think teamwork and leadership are important," "several measures are currently available," and "the most important thing at this point is for people to use them so we can start building some evidence about this construct."</p><p><strong>2. <em>Developing criteria and recommendations for what constitutes "reporting the intervention in sufficient detail that it can be replicated</em>."</strong> More precise criteria for how PSP interventions should be described warrant additional research. In particular, the guidance described here, along with that provided by Standards for Quality Improvement Reporting Excellence (SQUIRE) and the National Quality Forum (NQF), needs to be evaluated. Doing so will help determine which PSP elements are necessary to describe in order to evaluate whether the PSP is truly effective. This also will help maximize the possibility of successful PSP replication with similar outcomes. Further research could also evaluate the effect of applying these draft criteria regarding PSP descriptions on the quality of PSP projects and published articles. Clearly, thoroughly describing PSPs also can help readers determine the relevance of an evaluation study to other PSPs or other contexts. For example, if a PSP requires an individual behavior change such as hand-washing, then knowing in detail what the intervention is may help readers of the study assess whether the given results are relevant only to hand-washing interventions or if they could be applied to other types of PSPs requiring individual behavior change. Knowing the details of the intervention also could help readers of the study determine how much the success of the PSP implementation depended on contextual issues (e.g., organization or teamwork). </p><p><strong>3. <em>Understanding the important items to measure and report on for implementation</em>.</strong> Experts consider having comprehensive information about implementation key to being able to replicate a PSP. However, little empirical evidence exists about what makes a description of the PSP adequate for reporting. It is critical to assess what implementers need to know if they are to be able to implement or adapt an intervention in their own settings. Most experts considered "understanding the important items to measure and report on for implementation" to be related to or even the same as "reporting the intervention in sufficient detail that it can be replicated." This view suggests that the distinction between "the intervention" and "the implementation" may be an arbitrary line, and that ideal evaluations of PSP interventions need to consider the implementation as part of this intervention.</p><p><strong>4. <em>Developing a theory-based taxonomy or framework with which to describe and evaluate key elements of interventions, contexts, and targeted behaviors</em>.</strong> Although the current project made a promising start on meeting this need, progress in this area will require additional development to produce a taxonomy that is both sufficiently broad based and flexible enough to be widely useful. Issues to be considered include whether a taxonomy is the preferable way to proceed, or whether a more useful strategy might be to create an explicit methodology that researchers could apply to specific problems and contexts. Yet another approach might be to devise an "assessment framework." Some experts sounded cautionary notes on this topic. They reported that outpatient PSP research may be too new to apply a taxonomy at this stage. They also reported that a single "unified" taxonomy may not be sufficiently flexible for diverse PSPs, and multiple taxonomies may be needed in any case. The countervailing view to these cautionary notes was that the field would not be well-served by having a proliferation of taxonomies. Instead, they reported, what is needed is a coherent, sufficiently comprehensive taxonomy that can accommodate the challenges of the subject.</p><p><strong>5. <em>Refining a framework for assessing the strength of a body of evidence</em>.</strong> We did developmental work on an adaptation of the GRADE and EPC systems for assessing the strength of evidence across studies of a PSP. This work warrants further development.</p><p><strong>6. <em>Generating empirical evidence that the contextual factors identified in this project influence the success of the PSP</em>.</strong> We acknowledge that most of the recommendations in the report have a thin empirical evidence base, which simply reflects the relatively immature state of research in this still relatively young field. Building a stronger evidence base will help future efforts at refining the recommendations presented here.</p><p>Additionally, the TEP acknowledged unintended consequences and rare events are important but not a high priority at this time. The issue of how to assess PSPs for context-sensitive beneficial outcomes in situations where the outcome is not rare was considered to be the more important priority.</p><h3>Continuing the TEP's Efforts</h3><p>We additionally queried the panelists about whether they would be willing to continue participating should AHRQ decide to continue this kind of methodological development work. All 22 panelists responded affirmatively, and many volunteered enthusiastic and laudatory comments about the process.</p><p>Of the list of "high priority" items, those we judge most likely to be fruitful for additional work using this TEP are:</p><ul><li>Developing a theory-based taxonomy with which to describe and evaluate key elements of interventions, contexts, and targeted behaviors.</li><li>Developing criteria/recommendations for what constitutes " reporting the intervention in sufficient detail that it can be replicated" and the related topic of understanding the important items to measure and report in implementation.</li><li>Refining a framework for assessing the body of evidence about a PSP.</li></ul><p>All three of these topics were discussed as part of this project, and this report contains the results of those discussions. But each of these, alone, could have been the focus of an entire 2-day TEP meeting, rather than the 1 or 2 hour allotment they received. Often we found we had to "move on" from a rich and insightful discussion in order to try and discuss all of the topics on this project's agenda. Additional development of the preliminary ideas is needed, and this TEP is both an appropriate group to pursue this and already engaged.</p> </div><!-- end: Basic Modal -->
|
|
<div class="current-as-of">Page last reviewed December 2010</div>
|
|
<div class="citation">
|
|
<span>Internet Citation: Chapter 14. Results: Needs for Future Development: Assessing the Evidence for Context-Sensitive Effectiveness and Safety .
|
|
December 2010. Agency for Healthcare Research and Quality, Rockville, MD. http://archive.ahrq.gov/research/findings/final-reports/contextsensitive/context14.html</span>
|
|
<div class="citation-flag"></div>
|
|
</div>
|
|
</article>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
<p> </p>
|
|
<div class="footnote">
|
|
<p> The information on this page is archived and provided for reference purposes only.</p>
|
|
</div>
|
|
<p> </p>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div><!-- End of Content Body -->
|
|
<!-- Footer graphic 1.2-->
|
|
<table border="0" cellSpacing="0" cellPadding="0" width="100%">
|
|
<tbody>
|
|
<tr>
|
|
<td background="/images/bottom_ahrq_bkg.jpg" width="125">
|
|
<img alt="AHRQ" src="/images/bottom_ahrq_1.jpg" width="125">
|
|
</td>
|
|
<td background="/images/bottom_ahrq_bkg.jpg" width="100%">
|
|
<img alt="" src="/images/bottom_ahrq_bkg.jpg" width="10" height="34">
|
|
</td>
|
|
<td background="/images/bottom_ahrq_bkg.jpg" width="310">
|
|
<img alt="Advancing Excellence in Health Care" src="/images/bottom_ahrq_2.gif" width="310" height="34">
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
<!-- Footer links section -->
|
|
<div id="banner_Footer2">
|
|
<p>
|
|
<a href="https://www.ahrq.gov/">AHRQ Home</a> |
|
|
<a class="footer_navlink" href="https://info.ahrq.gov/cgi-bin/ahrq.cfg/php/enduser/std_alp.php">Questions?</a> |
|
|
<a class="footer_navlink" href="https://www.ahrq.gov/contact/index.html">Contact AHRQ</a> |
|
|
<a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/accessibility/index.html">Accessibility</a> |
|
|
<a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/privacy/index.html">Privacy Policy</a> |
|
|
<a class="footer_navlink" href="https://www.ahrq.gov/news/foia.htm">Freedom of Information Act</a> |
|
|
<a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/disclaimers/index.html">Disclaimers</a> |
|
|
<a class="footer_navlink" href="http://www.hhs.gov/open/recordsandreports/plainwritingact/index.html">Plain Writing Act</a>
|
|
<br/>
|
|
<a class="footer_navlink" href="http://www.hhs.gov">U.S. Department of Health & Human Services</a> |
|
|
<a class="footer_navlink" href="http://www.whitehouse.gov">The White House</a> |
|
|
<a class="footer_navlink" href="http://www.usa.gov">USA.gov: The U.S. Government's Official Web Portal</a>
|
|
</p>
|
|
</div>
|
|
<div id="banner_Footeraddress">
|
|
<p>
|
|
Agency for Healthcare Research and Quality <img alt="" src="/images/bottom_dot.gif"> 5600 Fishers Lane Rockville, MD 20857 <img alt="" src="/images/bottom_dot.gif">
|
|
Telephone: (301) 427-1364
|
|
</p>
|
|
</div>
|
|
<!-- End of Footer links section -->
|
|
|
|
<!-- JavaScript at the bottom for fast page loading: http://developer.yahoo.com/performance/rules.html#js_bottom -->
|
|
<!-- Grab Google CDN's jQuery, with a protocol relative URL; fall back to local if offline -->
|
|
<script src="//ajax.googleapis.com/ajax/libs/jquery/1.7.2/jquery.min.js"></script>
|
|
<script>window.jQuery || document.write('<script src="js/libs/jquery-1.7.2.min.js"><\/script>')</script>
|
|
|
|
<!-- scripts concatenated and minified via build script -->
|
|
<script src="/js/plugins.js"></script>
|
|
<script src="/js/script.js"></script>
|
|
<script src="/scripts/javascript.js"></script>
|
|
<!-- end scripts -->
|
|
</body>
|
|
</html>
|