ahrq-gov/archive.ahrq.gov/research/findings/final-reports/qualityindicators/chapter2.html
2025-02-28 14:14:25 -05:00

324 lines
23 KiB
HTML

<!DOCTYPE html>
<!--[if IEMobile 7]><html class="iem7" lang="en" dir="ltr"><![endif]-->
<!--[if lte IE 6]><html class="lt-ie9 lt-ie8 lt-ie7" lang="en" dir="ltr"><![endif]-->
<!--[if (IE 7)&(!IEMobile)]><html class="lt-ie9 lt-ie8" lang="en" dir="ltr"><![endif]-->
<!--[if IE 8]><html class="lt-ie9" lang="en" dir="ltr"><![endif]-->
<!--[if (gte IE 9)|(gt IEMobile 7)]><!--><html lang="en" dir="ltr" prefix="content: http://purl.org/rss/1.0/modules/content/ dc: http://purl.org/dc/terms/ foaf: http://xmlns.com/foaf/0.1/ og: http://ogp.me/ns# rdfs: http://www.w3.org/2000/01/rdf-schema# sioc: http://rdfs.org/sioc/ns# sioct: http://rdfs.org/sioc/types# skos: http://www.w3.org/2004/02/skos/core# xsd: http://www.w3.org/2001/XMLSchema#"><!--<![endif]-->
<head>
<!-- Legacy Clickjacking protection -->
<style id="antiClickjack">body{display:none !important;}</style>
<script type="text/javascript">
if (self === top) {
var antiClickjack = document.getElementById("antiClickjack");
antiClickjack.parentNode.removeChild(antiClickjack);
} else {
top.location = self.location;
}
</script>
<!-- / Legacy Clickjacking protection -->
<meta charset="utf-8" />
<meta name="DCTERMS.language" content="en-us" />
<meta name="Keywords" content="Agency for Health Care Policy and Research, Agency for Healthcare Research and Quality, AHRQ, AHCPR, award, budget, case studies" />
<meta name="DCTERMS.type" content="Text" />
<meta name="DCTERMS.title" content="Chapter 2. Methods" />
<meta name="DCTERMS.subject" content="Agency for Health Care Policy and Research, Agency for Healthcare Research and Quality, AHRQ, AHCPR, award, budget, case studies" />
<meta name="DCTERMS.subject.topics" content="Quality Indicators" />
<meta name="DCTERMS.publisher" content="U.S. HHS: Agency for Healthcare Research and Quality" />
<meta name="DCTERMS.modified" content="2014-10-02" />
<meta name="DCTERMS.issued" content="2007-12-01" />
<link rel="canonical" href="/research/findings/final-reports/qualityindicators/chapter2.html" />
<meta name="DCTERMS.type.document_type" content="Report" />
<meta name="DCTERMS.description" content="This report the uses of, market for, and demand for AHRQ and other Quality Indicators." />
<meta name="DCTERMS.created" content="2012-09-01" />
<meta name="DCTERMS.available" content="2012-09-01" />
<meta name="DCTERMS.audience" content="Clinicians/Providers,Policymakers,Researchers" />
<meta name="DCTERMS.alternate" content="Evaluation of the Use of AHRQ and Other Quality Indicators" />
<link rel="shortlink" href="/node/219466" />
<link rel="shortcut icon" href="https://www.ahrq.gov/sites/default/files/favicon_0.ico" type="image/vnd.microsoft.icon" />
<title>Chapter 2. Methods | AHRQ Archive</title>
<!-- end="metadata" -->
<link rel="stylesheet" href="/css/archive.css">
<link rel="stylesheet" href="/css/ahrqstyleprint_arch.css" media="print">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
ga('create', 'UA-75759936-1', 'auto');
ga(' set', 'anonymizeIp', true);
ga('send', 'pageview');
</script></head>
<body><!-- Google Tag Manager -->
<noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-W4DST4"
height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
'//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
})(window,document,'script','dataLayer','GTM-W4DST4');</script>
<!-- End Google Tag Manager -->
<!-- Prompt IE 6 users to install Chrome Frame. Remove this if you support IE 6.
chromium.org/developers/how-tos/chrome-frame-getting-started -->
<!--[if lt IE 7]><p class=chromeframe>Your browser is <em>ancient!</em> <a href="http://browsehappy.com/">Upgrade to a different browser</a> or <a href="http://www.google.com/chromeframe/?redirect=true">install Google Chrome Frame</a> to experience this site.</p><![endif]-->
<!-- Add your site or application content here -->
<noscript>Your browser doesn't support JavaScript. Please upgrade to a modern browser or enable JavaScript in your existing browser.</noscript>
<!-- Page Header v2.0 --><!--Begin Banner CodeS-->
<div id="ahrqbanner">
<div class="hhsportion" id="top" name="top">
<a class="skipnav" href="#h1">Skip Navigation</a>
<a title="Archive: U.S. Department of Health and Human Services" href="http://archive.hhs.gov/"><img border="0" alt="Archive: U.S. Department of Health and Human Services" src="/images/hhs_banner_arch.gif" width="376" height="49"></a>
<a class="hhsright" title="U.S. Department of Health and Human Services" href="http://www.hhs.gov/"><img alt="U.S. Department of Health and Human Services" src="/images/hhs_link_arch.gif" width="127" height="41"></a>
</div>
<div class="ahrqportion">
<a title="Archive: Agency for Healthcare Research Quality" href="/"><img border="0" alt="Archive: Agency for Healthcare Research Quality" src="/images/ahrq_banner_arch.jpg" width="566" height="69"></a>
<form id="banner_searchform" method="get" name="searchForm" action="https://search.ahrq.gov/search">
<label style="Z-INDEX: -1; POSITION: relative; FONT-SIZE: 0px; MARGIN-RIGHT: -65px" for="search">Search</label>
<input id="search" class="gotext" onfocus="this.value='';" value=" Search Archive" size="11" type="text" name="q" label="Search archive"/>
<input type="hidden" name="siteDomain" value="archive.ahrq.gov">
<input class="gobtn" onclick="javascript:document.searchForm.submit();" alt="Search" src="/images/topbn_GoButton.gif" type="image" name="Submit"/>
</form><a class="ahrqright" title="AHRQ Home—Live Site" href="http://www.ahrq.gov">www.ahrq.gov</a>
</div>
<div class="ahrqlinks">
<a href="https://www.ahrq.gov/">AHRQ Home—Live Site</a> | <a href="/">Archive Home</a> | <a href="/sitemap.htm">Site Map</a>
</div>
</div>
<div id="PrintBanner"><img alt="Archival print banner" src="/images/printbanner_arch.jpg"/></div><a id="h1" name="h1"></a><!-- End of Page header -->
<!-- Content Body -->
<div id="mainContent">
<!-- Main Content -->
<!-- Center Content section -->
<table border="0" cellpadding="0" cellspacing="0" width="100%">
<tbody><tr valign="top">
<td width="70%">
<!-- Center Content section -->
<table style="margin-left: 10px; margin-right: 10px; margin-top: 5px;" summary="This table gives the layout format of the bread crumb area and the center content area." border="0" cellpadding="0" cellspacing="0" width="100%">
<!--DWLayoutTable-->
<tbody><tr>
<td class="crumb_link"><div id="crumbContent">
</span></p>
</div>
</td>
</tr>
<tr>
<td>
<div id="centerContent">
<div class="headnote">
<p>This information is for reference purposes only. It was current when produced and may now be outdated. Archive material is no longer maintained, and some links may not work. Persons with disabilities having difficulty accessing this information should contact us at: <a href="https://info.ahrq.gov/">https://info.ahrq.gov</a>. Let us know the nature of the problem, the Web address of what you want, and your contact information.</p>
<p>Please go to <a href="https://www.ahrq.gov/">www.ahrq.gov</a> for current information.</p>
</div>
<!-- T:ahrqPgGeneric -->
<article class="grid_9">
<div >
<h1 class="page__title title" id="page-title">Evaluation of the Use of AHRQ and Other Quality Indicators</h1> <h2>Chapter 2. Methods</h2>
</div>
<div class="field field-name-ahrq-generic-body field-type-text-long field-label-hidden"><div class="field-items"><div class="field-item even"><p>In this chapter we describe the methods used in this study. There are three main components to our approach: an <em>environmental scan</em> to identify and catalog users of the AHRQ QIs and developers or vendors of similar projects; a <em>series of interviews</em> with individuals and organizations who use AHRQ or other QIs to understand how and why QIs are used, and what improvements, if any, users might like to see; and <em>case studies</em> to illustrate how QIs are used in two particular geographic areas.</p>
<h3><a id="EnviroScan" name="EnviroScan"></a>2.1. Environmental Scan</h3>
<p>We conducted an environmental scan to identify four types of organizations: (1) users of the AHRQ QIs; (2) "non-users," i.e., organizations that are using an alternative to the AHRQ QIs; (3) developers of similar sets of quality indicators; and (4) vendors of quality measurement products that may or may not include AHRQ QIs. The following six types of sources were used:</p>
<ul>
<li>Databases of published literature.</li>
<li>Conference presentation abstracts.</li>
<li>World Wide Web search engines.</li>
<li>Reviews of quality measurement activities conducted by third parties.</li>
<li>AHRQ materials.</li>
<li>Query of RAND Health research staff.</li>
</ul>
<p>The specific sources and the search terms are listed in <a href="#rettab21">Tables 2.1</a> and <a href="#rettab22">2.2</a>.</p><a id="rettab21" name="rettab21"></a>
<h3>Table 2.1. Sources Queried in Environmental Scan</h3> <table border="1" cellpadding="4" cellspacing="0" width="80%">
<tbody>
<tr>
<th scope="col" width="30%">Source Type</th>
<th scope="col" width="50%">Source Name</th>
</tr>
<tr>
<td rowspan="5" scope="row"><strong>Databases of Published Literature</strong></td>
<td>Econlit</td>
</tr>
<tr>
<td>NYAM Grey Literature</td>
</tr>
<tr>
<td>Psycinfo</td>
</tr>
<tr>
<td>PubMed</td>
</tr>
<tr>
<td>WorldCat</td>
</tr>
<tr>
<td rowspan="4" scope="row"><strong>Conference presentation abstracts</strong></td>
<td>AcademyHealth Annual Research Meeting abstracts</td>
</tr>
<tr>
<td>Papers First</td>
</tr>
<tr>
<td>Social Sciences Abstracts</td>
</tr>
<tr>
<td>World of Science</td>
</tr>
<tr>
<td rowspan="2" scope="row"><strong>World Wide Web search engines</strong></td>
<td>Google</td>
</tr>
<tr>
<td>Google Scholar</td>
</tr>
<tr>
<td rowspan="3" scope="row"><strong>Reviews of quality measurement activities conducted by third parties</strong></td>
<td>Delmarva Foundation's review of 47 Websites publishing hospital quality information</td>
</tr>
<tr>
<td>Leapfrog compendium of incentive programs</td>
</tr>
<tr>
<td>NAHDO survey of state public reporting</td>
</tr>
<tr>
<td rowspan="3" scope="row"><strong>AHRQ materials</strong></td>
<td>AHRQ user conference presentations</td>
</tr>
<tr>
<td>AHRQ QI newsletters</td>
</tr>
<tr>
<td>Posting on AHRQ Web site requesting that users contact RAND for interview</td>
</tr>
<tr>
<td colspan="2" scope="row"><strong>Query of RAND Health research staff</strong></td>
</tr>
</tbody>
</table>
<p><a id="rettab22" name="rettab22">&nbsp;</a></p>
<h3>Table 2.2. Search Queries Used in Environmental Scan</h3> <table border="1" cellpadding="4" cellspacing="0" summary="layout" width="80%">
<tbody>
<tr>
<td>"AHRQ inpatient quality indicators"</td>
</tr>
<tr>
<td>"AHRQ IQIs"</td>
</tr>
<tr>
<td>"AHRQ patient safety indicators"</td>
</tr>
<tr>
<td>"AHRQ PQIs"</td>
</tr>
<tr>
<td>"AHRQ prevention quality indicators"</td>
</tr>
<tr>
<td>"AHRQ PSIs"</td>
</tr>
<tr>
<td>"AHRQ QIs"</td>
</tr>
<tr>
<td>"AHRQ quality indicators"</td>
</tr>
<tr>
<td>"health quality indicator development"</td>
</tr>
<tr>
<td>"health quality indicator use"</td>
</tr>
<tr>
<td>"inpatient quality indicator" OR "inpatient quality measure" AND "develop"</td>
</tr>
<tr>
<td>"inpatient quality indicators"</td>
</tr>
<tr>
<td>"patient safety indicators"</td>
</tr>
<tr>
<td>"prevention quality indicators"</td>
</tr>
<tr>
<td>"quality indicator" AND "AHRQ" OR "Agency for Healthcare Quality and Research"</td>
</tr>
<tr>
<td>"quality indicator" AND "health care"</td>
</tr>
<tr>
<td>"quality indicator" AND "health"</td>
</tr>
<tr>
<td>"quality indicator" AND "patient safety"</td>
</tr>
<tr>
<td>"quality indicator" OR "quality measure" AND "develop"</td>
</tr>
<tr>
<td>"quality indicator" AND "inpatient"</td>
</tr>
</tbody>
</table>
<p>Each organization identified in the search was entered into a database together with the following information:</p>
<ul>
<li>Type of organization (e.g., hospital).</li>
<li>List of quality indicators used.</li>
<li>Primary use of quality indicators (research, public reporting, pay-for-performance, quality improvement, vendor, developer).</li>
<li>Description of other uses of quality indicators.</li>
<li>Citation.</li>
<li>Contact information.</li>
<li>Method of identification.</li>
</ul>
<p>The environmental scan was used to understand the range of ways in which the AHRQ QIs are being used and to select interview candidates.</p>
<p class="size2"><a href="/research/findings/final-reports/qualityindicators/index.html#contents">Return to Contents</a></p>
<h3><a id="Interviews" name="Interviews"></a>2.2. Interviews</h3>
<h4>2.2.1. Selection of interviewees</h4>
<p>In order to select interview candidates, we first consulted with five members of the AHRQ QI team, which includes both AHRQ staff and contractors. We used information gained from these discussions, together with the results of our environmental scan, to compile a list of potential interviewees. We used the following method to select interviewees from this complete list:</p>
<ol>
<li>We cross-tabulated the environmental scan results by type of organization (hospital association, state government, etc.) and primary indicator use (pay-for-performance, public reporting, etc.) to create a table representing the universe of potential interviewees.</li>
<li>We selected the number of interviewees to be chosen in each type-use cell in order to distribute interviews across cells and ensure multiple interviews per cell where possible.</li>
<li>Two of the researchers (PH and SM) reviewed the list of organizations independently and chose interviewees for each cell based on the criteria: (a) maximize the variety of uses and types of organizations within each cell; (b) maximize the estimated impact of quality indicator activity. The reviewers compared notes and reconciled differences to come to the final list of suggested interviewees to forward to AHRQ.</li>
<li>We met with AHRQ staff to discuss the suggested interviewees and incorporated AHRQ staff comments to arrive at the final list.</li>
</ol>
<p>We then began the process of identifying the most appropriate respondent(s) for each organization. Identification of the most knowledgeable respondent was a multi-stage process. First, we identified an initial contact through available published materials or a telephone call to the organization. We then requested that the individual we contacted forward our interview request to the most appropriate individual(s). Prior to the interview, interviewees were given a fact sheet on the project, information about how the data would be used and assurances about confidentiality, and a list of sample questions similar to those asked during the interviews. All procedures, including verbal consent procedures, were approved in advance by the RAND Human Subjects Protection Committee, RAND's Institutional Review Board.</p>
<h4>2.2.2. Interview procedures</h4>
<p>We created interview guides based on input of AHRQ QI team staff, our own knowledge of the AHRQ QI program, and the results of the environmental scan. Separate guides were created for users of AHRQ QIs, developers of similar products, and vendors of quality measurement products. The interviews covered three main topics:</p>
<ol>
<li>How AHRQ QIs (and other quality indicators) have been used.</li>
<li>Experiences (including impact of use and lessons learned) from quality indicator use.</li>
<li>Suggestions for future priorities for the AHRQ QI program.</li>
</ol>
<p>Semi-structured interviews were conducted by telephone by one researcher accompanied by a note-taker. Some interviews were also recorded using a digital voice recorder. Interviewees were guaranteed that none of their responses would be reported in an identifiable format. During the interviews, we made note of any supporting documents mentioned by the interviewees and asked for a copy of the documents at the close of the interview. Interview notes were completed and edited in a timely fashion and data from the interviews and supporting materials were coded into the dimensions in the interview guide and entered into a database for analysis. Quotes published in this report have been reconstructed from interview notes or recordings and thus in some cases may differ slightly from the exact wording used by the interviewee.</p>
<h4>2.2.3. International Users</h4>
<p>We took advantage of the (non-project related) participation of one member of the team (SM) in an OECD Expert Group meeting on patient safety. The meeting took place on June 29 and 30, 2006, in Dublin, Ireland. At the meeting, we interviewed five researchers who had used the AHQI QIs in countries other than the United States.</p>
<p class="size2"><a href="/research/findings/final-reports/qualityindicators/index.html#contents">Return to Contents</a></p>
<h3><a id="CaseStudies" name="CaseStudies"></a>2.3. Case Studies</h3>
<p>Based on the results of the first round of interviews, we identified two geographic areas in which to conduct in-depth case studies on the use of AHRQ QI indicators for public reporting. The case study is a research strategy that is used in many settings (e.g., policy, political science, and public administration research; organizational and management studies; planning research; etc.). It is an empirical inquiry in which multiple sources of evidence are used to provide data from which judgments can be made about the usefulness of an approach to a problem and the generalizability of the findings to other sponsoring organizations and markets. We selected two geographic areas (Boston, MA and Dallas-Fort Worth, TX) and identified multiple organizations within each of these markets to provide a full picture of the various perspectives on a common application of AHRQ QIs.</p>
<p>These case studies were designed to refine our notions of the critical variables present in AHRQ QI initiatives; obtain evidence regarding how successful organizations were in developing and implementing QI initiatives; and to document the barriers and facilitators to using AHRQ QIs in real-world health care settings. We first identified organizations for case study interviews by (1) analyzing the results of the environmental scan to identify users of the AHRQ QIs in the two geographic areas; (2) asking for nominations from representatives of organizations who had already been asked to participate; (3) taking suggestions from AHRQ staff. Detailed notes were taken for each case study. These notes as well as media and policy reports on health policy issues in the geographic areas were used as the basis for the case study analysis.</p>
<hr />
<p class="size2"><a href="/research/findings/final-reports/qualityindicators/index.html#contents">Return to Contents</a><br />
<a href="/research/findings/final-reports/qualityindicators/chapter3.html">Proceed to Next Section</a></p>
</div></div></div><div class="field field-name-field-last-reviewed field-type-datestamp field-label-hidden">
<div class="field-items">
<div class="field-item even">
Page last reviewed <span class="date-display-single" property="dc:date" datatype="xsd:dateTime" content="2014-10-01T00:00:00-04:00">October 2014</span> <br />Page originally created September 2012 </div>
</div>
</div>
<div id="block-ahrq-citation" class="block block-ahrq first odd">
Internet Citation: Chapter 2. Methods. Content last reviewed October 2014. Agency for Healthcare Research and Quality, Rockville, MD. https://archive.ahrq.gov/research/findings/final-reports/qualityindicators/chapter2.html<div class="citation-flag"> </div> </div> <!--</div>--> <div class="footnote"> <p> The information on this page is archived and provided for reference purposes only.</p> </div> <p>&nbsp;</p> </div> </div></td> </tr> </tbody> </table> </td> </tr> </tbody> </table> </div>
<!-- End of Content Body -->
<!-- Footer graphic 1.2--> <table border="0" cellSpacing="0" cellPadding="0" width="100%"> <tbody> <tr> <td background="/images/bottom_ahrq_bkg.jpg" width="125"> <img alt="AHRQ" src="/images/bottom_ahrq_1.jpg" width="125"> </td> <td background="/images/bottom_ahrq_bkg.jpg" width="100%"> <img alt="" src="/images/bottom_ahrq_bkg.jpg" width="10" height="34"> </td> <td background="/images/bottom_ahrq_bkg.jpg" width="310"> <img alt="Advancing Excellence in Health Care" src="/images/bottom_ahrq_2.gif" width="310" height="34"> </td> </tr> </tbody> </table>
<!-- Footer links section --> <div id="banner_Footer2"> <p> <a href="https://www.ahrq.gov/">AHRQ Home</a> | <a class="footer_navlink" href="https://info.ahrq.gov/cgi-bin/ahrq.cfg/php/enduser/std_alp.php">Questions?</a> | <a class="footer_navlink" href="https://www.ahrq.gov/contact/index.html">Contact AHRQ</a> | <a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/accessibility/index.html">Accessibility</a> | <a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/privacy/index.html">Privacy Policy</a> | <a class="footer_navlink" href="https://www.ahrq.gov/news/foia.htm">Freedom of Information Act</a> | <a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/disclaimers/index.html">Disclaimers</a> | <a class="footer_navlink" href="http://www.hhs.gov/open/recordsandreports/plainwritingact/index.html">Plain Writing Act</a> <br/> <a class="footer_navlink" href="http://www.hhs.gov">U.S. Department of Health &amp; Human Services</a> | <a class="footer_navlink" href="http://www.whitehouse.gov">The White House</a> | <a class="footer_navlink" href="http://www.usa.gov">USA.gov: The U.S. Government's Official Web Portal</a> </p> </div> <div id="banner_Footeraddress"> <p> Agency for Healthcare Research and Quality <img alt="" src="/images/bottom_dot.gif"> 5600 Fishers Lane Rockville, MD 20857 <img alt="" src="/images/bottom_dot.gif"> Telephone: (301) 427-1364 </p> </div>
<!-- End of Footer links section -->
<!-- JavaScript at the bottom for fast page loading: http://developer.yahoo.com/performance/rules.html#js_bottom --> <!-- Grab Google CDN's jQuery, with a protocol relative URL; fall back to local if offline --> <!-- <script src="//ajax.googleapis.com/ajax/libs/jquery/1.7.2/jquery.min.js"></script> <script>window.jQuery || document.write('<script src="js/libs/jquery-1.7.2.min.js"><\/script>')</script>--> <!-- scripts concatenated and minified via build script --> <!-- <script src="/js/plugins.js"></script> <script src="/js/script.js"></script>--> <!-- end scripts --> </body> </html>