1604 lines
80 KiB
HTML
1604 lines
80 KiB
HTML
<!DOCTYPE html>
|
|
<!--[if IEMobile 7]><html class="iem7" lang="en" dir="ltr"><![endif]-->
|
|
<!--[if lte IE 6]><html class="lt-ie9 lt-ie8 lt-ie7" lang="en" dir="ltr"><![endif]-->
|
|
<!--[if (IE 7)&(!IEMobile)]><html class="lt-ie9 lt-ie8" lang="en" dir="ltr"><![endif]-->
|
|
<!--[if IE 8]><html class="lt-ie9" lang="en" dir="ltr"><![endif]-->
|
|
<!--[if (gte IE 9)|(gt IEMobile 7)]><!--><html lang="en" dir="ltr" prefix="content: http://purl.org/rss/1.0/modules/content/ dc: http://purl.org/dc/terms/ foaf: http://xmlns.com/foaf/0.1/ og: http://ogp.me/ns# rdfs: http://www.w3.org/2000/01/rdf-schema# sioc: http://rdfs.org/sioc/ns# sioct: http://rdfs.org/sioc/types# skos: http://www.w3.org/2004/02/skos/core# xsd: http://www.w3.org/2001/XMLSchema#"><!--<![endif]-->
|
|
|
|
<head>
|
|
<!-- Legacy Clickjacking protection -->
|
|
<style id="antiClickjack">body{display:none !important;}</style>
|
|
<script type="text/javascript">
|
|
if (self === top) {
|
|
var antiClickjack = document.getElementById("antiClickjack");
|
|
antiClickjack.parentNode.removeChild(antiClickjack);
|
|
} else {
|
|
top.location = self.location;
|
|
}
|
|
</script>
|
|
<!-- / Legacy Clickjacking protection -->
|
|
|
|
<meta charset="utf-8" />
|
|
<meta name="DCTERMS.language" content="en-us" />
|
|
<meta name="Keywords" content="Agency for Health Care Policy and Research, Agency for Healthcare Research and Quality, AHRQ, AHCPR, award, budget, case studies" />
|
|
<meta name="DCTERMS.type" content="Text" />
|
|
<meta name="DCTERMS.title" content="Chapter 3. The Market for Quality Indicators" />
|
|
<meta name="DCTERMS.subject" content="Agency for Health Care Policy and Research, Agency for Healthcare Research and Quality, AHRQ, AHCPR, award, budget, case studies" />
|
|
<meta name="DCTERMS.subject.topics" content="Quality Indicators" />
|
|
<meta name="DCTERMS.publisher" content="U.S. HHS: Agency for Healthcare Research and Quality" />
|
|
<meta name="DCTERMS.modified" content="2014-10-02" />
|
|
<meta name="DCTERMS.issued" content="2007-12-01" />
|
|
<link rel="canonical" href="/research/findings/final-reports/qualityindicators/chapter3.html" />
|
|
<meta name="DCTERMS.type.document_type" content="Report" />
|
|
<meta name="DCTERMS.description" content="This report the uses of, market for, and demand for AHRQ and other Quality Indicators." />
|
|
<meta name="DCTERMS.created" content="2012-09-01" />
|
|
<meta name="DCTERMS.available" content="2012-09-01" />
|
|
<meta name="DCTERMS.audience" content="Clinicians/Providers,Policymakers,Researchers" />
|
|
<meta name="DCTERMS.alternate" content="Evaluation of the Use of AHRQ and Other Quality Indicators" />
|
|
<link rel="shortlink" href="/node/219467" />
|
|
<link rel="shortcut icon" href="https://www.ahrq.gov/sites/default/files/favicon_0.ico" type="image/vnd.microsoft.icon" />
|
|
<title>Chapter 3. The Market for Quality Indicators | AHRQ Archive</title>
|
|
|
|
<!-- end="metadata" -->
|
|
<link rel="stylesheet" href="/css/archive.css">
|
|
<link rel="stylesheet" href="/css/ahrqstyleprint_arch.css" media="print">
|
|
<script>
|
|
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
|
|
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
|
|
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
|
|
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
|
|
|
|
ga('create', 'UA-75759936-1', 'auto');
|
|
ga(' set', 'anonymizeIp', true);
|
|
|
|
ga('send', 'pageview');
|
|
|
|
</script></head>
|
|
<body><!-- Google Tag Manager -->
|
|
<noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-W4DST4"
|
|
height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
|
|
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
|
|
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
|
|
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
|
|
'//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
|
|
})(window,document,'script','dataLayer','GTM-W4DST4');</script>
|
|
<!-- End Google Tag Manager -->
|
|
<!-- Prompt IE 6 users to install Chrome Frame. Remove this if you support IE 6.
|
|
chromium.org/developers/how-tos/chrome-frame-getting-started -->
|
|
<!--[if lt IE 7]><p class=chromeframe>Your browser is <em>ancient!</em> <a href="http://browsehappy.com/">Upgrade to a different browser</a> or <a href="http://www.google.com/chromeframe/?redirect=true">install Google Chrome Frame</a> to experience this site.</p><![endif]-->
|
|
|
|
<!-- Add your site or application content here -->
|
|
<noscript>Your browser doesn't support JavaScript. Please upgrade to a modern browser or enable JavaScript in your existing browser.</noscript>
|
|
<!-- Page Header v2.0 --><!--Begin Banner CodeS-->
|
|
<div id="ahrqbanner">
|
|
<div class="hhsportion" id="top" name="top">
|
|
<a class="skipnav" href="#h1">Skip Navigation</a>
|
|
<a title="Archive: U.S. Department of Health and Human Services" href="http://archive.hhs.gov/"><img border="0" alt="Archive: U.S. Department of Health and Human Services" src="/images/hhs_banner_arch.gif" width="376" height="49"></a>
|
|
<a class="hhsright" title="U.S. Department of Health and Human Services" href="http://www.hhs.gov/"><img alt="U.S. Department of Health and Human Services" src="/images/hhs_link_arch.gif" width="127" height="41"></a>
|
|
</div>
|
|
<div class="ahrqportion">
|
|
<a title="Archive: Agency for Healthcare Research Quality" href="/"><img border="0" alt="Archive: Agency for Healthcare Research Quality" src="/images/ahrq_banner_arch.jpg" width="566" height="69"></a>
|
|
<form id="banner_searchform" method="get" name="searchForm" action="https://search.ahrq.gov/search">
|
|
<label style="Z-INDEX: -1; POSITION: relative; FONT-SIZE: 0px; MARGIN-RIGHT: -65px" for="search">Search</label>
|
|
<input id="search" class="gotext" onfocus="this.value='';" value=" Search Archive" size="11" type="text" name="q" label="Search archive"/>
|
|
<input type="hidden" name="siteDomain" value="archive.ahrq.gov">
|
|
<input class="gobtn" onclick="javascript:document.searchForm.submit();" alt="Search" src="/images/topbn_GoButton.gif" type="image" name="Submit"/>
|
|
</form><a class="ahrqright" title="AHRQ Home—Live Site" href="http://www.ahrq.gov">www.ahrq.gov</a>
|
|
</div>
|
|
<div class="ahrqlinks">
|
|
<a href="https://www.ahrq.gov/">AHRQ Home—Live Site</a> | <a href="/">Archive Home</a> | <a href="/sitemap.htm">Site Map</a>
|
|
</div>
|
|
</div>
|
|
<div id="PrintBanner"><img alt="Archival print banner" src="/images/printbanner_arch.jpg"/></div><a id="h1" name="h1"></a><!-- End of Page header -->
|
|
<!-- Content Body -->
|
|
<div id="mainContent">
|
|
<!-- Main Content -->
|
|
<!-- Center Content section -->
|
|
<table border="0" cellpadding="0" cellspacing="0" width="100%">
|
|
<tbody><tr valign="top">
|
|
<td width="70%">
|
|
<!-- Center Content section -->
|
|
<table style="margin-left: 10px; margin-right: 10px; margin-top: 5px;" summary="This table gives the layout format of the bread crumb area and the center content area." border="0" cellpadding="0" cellspacing="0" width="100%">
|
|
<!--DWLayoutTable-->
|
|
<tbody><tr>
|
|
<td class="crumb_link"><div id="crumbContent">
|
|
</span></p>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
<tr>
|
|
<td>
|
|
<div id="centerContent">
|
|
<div class="headnote">
|
|
<p>This information is for reference purposes only. It was current when produced and may now be outdated. Archive material is no longer maintained, and some links may not work. Persons with disabilities having difficulty accessing this information should contact us at: <a href="https://info.ahrq.gov/">https://info.ahrq.gov</a>. Let us know the nature of the problem, the Web address of what you want, and your contact information.</p>
|
|
<p>Please go to <a href="https://www.ahrq.gov/">www.ahrq.gov</a> for current information.</p>
|
|
</div>
|
|
<!-- T:ahrqPgGeneric -->
|
|
<article class="grid_9">
|
|
|
|
<div >
|
|
<h1 class="page__title title" id="page-title">Evaluation of the Use of AHRQ and Other Quality Indicators</h1> <h2>Chapter 3. The Market for Quality Indicators</h2>
|
|
</div>
|
|
<div class="field field-name-ahrq-generic-body field-type-text-long field-label-hidden"><div class="field-items"><div class="field-item even"><p>Our environmental scan revealed strong demand for hospital care quality indicators. Demand for indicators for research and quality monitoring is strong and has a relatively long history. Demand is higher and increasing rapidly for quality indicators that can be used for other, newer purposes. These purposes include public reporting to inform consumers' choice of providers and otherwise drive provider improvement; pay-for-performance to reward high-quality providers; the development of tiered insurance products; and using quality indicators to select a network of providers.</p>
|
|
<p>This demand has led to a proliferation of quality indicators. In addition to AHRQ, the market leaders in developing hospital quality indicators are the Centers for Medicare and Medicaid Services (CMS), the Joint Commission on Accreditation of Healthcare Organizations (JCAHO), the Hospital Quality Alliance (HQA—a collaboration between CMS, JCAHO, and several other organizations), and the Leapfrog Group. In this section, we discuss these and other developers and vendors of quality indicators, and how the quality indicators developed by each of these agencies/organizations compares to the AHRQ QIs. Our environmental scan identified two main categories of players in the market for quality indicators. The first type, "developers," includes organizations that develop, support, and distribute quality indicators. The second type, "vendors," includes organizations that develop and/or sell quality measurement products to providers, insurers, and others. Their products often include the AHRQ QIs (or variants thereof), indicators from other developers, and/or indicators developed by the vendors themselves.</p>
|
|
<h3><a id="Developers" name="Developers"></a>3.1. Developers</h3>
|
|
|
|
<p>The environmental scan identified 12 organizations that have developed indicators that are similar in some way to the AHRQ QIs. The organizations that have developed indicators that are widely used and focused on hospitals are summarized in <a href="#rettab31">Table 3.1</a> and described below.</p>
|
|
<p>Although there are similarities between these indicators and those developed by AHRQ, none of the indicators developed by organizations other than AHRQ were comparable to the AHRQ QIs on all of their major characteristics: based on administrative data, outcome-focused, hospital-focused, based on transparent methodology, and available for public use.</p><p><a id="rettab31" name="rettab31"> </a></p> <h3>Table 3.1. Developers of Quality Indicators and Comparison with AHRQ QIs</h3> <table border="1" cellpadding="2" cellspacing="0" width="80%">
|
|
<tbody>
|
|
<tr>
|
|
<th scope="col" width="15%">Developer</th>
|
|
<th scope="col" width="20%">Indicators</th>
|
|
<th scope="col" width="20%">Similarities to AHRQ QIs</th>
|
|
<th scope="col" width="25%">Differences from AHRQ QIs</th>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">JCAHO<br />
|
|
CMS<br />
|
|
HQA</td>
|
|
<td>
|
|
<ul>
|
|
<li>Core Measures</li>
|
|
<li>Hospital Quality Indicators</li>
|
|
</ul>
|
|
</td>
|
|
<td>
|
|
<ul>
|
|
<li>National standard</li>
|
|
</ul>
|
|
</td>
|
|
<td>
|
|
<ul>
|
|
<li>Process measures</li>
|
|
<li>Clinical data</li>
|
|
<li>Implemented through licensed vendors</li>
|
|
</ul>
|
|
</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">The Leapfrog Group</td>
|
|
<td>
|
|
<ul>
|
|
<li>Leapfrog Leaps</li>
|
|
</ul>
|
|
</td>
|
|
<td>
|
|
<ul>
|
|
<li>National standard</li>
|
|
<li>Some outcomes indicators</li>
|
|
</ul>
|
|
</td>
|
|
<td>
|
|
<ul>
|
|
<li>Collected through survey</li>
|
|
<li>Mostly structure and process measures</li>
|
|
</ul>
|
|
</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Institute for Healthcare Improvement</td>
|
|
<td>
|
|
<ul>
|
|
<li>Hospital Standardized Mortality Ratios</li>
|
|
</ul>
|
|
</td>
|
|
<td>
|
|
<ul>
|
|
<li>Outcomes indicator (risk-adjusted mortality)</li>
|
|
</ul>
|
|
</td>
|
|
<td>
|
|
<ul>
|
|
<li>Mortality not condition-specific</li>
|
|
<li>Used in conjunction with specific quality improvement program</li>
|
|
</ul>
|
|
</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">States (e.g., PA and CA)</td>
|
|
<td>
|
|
<ul>
|
|
<li>PA Health Care Cost Containment Council Hospital Performance Report Indicators</li>
|
|
<li>CA Healthcare Quality and Analysis Division Indicators</li>
|
|
</ul>
|
|
</td>
|
|
<td>
|
|
<ul>
|
|
<li>Outcomes indicators</li>
|
|
<li>Administrative data</li>
|
|
</ul>
|
|
</td>
|
|
<td>
|
|
<ul>
|
|
<li>Uses data elements not available in administrative data in most states</li>
|
|
</ul>
|
|
</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Vendors</td>
|
|
<td>
|
|
<ul>
|
|
<li>Various</li>
|
|
</ul>
|
|
</td>
|
|
<td>
|
|
<ul>
|
|
<li>Administrative data</li>
|
|
<li>Some outcomes indicators</li>
|
|
</ul>
|
|
</td>
|
|
<td>
|
|
<ul>
|
|
<li>Methodology often not transparent</li>
|
|
</ul>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
<p class="size2"><strong>Source:</strong> RAND analysis of environmental scan results.<br />
|
|
<strong>Note:</strong> Indicators were judged to be a "national standard" if they were described that way by any of the study's interviewees.</p>
|
|
|
|
|
|
|
|
|
|
<p><strong>JCAHO/CMS/HQA.</strong> Both JCAHO and CMS have developed quality indicators of hospital care for common conditions. CMS's measures were originally used for quality improvement initiatives conducted by Medicare Quality Improvement Organizations (QIOs). JCAHO's Core Measures have been used as part of the JCAHO hospital accreditation process since 2002. They cover five clinical areas: (1) acute myocardial infarction, (2) heart failure, (3) pneumonia, (4) surgical infection prevention, and (5) pregnancy and related conditions. JCAHO-accredited hospitals choose 3 of these 5 areas for reporting, depending on the services they provide. JCAHO publishes the results of the measures publicly on the Web.<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref21">21</a></sup></p>
|
|
<p>Since the measures had significant overlap, CMS and JCAHO agreed in 2004 to align specifications for overlapping measures and to maintain them as a shared set of measures. A subset of the joint CMS-JCAHO measures was later selected by the HQA, a public-private partnership for measuring and reporting hospital quality. Their Hospital Quality Measures are now publicly reported on the Web for both accredited and non-accredited hospitals.<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref22">22</a></sup> They are also used in other CMS activities such as the Premier pay-for-performance demonstration project.<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref23">23</a></sup></p>
|
|
<p>Like the AHRQ QIs, the CMS/JCAHO/HQA measures are widely used and viewed as a national standard.<sup><a href="#noted">d</a></sup> A key difference between those measures and the AHRQ QIs is that they are largely based on clinical data collected from medical records rather than administrative data. JCAHO has estimated that collection of the clinical data for the Core Measures takes an average of 22-27 minutes per case for acute myocardial infarction, heart failure, and pneumonia.<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref24">24</a></sup></p>
|
|
<p>A second key difference is that the CMS/JCAHO/HQA measures are process indicators while the AHRQ QIs are outcome indicators. Another difference is that, while the AHRQ QIs reflect a broad range of conditions, the CMS/JCAHO/HQA measures currently reflect only five conditions; however, JCAHO and CMS are currently developing indicators in additional clinical areas.</p>
|
|
<p>The method used by JCAHO to implement its Core Measures is also different from that used for the AHRQ QIs. Hospitals pay vendors to measure the JCAHO Core Measures on their behalf using standardized specifications. Hospitals have made a wide variety of arrangements with vendors for Core Measure collection and reporting, according to their specific needs and characteristics. All vendors of the JCAHO Core Measures must undergo a certification process through which JCAHO ensures that they have appropriately implemented the measures.</p>
|
|
<p>Due to these differences, the CMS/JCAHO/HQA measures and the AHRQ QIs can be considered complementary in some respects. A number of the users of the AHRQ QIs interviewed (11 of 36) also use the JCAHO/CMS/HQA measures.</p>
|
|
<p>The only way in which the CMS/JCAHO/HQA measures and the AHRQ QIs could be considered competitors is as a function of limited hospital resources for quality measurement. Hospitals are required to report the JCAHO Core Measures for accreditation and may have limited resources for other quality measurement activities, including the AHRQ QIs. One interviewee told us:</p>
|
|
<blockquote><p>AHRQ could do a lot of terrific things with the AHRQ QIs, but facilities are trying to meet requirements right now and don't have time and resources to work with other quality indicators to the exclusion of what they might like to do. Hospitals are doing only what they have to do—either by mandate or by the market.<sup><a href="#notee">e</a></sup></p></blockquote>
|
|
<p><strong>Leapfrog.</strong> The Leapfrog Group has developed a set of quality indicators that are widely used and considered to be a national standard. The indicators are intended to improve value in health care purchasing. Provider performance on the indicators is presented in a public report on Leapfrog's Web site. In addition to developing and marketing its own quality indicators, Leapfrog operates a pay-for-performance program, the Leapfrog Hospital Rewards Program, which uses JCAHO Core Measures and an efficiency measure in addition to the Leapfrog indicators. The program is implemented through vendors, who pay Leapfrog for every participating hospital, and then charge hospitals accordingly.</p>
|
|
<p>Unlike the AHRQ QIs, most of the Leapfrog indicators are not outcome-focused and require primary data collection. The indicators are organized into four content areas called "Leaps": (1) computerized physician order entry, (2) intensive care unit staffing, (3) high-risk treatments, and (4) safe practices. Data are collected through a survey of hospitals. Leaps 1, 2, and 4 are structure and process indicators, such as use of a computerized physician order entry system or staffing hospital intensive care units with intensivists (physicians who specialize in critical care medicine). Leap 3 (high-risk treatments) overlaps considerably with the AHRQ IQIs. It measures procedure volume and risk-adjusted mortality for selected conditions. Leapfrog is currently standardizing its specifications to those used in the AHRQ IQIs in order to minimize the reporting burden for hospitals.</p>
|
|
<p><strong>Institute for Healthcare Improvement (IHI).</strong> The IHI measures overall hospital mortality as part of its activities to improve hospital quality. This measurement activity is conducted in conjunction with the implementation of a specific set of interventions that are intended to improve quality in participating hospitals. The indicator used is similar to the AHRQ IQIs in that it is based on risk-adjusted mortality associated with hospital stays and is based on the analysis of administrative data. Unlike the AHRQ IQIs, however, the IHI measures the mortality rate for all conditions. Hospital- and area-level characteristics are used in regression models to control for patient risk. This measurement approach originated in the United Kingdom and has also been applied to hospitals in many countries other than the United States.<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref25">25</a></sup></p>
|
|
<p><strong>States.</strong> We also interviewed representatives from California and Pennsylvania, two states that have developed their own methodologies for measuring quality using administrative data. These states developed their own measurement approaches largely because their public reporting efforts predate the development of the AHRQ QIs. Both states also use data elements that are unavailable in the hospital administrative data collected in most other states. These features include a flag to indicate conditions that were present on hospital admission (California) and detailed data on severity of illness (Pennsylvania). Other states, such as New York, have also developed their own measurement approaches which may predate the AHRQ QIs or use data elements not available in other states.</p>
|
|
<p><strong>Vendors.</strong> We interviewed several vendors who, in addition to implementing existing measures from other developers in their measurement tools, have also developed proprietary indicators. Some of these indicators are similar to the AHRQ QIs in that they are based on administrative data and are outcomes indicators. The key difference is the definitions and specifications of most vendors' indicators are proprietary. The vendors' indicators have also not always been subjected to validation of the same rigor as the AHRQ QIs. In the next subsection, we discuss the vendors identified by the environmental scan in more detail.</p>
|
|
<p class="size2"><a href="/research/findings/final-reports/qualityindicators/index.html#contents">Return to Contents</a></p>
|
|
<h3><a id="Vendors" name="Vendors"></a>3.2. Vendors</h3>
|
|
|
|
<p>The environmental scan identified 12 vendors of quality measurement products that were determined to include the AHRQ QIs.<sup><a href="#notef">f</a></sup>These vendors are listed in <a href="#rettab32">Table 3.2</a>.</p>
|
|
<p>Typically, the AHRQ QIs are included in software tools that are marketed to hospitals for quality improvement or to insurers or business groups for hospital profiling. The vendors' products offer additional functionality to the basic AHRQ QI software. For example, the vendors' measurement tools often include non-quality indicators that inform hospital administration, such as financial performance indicators. The tools are often designed to offer users a variety of reporting options. These measurement tools may be particularly useful for hospitals that do not have the in-house expertise or staff time to construct indicators of quality and other aspects of care from raw data. Similar tools are used by insurance companies and other organizations.</p><p><a id="rettab32" name="rettab32"> </a></p>
|
|
|
|
<h3>Table 3.2. Vendors of Quality Measurement Products That Include the AHRQ QIs</h3> <table border="1" cellpadding="2" cellspacing="0" width="80%">
|
|
<tbody>
|
|
<tr>
|
|
<th scope="col">Vendors</th>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">CareScience</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Consumers' Checkbook</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Health Benchmarks</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">HealthGrades</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Innovative Health Solutions</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Mediqual (Cardinal Health)</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Medisolv</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Midas+</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Solucient</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Subimo</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">WebMD Quality Services</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
<p class="size2"><strong>Source:</strong> RAND analysis of environmental scan results.</p>
|
|
|
|
|
|
<p>As mentioned above, many of these tools include proprietary quality indicators developed by the vendors themselves. In addition, many of the vendors are licensed to implement the JCAHO Core Measures, and many also produce indicators from other developers, such as Leapfrog.</p>
|
|
<p>Some users of the AHRQ QIs whom we interviewed use vendors for their measurement activities and expressed a high degree of satisfaction with the vendors' services. On the other hand, some users expressed a concern that the AHRQ QIs as implemented by some vendors may differ in key respects from the official AHRQ QI specifications, and that the proprietary nature of the tools makes these differences non-transparent. One hospital association captured this sentiment:</p>
|
|
<blockquote><p>The AHRQ QIs are standardized measures, risk-adjusted, and not in a "black box" so we can get the numerator and denominator and make them accessible to hospitals. The industry is sick and tired of vendors and consulting firms creating black boxes.</p></blockquote>
|
|
<p>Another interviewee sounded similar themes:</p>
|
|
<blockquote><p>The problem is that if there's any "black box" methodology, [users] won't touch it—it's politically dead, even if there is an underlying valid scientific process. Hospitals want to check their own numbers. [The vendors'] offers sound nice. The problem is, a hospital can't replicate the findings or understand differences in methodology/calculations. [Users] like transparency, a tool that is open, where everyone can see what is happening, hospitals can replicate the results, then everyone can talk about the differences. It democratizes quality reporting.</p></blockquote>
|
|
<p class="size2"><a href="/research/findings/final-reports/qualityindicators/index.html#contents">Return to Contents</a></p>
|
|
<h3><a id="MktPosition" name="MktPosition"></a>3.3. AHRQ's Position in the Market for Quality Indicators</h3>
|
|
<p>While the quality indicators developed by organizations other than AHRQ share certain characteristics with the AHRQ QI program, there are no other sources of indicators that are viewed as a national standard and are also publicly available, transparent, hospital-focused, outcome-focused, and based on administrative data. Many of our interviewees stressed that the AHRQ QIs fill an important void in this respect. A representative of an integrated delivery system described the process of searching for quality indicators that could be readily used for monitoring quality and guiding quality improvement activities:</p>
|
|
<blockquote><p>When we started looking for indicators, we really struggled to find valid quality measures based on readily available data and with benchmark potential. Without manually auditing patient charts, and coming up with numerator and denominator definitions on our own, there was no way we could do it by ourselves. AHRQ offered the set of measures prescribed for our needs.</p></blockquote>
|
|
<p>A representative of a state doing public reporting told us:</p>
|
|
<blockquote><p>If we didn't have the AHRQ QIs, it would be difficult as a state to come up with our own indicators and there are not many other choices that are based on administrative data. Until electronic medical records are commonplace (5-10 years at least), we need to deal with using administrative data.</p></blockquote>
|
|
<p>An insurance company representative highlighted the importance of AHRQ's role in the quality indicator market, stating that more marketing of the QIs is needed:</p>
|
|
<blockquote><p>AHRQ is doing something that no one else is doing. We have to have a national standard, something used across the country for comparison. [Does AHRQ] realize they're one of the only good options out there? They should really pick up the outreach so that others will pick up using the QIs.</p></blockquote>
|
|
<h4>3.3.1. Overview of users and uses of the AHRQ QI</h4>
|
|
|
|
<p>AHRQ's unique position in the market for quality indicators has led to a wide proliferation of uses for the AHRQ QIs. Our environmental scan of users of the AHRQ QIs identified 114 users of the indicators and a range of different purposes, including public reporting, quality improvement/benchmarking, pay-for-performance, and research. <a href="#rettab33">Table 3.3</a> summarizes the number of users of the AHRQ QIs by type of organization and purpose of use.</p><p><a id="rettab33" name="rettab33"> </a></p>
|
|
|
|
|
|
<h3>Table 3.3. Users of the AHRQ Qis</h3> <table border="1" cellpadding="2" cellspacing="0" width="85%">
|
|
<tbody>
|
|
<tr>
|
|
<th rowspan="2" scope="col" width="15%">Type of Organization</th>
|
|
<th colspan="6" scope="col">Type of Use</th>
|
|
</tr>
|
|
<tr>
|
|
<th scope="col" width="10%">Public Reporting</th>
|
|
<th scope="col" width="10%">Quality Improvement/ Benchmarking</th>
|
|
<th scope="col" width="10%">Pay-for-Performance</th>
|
|
<th scope="col" width="10%">Research</th>
|
|
<th scope="col" width="10%">Other/ Unknown</th>
|
|
<th scope="col" width="10%">Total</th>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Business Group</td>
|
|
<td align="center">2</td>
|
|
<td align="center"> </td>
|
|
<td align="center"> </td>
|
|
<td align="center"> </td>
|
|
<td align="center"> </td>
|
|
<td align="center"><strong>2</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Consulting Firm</td>
|
|
<td align="center"> </td>
|
|
<td align="center"> </td>
|
|
<td align="center"> </td>
|
|
<td align="center">2</td>
|
|
<td align="center"> </td>
|
|
<td align="center"><strong>2</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Employer</td>
|
|
<td align="center"> </td>
|
|
<td align="center">1</td>
|
|
<td align="center"> </td>
|
|
<td align="center"> </td>
|
|
<td align="center"> </td>
|
|
<td align="center"><strong>1</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Federal Government</td>
|
|
<td align="center"> </td>
|
|
<td align="center">1</td>
|
|
<td align="center">1</td>
|
|
<td align="center">19</td>
|
|
<td align="center"> </td>
|
|
<td align="center"><strong>21</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Health plan</td>
|
|
<td align="center">1</td>
|
|
<td align="center">1</td>
|
|
<td align="center">3</td>
|
|
<td align="center"> </td>
|
|
<td align="center">4</td>
|
|
<td align="center"><strong>9</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Hospital Association</td>
|
|
<td align="center">1</td>
|
|
<td align="center">8</td>
|
|
<td align="center"> </td>
|
|
<td align="center">2</td>
|
|
<td align="center"> </td>
|
|
<td align="center"><strong>11</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Hospital or Hospital Network</td>
|
|
<td align="center">2</td>
|
|
<td align="center">3</td>
|
|
<td align="center"> </td>
|
|
<td align="center">1</td>
|
|
<td align="center">9</td>
|
|
<td align="center"><strong>15</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Integrated Delivery System</td>
|
|
<td align="center"> </td>
|
|
<td align="center">2</td>
|
|
<td align="center"> </td>
|
|
<td align="center"> </td>
|
|
<td align="center">7</td>
|
|
<td align="center"><strong>9</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Other</td>
|
|
<td align="center">2</td>
|
|
<td align="center">4</td>
|
|
<td align="center"> </td>
|
|
<td align="center"> </td>
|
|
<td align="center">1</td>
|
|
<td align="center"><strong>7</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Research Organization</td>
|
|
<td align="center"> </td>
|
|
<td align="center">1</td>
|
|
<td align="center"> </td>
|
|
<td align="center">14</td>
|
|
<td align="center">1</td>
|
|
<td align="center"><strong>16</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">State or Local Government</td>
|
|
<td align="center">12</td>
|
|
<td align="center">2</td>
|
|
<td align="center"> </td>
|
|
<td align="center">5</td>
|
|
<td align="center">2</td>
|
|
<td align="center"><strong>21</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row"><strong>Total</strong></td>
|
|
<td align="center"><strong>20</strong></td>
|
|
<td align="center"><strong>23</strong></td>
|
|
<td align="center"><strong>4</strong></td>
|
|
<td align="center"><strong>43</strong></td>
|
|
<td align="center"><strong>24</strong></td>
|
|
<td align="center"><strong>114</strong></td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
<p class="size2"><strong>Source:</strong> RAND analysis of environmental scan results.</p>
|
|
|
|
|
|
<p>The most common uses of the AHRQ QIs include:</p>
|
|
|
|
<ul>
|
|
<li><strong>Research.</strong> We identified 43 organizations that use AHRQ QIs for research. For example, Leslie Greenwald and colleagues used the AHRQ QIs to compare the quality of care provided in physician-owned specialty hospitals and competitor hospitals.<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref26">26</a></sup></li>
|
|
<li><strong>Quality improvement.</strong> We identified 23 organizations that use the AHRQ QIs as part of a quality improvement activity, including reports benchmarking performance against peers; however, these organizations do not release the quality information into the public domain.<sup><a href="#noteg">g</a></sup></li>
|
|
<li><strong>Public reporting.</strong> We identified 20 organizations using the AHRQ QIs for public reporting. We classified an activity as "public reporting" if a publicly available report was published that compares AHRQ QI results between hospitals or geographic areas such as counties. The organizations using the AHRQ QIs for public reporting, with Web links to the reports, are listed in <a href="#rettab34">Table 3.4</a>.</li>
|
|
<li><strong>Pay-for-Performance.</strong> We identified 4 organizations that are using the AHRQ QIs in pay-for-performance programs. Three were health plans and one was a CMS demonstration project.</li>
|
|
</ul><p><a id="rettab34" name="rettab34"> </a></p>
|
|
<h3>Table 3.4. Users of the AHRQ Qis</h3> <table border="1" cellpadding="2" cellspacing="0" width="90%">
|
|
<tbody>
|
|
<tr>
|
|
<th scope="col" width="15%">Organization Name</th>
|
|
<th scope="col" width="10%"><strong>Type of Report</strong></th>
|
|
<th scope="col" width="20%"><strong>Description</strong></th>
|
|
<th scope="col" width="10%"><strong>QIs used</strong></th>
|
|
<th scope="col" width="45%"><strong>Citation</strong></th>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">AFSCME Council 31</td>
|
|
<td>One-time report</td>
|
|
<td>The union published a report on quality at Resurrection Health Care hospitals after complaints about quality from workers.</td>
|
|
<td>IQIs 15-20</td>
|
|
<td>AFSCME Council 31. The High Price of Growth at Resurrection Health Care: Corporatization and the Decline of Quality of Care. November 2005. Available at: <a href="http://www.afscme31.org/cmaextras/qualityofcare.pdf">http://www.afscme31.org/cmaextras/qualityofcare.pdf</a>, last accessed January 2006.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">California Office of Statewide Health Planning & Development</td>
|
|
<td>Interactive tool and periodic written reports</td>
|
|
<td>A Web site includes an interactive tool for hospital comparison on selected IQIs and other risk-adjusted mortality indicators.</td>
|
|
<td>IQIs 1, 2, 4-7, 21-23, 33, 34; PDI 7</td>
|
|
<td>California Office of Statewide Health Planning and Development. "Consumer Information on Quality of Care." Available at: <a href="http://www.oshpd.ca.gov/oshpdKEY/qualityofcare.htm">http://www.oshpd.ca.gov/oshpdKEY/qualityofcare.htm</a>, last accessed September 2006.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Chicago Department of Public Health</td>
|
|
<td>Periodic report</td>
|
|
<td>Chicago runs a Web site providing a health profile of city community areas, including PQIs.</td>
|
|
<td>PQIs (all except 2,9)</td>
|
|
<td>City of Chicago. "Community Health Profiles." Available at: <a href="http://www.cchsd.org/cahealthprof.html">http://www.cchsd.org/cahealthprof.html</a>, last accessed September 2006.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Colorado Health and Hospital Association</td>
|
|
<td>Periodic report</td>
|
|
<td>Hospital reports are shared among hospitals and published on a Web site.</td>
|
|
<td>IQIs 15-20, 12-14, 30, 31, 4-7</td>
|
|
<td><a href="http://www.hospitalquality.org/index.php">http://www.hospitalquality.org/index.php</a> , last accessed November 2005.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Connecticut Office of Health Care Access</td>
|
|
<td>One-time report</td>
|
|
<td>Databook on preventable hospitalizations.</td>
|
|
<td>PQIs (all)</td>
|
|
<td>Office of Health Care Access Databook. Preventable Hospitalizations in Connecticut: Assessing Access to Community Health Services. FY2000-2004. Available at: <a href="http://www.ct.gov/ohca/lib/ohca/publications/acsc_databook00-04.pdf">http://www.ct.gov/ohca/lib/ohca/publications/acsc_databook00-04.pdf</a>, last accessed November 2005.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Excellus Blue Cross/Blue Shield</td>
|
|
<td>Interactive tool</td>
|
|
<td>Online hospital comparison tool for health plan members only.</td>
|
|
<td>Unspecified (members only)</td>
|
|
<td><a href="https://www.excellusbcbs.com/guests/">https://www.excellusbcbs.com/guests/</a> find_a_doctor_or_hospital/click_and_compare.shtml#, last accessed September 2006.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Exempla Healthcare</td>
|
|
<td>Periodic report</td>
|
|
<td>Exempla publishes quality information on its hospitals on its Web site. (The same results are also reported by the Colorado Health and Hospital Association).</td>
|
|
<td>IQIs 12-20, 30, 31</td>
|
|
<td><a href="http://www.exempla.org/about/quality/">http://www.exempla.org/about/quality/</a> MortalityReportExemplaELMCandESJH51105.htm, last accessed September 2006.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Florida State Center for Health Statistics</td>
|
|
<td>Interactive tool</td>
|
|
<td>Online hospital comparison tool.</td>
|
|
<td>PSIs 3, 6-8, 12, 13; IQIs 8-20, 32</td>
|
|
<td><a href="http://www.floridacomparecare.gov/">http://www.floridacomparecare.gov/</a>, last accessed September 2006.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Georgia Partnership for Health and Accountability</td>
|
|
<td>Periodic report</td>
|
|
<td>A periodic report on health in Georgia includes a chapter on avoidable hospitalizations.</td>
|
|
<td>PQIs 3, 5, 8, 10, 11, 15</td>
|
|
<td>Georgia Partnership for Health & Accountability. The State of the Health of Georgia, 2004: Ambulatory Care Sensitive Conditions. Available at: <a href="http://www.gha.org/pha/publications/stateofthehealth/2004/ACS112704.pdf">http://www.gha.org/pha/publications/stateofthehealth/2004/ACS112704.pdf</a>, last accessed November 2005</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Massachusetts Dept. of Health and Human Services</td>
|
|
<td>Interactive tool</td>
|
|
<td>Online hospital comparison tool.</td>
|
|
<td>IQIs 14, 16-20, 32, 21, 33, 34</td>
|
|
<td><a href="http://www.mass.gov/healthcareqc/">www.mass.gov/healthcareqc/</a>, last accessed September 2006.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Missouri Department of Health and Senior Services</td>
|
|
<td>Periodic report</td>
|
|
<td>Comparison of hospital surgery volume to help consumers choose a hospital.</td>
|
|
<td>IQIs 1, 2, 4-7; PDI 7</td>
|
|
<td><a href="http://www.dhss.mo.gov/HospitalSurgeryVolume/index.html">http://www.dhss.mo.gov/HospitalSurgeryVolume/index.html</a></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Niagara Health Quality Coalition and Alliance for Quality Health Care</td>
|
|
<td>Interactive tool</td>
|
|
<td>Online hospital comparison tool.</td>
|
|
<td>IQIs 1-25</td>
|
|
<td><a href="http://www.myhealthfinder.com/">http://www.myhealthfinder.com/</a>, last accessed September 2006.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Norton Healthcare</td>
|
|
<td>Interactive tool</td>
|
|
<td>Health system publishes quality data for its hospitals on its Web site.</td>
|
|
<td>PSIs 1-6, 8-16, 18-20; IQIs 1, 2, 4-9, 11-20, 22-24, 30, 31, 34; PDIs 2, 3, 4-9, 11, 13</td>
|
|
<td><a href="http://www.nortonhealthcare.com/about/qualityreport/index.aspx">http://www.nortonhealthcare.com/about/qualityreport/index.aspx</a>, last accessed September 2006.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Ohio Department of Health</td>
|
|
<td>Periodic report</td>
|
|
<td>Online comparison of avoidable hospitalizations by county.</td>
|
|
<td>PQIs 1, 4, 5, 7, 8, 11, 14, 15</td>
|
|
<td><a href="http://www2.odh.ohio.gov/Data/CntyPfls/primcare1.htm">http://www2.odh.ohio.gov/Data/CntyPfls/primcare1.htm</a>, last accessed September 2006.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Oregon</td>
|
|
<td>Interactive tool</td>
|
|
<td>Online hospital comparison tool and a report on Oregon' safety net by the Safety Net Advisory Council.</td>
|
|
<td>IQIs 11, 12, 15-17, 19, 20, 30; PQIs 3, 5, 8, 10, 11, 12, 15</td>
|
|
<td><a href="http://egov.oregon.gov/DAS/OHPPR/HQ/HospReports.shtml">http://egov.oregon.gov/DAS/OHPPR/HQ/HospReports.shtml</a> (IQIs)<br />
|
|
<a href="http://www.oregon.gov/DAS/OHPPR/SNAC/SNACWelcomePage.shtml">http://www.oregon.gov/DAS/OHPPR/SNAC/SNACWelcomePage.shtml</a> #Power_Point_Presentations (PQIs)</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Rhode Island</td>
|
|
<td>One-time report</td>
|
|
<td>Report on hospital procedure volumes. Future reports on IQIs and PSIs in preparation.</td>
|
|
<td>IQIs 1-7</td>
|
|
<td>Williams KA, Buechner JS. Health by Numbers Vol. 6, No. 2. February 2004. Available at: <a href="http://www.health.ri.gov/chic/statistics/hbn_feb2004.pdf">http://www.health.ri.gov/chic/statistics/hbn_feb2004.pdf</a>, last accessed December 2005.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Texas Health Care Information Collection</td>
|
|
<td>Interactive tool</td>
|
|
<td>Online hospital comparison tool.</td>
|
|
<td>IQIs 1-14, 16-20, 22-25, 30-33; PQIs (all)</td>
|
|
<td><a href="http://www.dshs.state.tx.us/THCIC">http://www.dshs.state.tx.us/THCIC</a>, last accessed September 2006.</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">The Alliance (Wisconsin)</td>
|
|
<td>Periodic report</td>
|
|
<td>QualityCounts report on hospital safety performance. The report is based on AHRQ PSIs but modifies them for reporting.</td>
|
|
<td>PSIs 3, 6, 7, 8, 12, 17; IQI 33</td>
|
|
<td><a href="http://www.qualitycounts.org/">http://www.qualitycounts.org/</a>, last accessed September 2006</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Utah Department of Public Health</td>
|
|
<td>Periodic report</td>
|
|
<td>Web site providing health information for geographic areas. Three PQIs are included with numerous health status and other measures. State-level IQI results are presented on a one-page poster, available online.</td>
|
|
<td>PQIs 11, 4, 1+3+14 combined; IQIs (all)</td>
|
|
<td>PQIs: <a href="http://ibis.health.utah.gov/indicator/index/alphabetical.html">http://ibis.health.utah.gov/indicator/index/alphabetical.html</a><br />
|
|
IQIs: <a href="http://health.utah.gov/hda/AHRQ2005.pdf">http://health.utah.gov/hda/AHRQ2005.pdf</a></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Vermont Department of Banking, Insurance, Securities & Health Care Administration</td>
|
|
<td>Periodic report</td>
|
|
<td>Online hospital comparison report.</td>
|
|
<td>IQIs 1, 2, 4-9, 11, 12, 30, 31; PDIs 6, 7</td>
|
|
<td><a href="http://www.bishca.state.vt.us/HcaDiv/HRAP_Act53/HRC_BISHCAcomparison_2006/">http://www.bishca.state.vt.us/HcaDiv/HRAP_Act53/HRC_BISHCAcomparison_2006/</a> BISHCA_HRC_compar_menu_2006.htm, last accessed September 2006.</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
<p class="size2"><strong>Source:</strong> RAND analysis of environmental scan results.<br />
|
|
<strong>Note</strong>: "Public reporting" was defined as a publicly available report that compares AHRQ QI results between hospitals or geographic areas such as counties. Not all of the public reports identified in this table are intended to influence consumers' choice of provider.<br />
|
|
"One-time reports" are published comparisons that are not labeled as an ongoing activity.<br />
|
|
"Periodic reports" are published comparisons, updated periodically, that are in static format (e.g., documents available as .pdf files online).<br />
|
|
"Interactive tools" are online comparisons that allow users to create customized reports (e.g., selection of providers or indicators of interest).</p>
|
|
<h4>3.3.2. Uses of Specific AHRQ QIs</h4>
|
|
<p>We asked users of the AHRQ QIs, and vendors of quality measurement packages including the AHRQ QIs, which specific QIs they were using. Among organizations we interviewed, the PSIs and IQIs were used more frequently than the PQIs. Of the 42 organizations, 33 were using the PSIs, 30 were using the IQIs, and 17 were using the PQIs.</p>
|
|
<p>Within the PSI and IQI sets, some indicators were used more frequently than others. Users of the PQIs, on the other hand, were more likely to use every PQI. There were no meaningful differences in the frequency of use of particular PQIs (data not shown).</p>
|
|
<h5>3.3.2.1. Use of IQIs</h5>
|
|
|
|
<p><a href="#retfig31">Figure 3.1</a> shows the frequency of use of each IQI by the users and vendors we interviewed. The IQIs that reflect mortality rates for medical conditions were used most frequently, particularly:</p>
|
|
<ul>
|
|
<li>IQI 16—congestive heart failure mortality (23 users).</li>
|
|
<li>IQI 17—stroke mortality (23 users).</li>
|
|
<li>IQI 20—pneumonia mortality (22 users).</li>
|
|
</ul>
|
|
<p>The rates of mortality for certain medical procedures were also commonly used, particularly:</p>
|
|
<ul>
|
|
<li>IQI 12—coronary artery bypass graft mortality (23 users).</li>
|
|
<li>IQI 13—craniotomy mortality (19 users).</li>
|
|
<li>IQI 11—abdominal aortic aneurysm repair mortality (18 users).</li>
|
|
<li>IQI 14 —hip replacement mortality (18 users), and</li>
|
|
<li>IQI 30—percutaneous transluminal coronary angioplasty mortality (18 users).</li>
|
|
</ul>
|
|
<p>The procedure volume indicators were used less frequently, and the procedure utilization rates, both hospital- and area-level, were used least frequently.</p>
|
|
|
|
|
|
<p><a id="retfig31" name="retfig31"> </a></p>
|
|
|
|
<h3>Figure 3.1. Frequency of Use of Specific AHRQ IQIs among 42 Users of the AHRQ QIs</h3> <p>Figure 3.1. depicts five categories of quality indicators measured against frequency of use in a columnar graph. The data represented by this graph is contained in the following table.</p>
|
|
<table border="1" cellpadding="3" cellspacing="0" width="80%">
|
|
<thead>
|
|
<tr valign="top">
|
|
<th scope="col" width="35%">Category</th>
|
|
<th scope="col" width="20%">IQI Indicator Number</th>
|
|
<th scope="col" width="25%">Frequency (number of users)</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody>
|
|
<tr valign="top">
|
|
<td rowspan="7" scope="row">Volume of Procedures</td>
|
|
<td align="center">1</td>
|
|
<td align="center">15</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">2</td>
|
|
<td align="center">15</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">3</td>
|
|
<td align="center">12</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">4</td>
|
|
<td align="center">15</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">5</td>
|
|
<td align="center">14</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">6</td>
|
|
<td align="center">15</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">7</td>
|
|
<td align="center">15</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td rowspan="9" scope="row">Mortality Rates for Surgical Procedures</td>
|
|
<td align="center">8</td>
|
|
<td align="center">15</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">9</td>
|
|
<td align="center">15</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">10</td>
|
|
<td align="center">10</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">11</td>
|
|
<td align="center">18</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">12</td>
|
|
<td align="center">23</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">13</td>
|
|
<td align="center">19</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">14</td>
|
|
<td align="center">18</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">30</td>
|
|
<td align="center">18</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">31</td>
|
|
<td align="center">17</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td rowspan="7" scope="row">Mortality Rates for Medical Conditions</td>
|
|
<td align="center">15</td>
|
|
<td align="center">21</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">16</td>
|
|
<td align="center">23</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">17</td>
|
|
<td align="center">23</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">18</td>
|
|
<td align="center">19</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">19</td>
|
|
<td align="center">19</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">20</td>
|
|
<td align="center">22</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">32</td>
|
|
<td align="center">16</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td rowspan="7" scope="row">Area-Level Procedure Utilization Rates</td>
|
|
<td align="center">21</td>
|
|
<td align="center">14</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">22</td>
|
|
<td align="center">13</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">23</td>
|
|
<td align="center">13</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">24</td>
|
|
<td align="center">13</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">25</td>
|
|
<td align="center">12</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">33</td>
|
|
<td align="center">15</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">34</td>
|
|
<td align="center">12</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td rowspan="4" scope="row">Hospital-Level Procedure Utilization Rates</td>
|
|
<td align="center">26</td>
|
|
<td align="center">12</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">27</td>
|
|
<td align="center">11</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">28</td>
|
|
<td align="center">11</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td align="center">29</td>
|
|
<td align="center">11</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
<p class="size2"><strong>Source</strong>: RAND analysis of environmental scan results.</p>
|
|
<h5>3.3.2.2. Use of PSIs</h5>
|
|
|
|
<p><a href="#retfig32">Figure 3.2</a> shows similar counts of the frequency of use of each PSI. The area-level PSIs were used less frequently than the hospital-level PSIs. Among the hospital-level indicators, there was considerable variation in frequency of use between the indicators. The most frequently used PSIs were PSI 12—postoperative pulmonary embolism (PE) or deep vein thrombosis (DVT) (28 users), PSI 8—postoperative hip fracture (26 users), and PSI 13—postoperative sepsis (26 users). The least frequently used hospital-level PSIs were PSIs 18, 19, and 20—obstetric trauma with instrument, without instrument, and during cesarean delivery (15, 16, and 15 users, respectively).</p>
|
|
<p><a id="retfig32" name="retfig32"> </a></p>
|
|
<h3>Figure 3.2. Frequency of Use of Specific AHRQ PSIs among 42 Users of the AHRQ QIs </h3> <p>Figure 3.2. depicts two categories of Patient Safety Indicators (PSI) measured against frequency of use in a columnar graph. The data represented by this graph is contained in the following table.</p>
|
|
<table border="1" cellpadding="3" cellspacing="0" width="80%">
|
|
<thead>
|
|
<tr valign="top">
|
|
<th scope="col" width="20%">Category</th>
|
|
<th scope="col" width="45%">AHRQ PSI</th>
|
|
<th scope="col" width="15%">Frequency (number of users)</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody>
|
|
<tr valign="top">
|
|
<td rowspan="20" scope="row">Hospital-Level Indicators</td>
|
|
<td>1. Complications of anesthesia</td>
|
|
<td align="center">20</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>2. Death in low mortality DRGs</td>
|
|
<td align="center">19</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>3. Decubitis ulcer</td>
|
|
<td align="center">25</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>4. Failure to rescue</td>
|
|
<td align="center">20</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>5. Foreign body left in during procedure</td>
|
|
<td align="center">20</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>6. Iatrogenic pneumothorax</td>
|
|
<td align="center">25</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>7. Selected infections due to medical care</td>
|
|
<td align="center">25</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>8. Postoperative hip fracture</td>
|
|
<td align="center">26</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>9. Postoperative hemorrhage or hematoma</td>
|
|
<td align="center">22</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>10. Postoperative physiologic & metabolic derangements</td>
|
|
<td align="center">23</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>11. Postoperative respiratory failure</td>
|
|
<td align="center">23</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>12. Postoperative PE or DVT</td>
|
|
<td align="center">28</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>13. Postoperative sepsis</td>
|
|
<td align="center">26</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>14. Postoperative wound dehiscence</td>
|
|
<td align="center">23</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>15. Accidental puncture and laceration</td>
|
|
<td align="center">22</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>16. Transfusion reaction</td>
|
|
<td align="center">18</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>17. Birth trauma—injury to neonate</td>
|
|
<td align="center">18</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>18. OB trauma—vag. delivery with instrument</td>
|
|
<td align="center">15</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>19. OB trauma—vag. delivery without instrument</td>
|
|
<td align="center">16</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>20. OB trauma—cesarean delivery</td>
|
|
<td align="center">15</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<th rowspan="7" scope="row">Area-Level Indicators</th>
|
|
<td>21. Foreign body left in during procedure</td>
|
|
<td align="center">13</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>22. Iatrogenic pneumothorax</td>
|
|
<td align="center">14</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>23. Selected infections due to medical care</td>
|
|
<td align="center">14</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>24. Postoperative wound dehiscence</td>
|
|
<td align="center">13</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>25. Accidental puncture and laceration</td>
|
|
<td align="center">13</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>26. Transfusion reaction</td>
|
|
<td align="center">13</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td>27. Postoperative hemorrhage or hematoma</td>
|
|
<td align="center">12</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
<p class="size2"><strong>Source</strong>: RAND analysis of environmental scan results.</p>
|
|
|
|
|
|
<h4>3.3.3. International uses of QIs</h4>
|
|
<p>Measuring quality of care has become a policy priority in many countries outside of the United States, and numerous countries and international organizations are in the process of instituting requirements for data collection and reporting of quality indicators.<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref27">27</a></sup> The AHRQ QIs are an attractive option for international users, since many countries already require hospitals to report the required administrative data.</p>
|
|
<p>Perhaps the most visible international endeavor is the Organization for Economic Cooperation and Development's (OECD) Health Care Quality Indicators (HCQI) Project. The OECD is an intergovernmental economic research institution headquartered in Paris, France, with a membership of 30 countries that share a commitment to democratic government and the market economy. One of its widely used products is OECD Health Data, which provides internationally comparable information on infrastructure, cost and utilization at the health system level,<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref28">28</a></sup> but so far no information on quality of care. In an attempt to bridge this gap, in 2003 the OECD brought 23 of its member countries together with international organizations such as the World Health Organization (WHO) and the European Commission (EC), expert organizations such as the International Society of Quality in Healthcare (ISQua) and the European Society for Quality in Healthcare (ESQH), and several universities.<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref29">29</a></sup> The goal of the meeting was to work on the development and implementation of quality indicators at the international level.</p>
|
|
<p>The project initiated its work with two major activities. The first was an effort to introduce a pilot set of quality indicators that can be reported by a substantial portion of the OECD countries. This activity recently led to the 2006 release of an initial list of indicators and corresponding data.<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref30">30</a></sup> The second activity was to identify additional quality indicators for five priority areas: cardiac care, diabetes mellitus, mental health, patient safety, primary care/prevention/health promotion. Through an expert panel process, 86 indicators were selected for the five areas and the OECD is currently investigating the availability and validity of required data.<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref31">31</a></sup> Several AHRQ PSIs were selected for the patient safety area<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref32">32</a></sup> and an indicator similar to the PQIs was selected for the primary care area.<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref33">33</a></sup></p>
|
|
<p>Researchers from several countries have tried to run the PSIs against national discharge data both as part of their participation in the HCQI Project and also for other projects. This has been attempted in Canada, Germany, Italy, and Sweden. In addition, a group in Belgium successfully constructed some of the HCUP indicators, the predecessors of the AHRQ QIs, from national data.<sup><a href="/research/findings/final-reports/qualityindicators/ref.html#ref34">34</a></sup></p>
|
|
<p>At this point, results from those projects are largely unpublished in English-language journals. But during a recent OECD meeting in Dublin, Ireland, experts from 15 countries discussed issues around the adoption of the AHRQ PSIs in countries other than the United States. Researchers from several countries had cross-walked the AHRQ PSI specifications, which are based on the U.S.-specific ICD-9-CM diagnosis codes, to ICD-10 diagnosis codes, which most countries are now using.</p>
|
|
<p>This conversion was found to be unproblematic, in particular because only a limited number of diagnosis codes had to be cross-walked to construct the indicators. A greater issue turned out to be the conversion of procedure codes. The AHRQ definitions are based on the ICD-9 procedure classification, whereas other countries use national procedure classification systems. Similarly, other countries use different DRG groupings than those used in the United States. Substantial work on mapping the different coding systems used in the U.S. and in other countries is needed.</p>
|
|
<p>In countries that have tested the AHRQ PSIs, the average rates were reported to be similar to those observed in the United States. Countries that do not yet have DRG-based prospective payment systems saw much lower rates, possibly resulting from less thorough coding of secondary diagnoses in the absence of implications for payment.</p>
|
|
<p>Our interviews show that there is interest in using the AHRQ QIs internationally and sufficient data and technical capability to implement them. This makes it likely that some AHRQ QIs will be adopted by the OECD HCQI Project for international comparisons of quality of care and patient safety. Furthermore, as several international organizations are striving to align their measurement and reporting activities,<sup><a href="#noteh">h</a></sup> selected AHRQ QIs could become part of an international measurement standard.</p>
|
|
<h4>3.3.4. "Non-users" of QIs</h4>
|
|
<p>We identified and interviewed representatives of five organizations that are currently using quality indicators other than the AHRQ QIs but that are similar to the AHRQ QIs. Our goal was to understand why these organizations were not using the AHRQ QIs, and specifically whether this decision was based on an evaluation of the merits of the QIs. Three of the organizations were using quality indicators that they had developed themselves and which predated the AHRQ QIs. They did not voice any strong objections to the AHRQ QIs but preferred their own indicators due to various methodological factors and the fact that their indicators were better tailored for their specific needs. The other two organizations had elected not to use the AHRQ QIs because they were not already in use by the hospitals that would be participating in the organizations' quality measurement activities. The JCAHO Core Measures were chosen instead because they were already being collected by hospitals.</p>
|
|
<h4>3.3.5. Examples of uses of QIs</h4>
|
|
<p>In order to illustrate how the AHRQ QIs are being used, we have chosen examples of specific uses for quality monitoring, public reporting, and pay-for-performance.</p>
|
|
<h5>3.3.5.1. Example of AHRQ QI use for quality improvement</h5>
|
|
|
|
<p><a href="#retfig33">Figure 3.3</a> was drawn from a report provided to hospitals by a hospital association we interviewed. Reports such as the one we reviewed are sent to hospital CEOs quarterly. The reports include all AHRQ IQIs (shown in the example) as well as all AHRQ PSIs. The report also includes indicators from JCAHO and Leapfrog (not shown). Hospitals are presented with targets based on benchmarks calculated by the hospital association. The hospital association works with hospitals to help them explain why they do not meet targets in areas of poor performance.</p><p><a id="retfig33" name="retfig33"> </a></p>
|
|
|
|
<h3>Figure 3.3. Sample AHRQ QI Report Used by a Hospital Association for Quality Improvement</h3> <p>Figure 3.3. depicts a sample AHRQ QI report in a tabular format. The data represented by this graph is contained in the following table:</p>
|
|
<table border="1" cellpadding="3" cellspacing="0" width="80%">
|
|
<thead>
|
|
<tr>
|
|
<th rowspan="3" scope="col" width="20%">AHRQ Quality Indicators</th>
|
|
<th colspan="5" scope="col">Apr-Jun 2005 (Q2)</th>
|
|
<th colspan="5" scope="col">Jul 2004-Jun 2005 (recent year)</th>
|
|
</tr>
|
|
<tr>
|
|
<th rowspan="2" scope="col" width="6%">Relative Performance</th>
|
|
<th scope="col" width="6%">Denom</th>
|
|
<th scope="col" width="6%">Observed</th>
|
|
<th scope="col" width="6%">Target</th>
|
|
<th scope="col" width="6%">Median</th>
|
|
<th rowspan="2" scope="col" width="6%">Relative Performance</th>
|
|
<th scope="col" width="6%">Denom</th>
|
|
<th scope="col" width="6%">Observed</th>
|
|
<th scope="col" width="6%">Target</th>
|
|
<th scope="col" width="6%">Median</th>
|
|
</tr>
|
|
<tr>
|
|
<th scope="col" width="8%">N</th>
|
|
<th colspan="3" scope="col">Percent</th>
|
|
<th scope="col">N</th>
|
|
<th colspan="3" scope="col">Percent</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody>
|
|
<tr valign="top">
|
|
<td colspan="11" scope="row"><strong>Post Procedure Mortality (%)</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">CABG</td>
|
|
<td>E</td>
|
|
<td>74</td>
|
|
<td>4.3</td>
|
|
<td>3.2</td>
|
|
<td>3.5</td>
|
|
<td>E</td>
|
|
<td>299</td>
|
|
<td>3.9</td>
|
|
<td>3.2</td>
|
|
<td>3.8</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">PTCA</td>
|
|
<td>E</td>
|
|
<td>181</td>
|
|
<td>1.3</td>
|
|
<td>1.3</td>
|
|
<td>1.1</td>
|
|
<td>E</td>
|
|
<td>722</td>
|
|
<td>2.1</td>
|
|
<td>1.4</td>
|
|
<td>1.4</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Carotid endarterectomy</td>
|
|
<td>E<a href="#noteastk">*</a></td>
|
|
<td>16</td>
|
|
<td>0.8</td>
|
|
<td>0.6</td>
|
|
<td>0.0</td>
|
|
<td>E</td>
|
|
<td>65</td>
|
|
<td>0.6</td>
|
|
<td>0.7</td>
|
|
<td>0.0</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">AAA repair</td>
|
|
<td>E<a href="#noteastk">*</a></td>
|
|
<td>6</td>
|
|
<td>10.9</td>
|
|
<td>12.6</td>
|
|
<td>0.0</td>
|
|
<td>E<a href="#noteastk">*</a></td>
|
|
<td>20</td>
|
|
<td>13.4</td>
|
|
<td>11.9</td>
|
|
<td>6.2</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Esophageal cancer resection</td>
|
|
<td>E<a href="#noteastk">*</a></td>
|
|
<td>2</td>
|
|
<td>2.5</td>
|
|
<td>4.9</td>
|
|
<td>0.0</td>
|
|
<td>E<a href="#noteastk">*</a></td>
|
|
<td>8</td>
|
|
<td>7.4</td>
|
|
<td>6.3</td>
|
|
<td>0.0</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Pancreatic cancer resection</td>
|
|
<td>E<a href="#noteastk">*</a></td>
|
|
<td>5</td>
|
|
<td>4.1</td>
|
|
<td>4.8</td>
|
|
<td>0.0</td>
|
|
<td>E<a href="#noteastk">*</a></td>
|
|
<td>18</td>
|
|
<td>3.7</td>
|
|
<td>5.1</td>
|
|
<td>0.0</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Pediatric heart surgery</td>
|
|
<td>E</td>
|
|
<td>28</td>
|
|
<td>6.0</td>
|
|
<td>5.0</td>
|
|
<td>2.2</td>
|
|
<td>E</td>
|
|
<td>90</td>
|
|
<td>4.6</td>
|
|
<td>7.1</td>
|
|
<td>3.1</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Craniotomy</td>
|
|
<td>E</td>
|
|
<td>84</td>
|
|
<td>6.1</td>
|
|
<td>5.8</td>
|
|
<td>4.9</td>
|
|
<td>E</td>
|
|
<td>313</td>
|
|
<td>6.6</td>
|
|
<td>5.9</td>
|
|
<td>5.5</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Hip replacement</td>
|
|
<td>E</td>
|
|
<td>36</td>
|
|
<td>0.1</td>
|
|
<td>1.2</td>
|
|
<td>0.0</td>
|
|
<td>E</td>
|
|
<td>133</td>
|
|
<td>0.1</td>
|
|
<td>1.2</td>
|
|
<td>0.0</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td colspan="11" scope="row"><strong>In-Hospital Mortality (%)</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">AMI - Mortality</td>
|
|
<td>E</td>
|
|
<td>88</td>
|
|
<td>8.3</td>
|
|
<td>7.6</td>
|
|
<td>5.8</td>
|
|
<td>E</td>
|
|
<td>360</td>
|
|
<td>8.0</td>
|
|
<td>7.9</td>
|
|
<td>7.1</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">AMI - Mortality without transfers</td>
|
|
<td>E</td>
|
|
<td>62</td>
|
|
<td>7.6</td>
|
|
<td>7.9</td>
|
|
<td>5.8</td>
|
|
<td>E</td>
|
|
<td>248</td>
|
|
<td>7.7</td>
|
|
<td>8.4</td>
|
|
<td>6.9</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">HF</td>
|
|
<td>E</td>
|
|
<td>137</td>
|
|
<td>3.0</td>
|
|
<td>4.3</td>
|
|
<td>2.9</td>
|
|
<td>E</td>
|
|
<td>527</td>
|
|
<td>3.3</td>
|
|
<td>4.3</td>
|
|
<td>3.1</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Pneumonia</td>
|
|
<td>E</td>
|
|
<td>125</td>
|
|
<td>6.0</td>
|
|
<td>6.2</td>
|
|
<td>5.5</td>
|
|
<td>E</td>
|
|
<td>492</td>
|
|
<td>6.0</td>
|
|
<td>6.0</td>
|
|
<td>5.7</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Acute stroke</td>
|
|
<td>E</td>
|
|
<td>83</td>
|
|
<td>12.6</td>
|
|
<td>13.5</td>
|
|
<td>12.8</td>
|
|
<td>E</td>
|
|
<td>316</td>
|
|
<td>12.8</td>
|
|
<td>13.2</td>
|
|
<td>13.5</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">GI hemorrhage</td>
|
|
<td>E</td>
|
|
<td>55</td>
|
|
<td>2.7</td>
|
|
<td>6.1</td>
|
|
<td>2.6</td>
|
|
<td>D</td>
|
|
<td>221</td>
|
|
<td>2.9</td>
|
|
<td>6.1</td>
|
|
<td>2.7</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Hip fracture</td>
|
|
<td>E</td>
|
|
<td>26</td>
|
|
<td>3.1</td>
|
|
<td>3.1</td>
|
|
<td>1.7</td>
|
|
<td>E</td>
|
|
<td>98</td>
|
|
<td>2.8</td>
|
|
<td>3.0</td>
|
|
<td>2.6</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td colspan="11" scope="row"><strong>Utilization Rates (%)</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">C section all</td>
|
|
<td> </td>
|
|
<td>527</td>
|
|
<td>25.8</td>
|
|
<td> </td>
|
|
<td>25.7</td>
|
|
<td> </td>
|
|
<td>2072</td>
|
|
<td>26.0</td>
|
|
<td> </td>
|
|
<td>25.6</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">C section primary</td>
|
|
<td> </td>
|
|
<td>452</td>
|
|
<td>16.6</td>
|
|
<td> </td>
|
|
<td>16.3</td>
|
|
<td> </td>
|
|
<td>1779</td>
|
|
<td>17.1</td>
|
|
<td> </td>
|
|
<td>16.6</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">VBAC all</td>
|
|
<td> </td>
|
|
<td>93</td>
|
|
<td>17.5</td>
|
|
<td> </td>
|
|
<td>16.9</td>
|
|
<td> </td>
|
|
<td>361</td>
|
|
<td>19.0</td>
|
|
<td> </td>
|
|
<td>17.9</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">VBAC uncomplicated</td>
|
|
<td> </td>
|
|
<td>76</td>
|
|
<td>18.4</td>
|
|
<td> </td>
|
|
<td>17.6</td>
|
|
<td> </td>
|
|
<td>299</td>
|
|
<td>19.7</td>
|
|
<td> </td>
|
|
<td>18.9</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
<table border="1" cellpadding="3" cellspacing="0" width="80%">
|
|
<tbody>
|
|
<tr valign="top">
|
|
<th colspan="3" rowspan="2">Volumes</th>
|
|
<th colspan="2">Observed</th>
|
|
<th align="center">Median</th>
|
|
<th colspan="2" rowspan="2">Relative Performance</th>
|
|
<th scope="col">Observed</th>
|
|
<th scope="col">Target</th>
|
|
<th scope="col">Median</th>
|
|
</tr>
|
|
<tr valign="top">
|
|
<th colspan="2">N</th>
|
|
<th align="center">N</th>
|
|
<th align="center" colspan="3">N</th>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td colspan="3" scope="row">CABG</td>
|
|
<td colspan="2">75</td>
|
|
<td>55.5</td>
|
|
<td colspan="2">D</td>
|
|
<td>302</td>
|
|
<td>100.0</td>
|
|
<td>230.0</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td colspan="3" scope="row">PTCA</td>
|
|
<td colspan="2">182</td>
|
|
<td>124.0</td>
|
|
<td colspan="2">D</td>
|
|
<td>725</td>
|
|
<td>200.0</td>
|
|
<td>448.0</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td colspan="3" scope="row">Carotid endarterectomy</td>
|
|
<td colspan="2">16</td>
|
|
<td>12.0</td>
|
|
<td colspan="2">E</td>
|
|
<td>65</td>
|
|
<td>50.0</td>
|
|
<td>41.0</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td colspan="3" scope="row">AAA repair</td>
|
|
<td colspan="2">6</td>
|
|
<td>4.0</td>
|
|
<td colspan="2">E</td>
|
|
<td>20</td>
|
|
<td>20.0</td>
|
|
<td>13.0</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td colspan="3" scope="row">Esophageal cancer resection</td>
|
|
<td colspan="2">3</td>
|
|
<td>2.0</td>
|
|
<td colspan="2">D</td>
|
|
<td>8</td>
|
|
<td>6.0</td>
|
|
<td>5.5</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td colspan="3" scope="row">Pancreatic cancer resection</td>
|
|
<td colspan="2">6</td>
|
|
<td>5.0</td>
|
|
<td colspan="2">D</td>
|
|
<td>18</td>
|
|
<td>10.0</td>
|
|
<td>13.5</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td colspan="3" scope="row">Pediatric heart surgery</td>
|
|
<td colspan="2">26</td>
|
|
<td>16.0</td>
|
|
<td colspan="2">E</td>
|
|
<td>90</td>
|
|
<td>90.0</td>
|
|
<td>48.0</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
<p class="size2"><strong>Notes:</strong><br />
|
|
<a id="notea" name="notea"></a> A = No Data Available;<br />
|
|
<a id="noteb" name="noteb"></a> B = Substantially Worse than Target;<br />
|
|
<a id="notec" name="notec"></a> C = Worse than Target;<br />
|
|
<a id="noteD" name="noteD"></a> D = Better than Target;<br />
|
|
<a id="notee" name="notee"></a> E = Meets Target;<br />
|
|
<a id="noteastk" name="noteastk"></a>* Interpret with caution (less than 25 cases)</p>
|
|
<h5>3.3.5.2. Example of AHRQ QI use for pay-for-performance</h5>
|
|
|
|
<p>The State of Florida uses the AHRQ QIs as part of a public reporting tool aimed to help consumers choose a hospital. <a href="#retfig34">Figure 3.4</a> captures a segment of a Web page comparing hospitals in Broward County on one of the AHRQ IQIs, postoperative hip fracture (IQI 19). Users can click on a hospital to get more detailed information on quality as well as the hospital's characteristics (teaching status, non-profit status, etc.) and location.</p><p><a id="retfig34" name="retfig34"> </a></p><h3>Figure 3.4. Sample AHRQ QI Report Used by the State of Florida for Public Reporting </h3> <p>Figure 3.4. depicts a table showing sample AHRQ QI Report used by the State of Florida. The data represented by this graph is contained in the following table.</p>
|
|
<table border="1" cellpadding="3" cellspacing="0" width="80%">
|
|
<thead>
|
|
<tr>
|
|
<th scope="col" width="40%">Facility/City</th>
|
|
<th scope="col" width="40%">Risk Adjusted Rate</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody>
|
|
<tr valign="top">
|
|
<td scope="row"><strong>Statewide</strong></td>
|
|
<td align="center"><strong>0.03%</strong></td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Memorial Regional Hospital 100038<br />
|
|
Hollywood</td>
|
|
<td align="center">Higher than Expected<br />
|
|
0.1%</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">North Broward Medical Center 100086<br />
|
|
Pompano Beach</td>
|
|
<td align="center">As Expected<br />
|
|
0.07%</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">North Ridge Medical Center 100237<br />
|
|
Fort Lauderdale</td>
|
|
<td align="center">As Expected<br />
|
|
0.04%</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Northwest Medical Center 100189<br />
|
|
Margate</td>
|
|
<td align="center">As Expected<br />
|
|
0.0%</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Plantation General Hospital 100167<br />
|
|
Plantation</td>
|
|
<td align="center">As Expected<br />
|
|
0.0%</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">University Hospital and Medical Center 100224<br />
|
|
Tamarac</td>
|
|
<td align="center">As Expected<br />
|
|
0.0%</td>
|
|
</tr>
|
|
<tr valign="top">
|
|
<td scope="row">Westside Regional Medical Center 100228<br />
|
|
Plantation</td>
|
|
<td align="center">As Expected<br />
|
|
0.09%</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
<p class="size2">All copyrights in and to 3M™ APR™ DRGs Classification System and 3M™ APR™ Software are owned by 3M. All rights reserved.</p>
|
|
<p class="size2">What the Complication/infection rate means:</p>
|
|
<p class="size2">The percentage rates reported on this page reflect each hospital's unique population, and should not be compared between hospitals. Instead, it is strongly recommended consumers compare each hospital on the basis of whether their rates are "as expected", "lower than expected", or "higher than expected".</p>
|
|
<p class="size2">The percentage rate is:</p>
|
|
<ul>
|
|
<li class="size2">Lower than Expected—Fewer complications/infections than expected given how sick patients were</li>
|
|
<li class="size2">As Expected—Expected number of complications/infections given how sick patients were</li>
|
|
<li class="size2">Higher than Expected—More complications/infections than expected given how sick patients were</li>
|
|
</ul>
|
|
<p class="size2">"X" is less than 30 cases; "Too few cases" is less than 5 cases.</p>
|
|
<h5>3.3.5.3. Example of AHRQ QI use for public reporting</h5>
|
|
|
|
<p><a href="#retfig35">Figure 3.5</a> is drawn from a report provided to hospitals by an insurer we interviewed. The example extracts one AHRQ PSI (PSI 12), postoperative pulmonary embolism (PE) or deep vein thrombosis (DVT). The report allows hospitals to compare their performance to that of their peers. Good performers earn an incentive payment.</p><p><a id="retfig35" name="retfig35"> </a> </p>
|
|
|
|
|
|
<h3>Figure 3.5. Sample AHRQ QI Report Used by an Insurance Company for Pay-for-Performance </h3> <p>Figure 3.5. depicts a sample table of an AHRQ QI report used by an insurance company to report pay-for-performance data. The data contained in this graph is in the following table.</p>
|
|
<table border="1" cellpadding="3" cellspacing="0" width="80%">
|
|
<thead>
|
|
<tr>
|
|
<th scope="col" width="30%">Hospital NR</th>
|
|
<th scope="col" width="10%">Sig</th>
|
|
<th scope="col" width="10%">Cases</th>
|
|
<th scope="col" width="10%">At Risk</th>
|
|
<th scope="col" width="10%">Rate</th>
|
|
<th scope="col" width="10%">APO</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody>
|
|
<tr>
|
|
<td colspan="6" scope="row"><strong>110—Posoperative PE or DVT</strong></td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2135</td>
|
|
<td>C</td>
|
|
<td>25</td>
|
|
<td>5294</td>
|
|
<td>0.47</td>
|
|
<td>0.68</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2020</td>
|
|
<td>C</td>
|
|
<td>8</td>
|
|
<td>1835</td>
|
|
<td>0.44</td>
|
|
<td>0.70</td>
|
|
</tr>
|
|
<tr>
|
|
<td colspan="5" scope="row"><strong>10th Percentile</strong></td>
|
|
<td><strong>0.79</strong></td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2101</td>
|
|
<td>A</td>
|
|
<td>18</td>
|
|
<td>2007</td>
|
|
<td>0.90</td>
|
|
<td>0.83</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2014</td>
|
|
<td>A</td>
|
|
<td>31</td>
|
|
<td>3772</td>
|
|
<td>0.82</td>
|
|
<td>0.88</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2007</td>
|
|
<td>D</td>
|
|
<td>19</td>
|
|
<td>2263</td>
|
|
<td>0.84</td>
|
|
<td>0.92</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2094</td>
|
|
<td>D</td>
|
|
<td>21</td>
|
|
<td>2226</td>
|
|
<td>0.94</td>
|
|
<td>0.92</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2108</td>
|
|
<td>D</td>
|
|
<td>8</td>
|
|
<td>1393</td>
|
|
<td>0.57</td>
|
|
<td>0.96</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2010</td>
|
|
<td>D</td>
|
|
<td>29</td>
|
|
<td>3048</td>
|
|
<td>0.95</td>
|
|
<td>1.01</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2107</td>
|
|
<td>D</td>
|
|
<td>36</td>
|
|
<td>3541</td>
|
|
<td>1.02</td>
|
|
<td>1.06</td>
|
|
</tr>
|
|
<tr>
|
|
<td colspan="5" scope="row"><strong>Cohort Average</strong></td>
|
|
<td><strong>1.12</strong></td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2099</td>
|
|
<td>D</td>
|
|
<td>18</td>
|
|
<td>1494</td>
|
|
<td>1.20</td>
|
|
<td>1.19</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2114</td>
|
|
<td>D</td>
|
|
<td>29</td>
|
|
<td>1837</td>
|
|
<td>1.58</td>
|
|
<td>1.21</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2040</td>
|
|
<td>D</td>
|
|
<td>17</td>
|
|
<td>1860</td>
|
|
<td>0.91</td>
|
|
<td>1.22</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2058</td>
|
|
<td>D</td>
|
|
<td>22</td>
|
|
<td>1797</td>
|
|
<td>1.22</td>
|
|
<td>1.32</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2337</td>
|
|
<td>D</td>
|
|
<td>61</td>
|
|
<td>3928</td>
|
|
<td>1.55</td>
|
|
<td>1.33</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2118</td>
|
|
<td>D</td>
|
|
<td>24</td>
|
|
<td>1636</td>
|
|
<td>1.47</td>
|
|
<td>1.37</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2075</td>
|
|
<td>B</td>
|
|
<td>29</td>
|
|
<td>2870</td>
|
|
<td>1.01</td>
|
|
<td>1.55</td>
|
|
</tr>
|
|
<tr>
|
|
<td colspan="5" scope="row"><strong>90th Percentile</strong></td>
|
|
<td><strong>1.55</strong></td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row">2149</td>
|
|
<td>B</td>
|
|
<td>60</td>
|
|
<td>2955</td>
|
|
<td>2.03</td>
|
|
<td>1.56</td>
|
|
</tr>
|
|
<tr>
|
|
<td scope="row"><strong>2225</strong></td>
|
|
<td><strong>C</strong></td>
|
|
<td><strong>51</strong></td>
|
|
<td><strong>2126</strong></td>
|
|
<td><strong>2.40</strong></td>
|
|
<td><strong>1.97</strong></td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
<p class="size2"><strong>Notes</strong>: Confidence Interval Designations<br />
|
|
A = Significant Difference at 80%<br />
|
|
B = Significant Difference at 90%<br />
|
|
C = Significant Difference at 95%<br />
|
|
D = No Significant Difference vs. Cohort Average</p>
|
|
<hr />
|
|
<p class="size2"><a id="noted" name="noted"></a><sup>d.</sup> Indicators were judged to be a "national standard" if they were described that way by any of the study's interviewees.</p>
|
|
<p class="size2"><a id="notee" name="notee"></a><sup>e.</sup> This and all quotes appearing in this report are reconstructions based on interview notes or recordings.</p>
|
|
<p class="size2"><a id="notef" name="notef"></a><sup>f.</sup> We attempted to determine whether vendors' proprietary products included the AHRQ QIs, but since limited information is available from some vendors, some mistaken attribution is possible. There are also other vendors with similar quality measurement products that do not include the AHRQ QIs, but they were not included in our study.</p>
|
|
<p class="size2"><a id="noteg" name="noteg"></a><sup>g.</sup> Due to the methods used to identify users, the scan is likely to have significantly undercounted the number of organizations (especially hospitals and hospital associations) using the AHRQ QIs for internal quality improvement activities, since this type of use rarely results in publicly available information that could be used to identify the user in an environmental scan.</p>
|
|
<p class="size2"><a id="noteh" name="noteh"></a><sup>h.</sup> For example, the European Commission has recently ceded its activities in quality indicator development to the OECD to avoid duplication and is funding part of the HCQI Project.</p>
|
|
<hr />
|
|
<p class="size2"><a href="/research/findings/final-reports/qualityindicators/index.html#contents">Return to Contents</a><br />
|
|
<a href="/research/findings/final-reports/qualityindicators/chapter4.html">Proceed to Next Section</a></p>
|
|
</div></div></div><div class="field field-name-field-last-reviewed field-type-datestamp field-label-hidden">
|
|
<div class="field-items">
|
|
<div class="field-item even">
|
|
Page last reviewed <span class="date-display-single" property="dc:date" datatype="xsd:dateTime" content="2014-10-01T00:00:00-04:00">October 2014</span> <br />Page originally created September 2012 </div>
|
|
</div>
|
|
</div>
|
|
<div id="block-ahrq-citation" class="block block-ahrq first odd">
|
|
|
|
|
|
Internet Citation: Chapter 3. The Market for Quality Indicators. Content last reviewed October 2014. Agency for Healthcare Research and Quality, Rockville, MD. https://archive.ahrq.gov/research/findings/final-reports/qualityindicators/chapter3.html<div class="citation-flag"> </div> </div> <!--</div>--> <div class="footnote"> <p> The information on this page is archived and provided for reference purposes only.</p> </div> <p> </p> </div> </div></td> </tr> </tbody> </table> </td> </tr> </tbody> </table> </div>
|
|
<!-- End of Content Body -->
|
|
<!-- Footer graphic 1.2--> <table border="0" cellSpacing="0" cellPadding="0" width="100%"> <tbody> <tr> <td background="/images/bottom_ahrq_bkg.jpg" width="125"> <img alt="AHRQ" src="/images/bottom_ahrq_1.jpg" width="125"> </td> <td background="/images/bottom_ahrq_bkg.jpg" width="100%"> <img alt="" src="/images/bottom_ahrq_bkg.jpg" width="10" height="34"> </td> <td background="/images/bottom_ahrq_bkg.jpg" width="310"> <img alt="Advancing Excellence in Health Care" src="/images/bottom_ahrq_2.gif" width="310" height="34"> </td> </tr> </tbody> </table>
|
|
<!-- Footer links section --> <div id="banner_Footer2"> <p> <a href="https://www.ahrq.gov/">AHRQ Home</a> | <a class="footer_navlink" href="https://info.ahrq.gov/cgi-bin/ahrq.cfg/php/enduser/std_alp.php">Questions?</a> | <a class="footer_navlink" href="https://www.ahrq.gov/contact/index.html">Contact AHRQ</a> | <a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/accessibility/index.html">Accessibility</a> | <a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/privacy/index.html">Privacy Policy</a> | <a class="footer_navlink" href="https://www.ahrq.gov/news/foia.htm">Freedom of Information Act</a> | <a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/disclaimers/index.html">Disclaimers</a> | <a class="footer_navlink" href="http://www.hhs.gov/open/recordsandreports/plainwritingact/index.html">Plain Writing Act</a> <br/> <a class="footer_navlink" href="http://www.hhs.gov">U.S. Department of Health & Human Services</a> | <a class="footer_navlink" href="http://www.whitehouse.gov">The White House</a> | <a class="footer_navlink" href="http://www.usa.gov">USA.gov: The U.S. Government's Official Web Portal</a> </p> </div> <div id="banner_Footeraddress"> <p> Agency for Healthcare Research and Quality <img alt="" src="/images/bottom_dot.gif"> 5600 Fishers Lane Rockville, MD 20857 <img alt="" src="/images/bottom_dot.gif"> Telephone: (301) 427-1364 </p> </div>
|
|
<!-- End of Footer links section -->
|
|
<!-- JavaScript at the bottom for fast page loading: http://developer.yahoo.com/performance/rules.html#js_bottom --> <!-- Grab Google CDN's jQuery, with a protocol relative URL; fall back to local if offline --> <!-- <script src="//ajax.googleapis.com/ajax/libs/jquery/1.7.2/jquery.min.js"></script> <script>window.jQuery || document.write('<script src="js/libs/jquery-1.7.2.min.js"><\/script>')</script>--> <!-- scripts concatenated and minified via build script --> <!-- <script src="/js/plugins.js"></script> <script src="/js/script.js"></script>--> <!-- end scripts --> </body> </html>
|