ahrq-gov/archive.ahrq.gov/research/findings/final-reports/efficiency/hcemch2a.html
2025-02-28 14:14:25 -05:00

238 lines
27 KiB
HTML

<!doctype html>
<!--[if lt IE 7]> <html class="no-js lt-ie9 lt-ie8 lt-ie7" lang="en"> <![endif]-->
<!--[if IE 7]> <html class="no-js lt-ie9 lt-ie8" lang="en"> <![endif]-->
<!--[if IE 8]> <html class="no-js lt-ie9" lang="en"> <![endif]-->
<!-- Consider adding a manifest.appcache: h5bp.com/d/Offline -->
<!--[if gt IE 8]><!--> <html class="no-js" lang="en"> <!--<![endif]-->
<head>
<meta charset="utf-8">
<meta name="perc_linkback" id="perc_linkback" content="FmZjZGxneAdheAFjZ2x4BmZnYHgTZ2JtZGE="/> <!-- Use the .htaccess and remove these lines to avoid edge case issues. More info: h5bp.com/i/378 -->
<meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
<title>Chapter 2. Methods (continued) | AHRQ Archive</title>
<meta name="title" content="Chapter 2. Methods (continued) | AHRQ Archive">
<meta name="description" content="This Medicaid Care Management Guide reflects the experiences of the initial 13 Learning Network States.">
<!-- Mobile viewport optimized: h5bp.com/viewport -->
<meta name="viewport" content="width=device-width">
<!-- link rel="stylesheet" href="/css/style.css" -->
<!-- More ideas for your <head> here: h5bp.com/d/head-Tips -->
<!-- All JavaScript at the bottom, except this Modernizr build.
Modernizr enables HTML5 elements & feature detects for optimal performance.
Create your own custom Modernizr build: www.modernizr.com/ -->
<script src="/js/libs/modernizr-2.5.3.min.js"></script>
<!-- "metadata" -->
<meta name="keywords" content="Agency for Health Care Policy and Research, Agency for Healthcare Research and Quality, AHRQ, AHCPR, access, adverse outcomes, ambulatory care, benchmark, best practices, blood clots, CAHPS, case studies, chronic care, complication, conditions, Consumer Assessment of Health Plans, disparities, error, HAI, health cost, hepatitis, hospital procedure, health care-associated infections, indicators, infection, insurance, measures, medical errors, methodology, nursing, patient care, patient safety, performance measure, quality, study, survey, thrombosis, treatment, urgent care" />
<meta name="creator" content="Agency for Healthcare Research and Quality (AHRQ)">
<meta name="datecreated" content="September 2012">
<meta name="datereviewed" content="November 2014">
<meta name="language" content="en-us">
<!-- end="metadata" -->
<link rel="stylesheet" href="/css/archive.css">
<link rel="stylesheet" href="/css/ahrqstyleprint_arch.css" media="print">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
ga('create', 'UA-75759936-1', 'auto');
ga(' set', 'anonymizeIp', true);
ga('send', 'pageview');
</script></head>
<body><!-- Google Tag Manager -->
<noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-W4DST4"
height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
'//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
})(window,document,'script','dataLayer','GTM-W4DST4');</script>
<!-- End Google Tag Manager -->
<!-- Prompt IE 6 users to install Chrome Frame. Remove this if you support IE 6.
chromium.org/developers/how-tos/chrome-frame-getting-started -->
<!--[if lt IE 7]><p class=chromeframe>Your browser is <em>ancient!</em> <a href="http://browsehappy.com/">Upgrade to a different browser</a> or <a href="http://www.google.com/chromeframe/?redirect=true">install Google Chrome Frame</a> to experience this site.</p><![endif]-->
<!-- Add your site or application content here -->
<noscript>Your browser doesn't support JavaScript. Please upgrade to a modern browser or enable JavaScript in your existing browser.</noscript>
<!-- Page Header v2.0 --><!--Begin Banner CodeS-->
<div id="ahrqbanner">
<div class="hhsportion" id="top" name="top">
<a class="skipnav" href="#h1">Skip Navigation</a>
<a title="Archive: U.S. Department of Health and Human Services" href="http://archive.hhs.gov/"><img border="0" alt="Archive: U.S. Department of Health and Human Services" src="/images/hhs_banner_arch.gif" width="376" height="49"></a>
<a class="hhsright" title="U.S. Department of Health and Human Services" href="http://www.hhs.gov/"><img alt="U.S. Department of Health and Human Services" src="/images/hhs_link_arch.gif" width="127" height="41"></a>
</div>
<div class="ahrqportion">
<a title="Archive: Agency for Healthcare Research Quality" href="/"><img border="0" alt="Archive: Agency for Healthcare Research Quality" src="/images/ahrq_banner_arch.jpg" width="566" height="69"></a>
<form id="banner_searchform" method="get" name="searchForm" action="https://search.ahrq.gov/search">
<label style="Z-INDEX: -1; POSITION: relative; FONT-SIZE: 0px; MARGIN-RIGHT: -65px" for="search">Search</label>
<input id="search" class="gotext" onfocus="this.value='';" value=" Search Archive" size="11" type="text" name="q" label="Search archive"/>
<input type="hidden" name="siteDomain" value="archive.ahrq.gov">
<input class="gobtn" onclick="javascript:document.searchForm.submit();" alt="Search" src="/images/topbn_GoButton.gif" type="image" name="Submit"/>
</form><a class="ahrqright" title="AHRQ Home—Live Site" href="http://www.ahrq.gov">www.ahrq.gov</a>
</div>
<div class="ahrqlinks">
<a href="https://www.ahrq.gov/">AHRQ Home—Live Site</a> | <a href="/">Archive Home</a> | <a href="/sitemap.htm">Site Map</a>
</div>
</div>
<div id="PrintBanner"><img alt="Archival print banner" src="/images/printbanner_arch.jpg"/></div><a id="h1" name="h1"></a><!-- End of Page header -->
<!-- Content Body -->
<div id="mainContent">
<!-- Main Content -->
<!-- Center Content section -->
<table border="0" cellpadding="0" cellspacing="0" width="100%">
<tbody><tr valign="top">
<td width="70%">
<!-- Center Content section -->
<table style="margin-left: 10px; margin-right: 10px; margin-top: 5px;" summary="This table gives the layout format of the bread crumb area and the center content area." border="0" cellpadding="0" cellspacing="0" width="100%">
<!--DWLayoutTable-->
<tbody><tr>
<td class="crumb_link"><div id="crumbContent">
</span></p>
</div>
</td>
</tr>
<tr>
<td>
<div id="centerContent">
<div class="headnote">
<p>This information is for reference purposes only. It was current when produced and may now be outdated. Archive material is no longer maintained, and some links may not work. Persons with disabilities having difficulty accessing this information should contact us at: <a href="https://info.ahrq.gov/">https://info.ahrq.gov</a>. Let us know the nature of the problem, the Web address of what you want, and your contact information.</p>
<p>Please go to <a href="https://www.ahrq.gov/">www.ahrq.gov</a> for current information.</p>
</div>
<!-- T:ahrqPgPublication -->
<div role="main" id="page-container">
<div id="breadcrumb-container">
<div id="breadcrumbs" class="container_12">
<!-- T:SnBreadcrumbs -->
</div>
</div>
<div id="toolbar-container">
<div id="pub-toolbar" class="container_12">
<!-- T:ahrqSnPubNav -->
<div id="prev-next-buttons">
<a href="/research/findings/final-reports/efficiency/hcemch2.html" class="prev-button"><span>Previous Page</span></a>
<a href="/research/findings/final-reports/efficiency/hcemch3.html" class="next-button"><span>Next Page</span></a>
</div>
<div id="pub-utility-buttons">
<ul id="utility-groups">
<li class="utility content-button">
<a href="#" class=""><span>Table of Contents</span></a>
<div class="toc-dropdown">
<div class="arrow-up"></div>
<div class="toc-content">
</div>
</div>
</li>
<li class="utility download-button"><a href="#"><span>Download</span></a><div class="dl-dropdown"><div class="arrow-up"></div><div class="dl-content"><ul><li>
<span><a href="/research/findings/final-reports/efficiency/efficiency.pdf">Health Care Efficiency Measures (PDF)</a> [ <img src="/resources/file_logos/pdf.gif" alt="PDF file" title="PDF file" class="icon" /> - 1.38&nbsp;MB]</span>
</li></ul></div></div></li> </ul>
</div>
</div>
</div>
<div id="page-backdrop" class="container_12">
<div class="page">
<div id="left-col" class="alpha grid_3">
<nav id="left"><!-- T:SnleftNav -->
</nav> </div>
<!--<div id="content-col" class="grid_9">-->
<article class="grid_9">
<!-- Right Rail -->
<aside class="three-col">
<!-- T:ahrqSnPubCover -->
<div id="pub-nums">
<ul>
<li>Publication # 08-0030</li> </ul>
</div>
<ul id="pub-buttons">
<li id="all-pubs-button"><a href="https://ahrqpubs.ahrq.gov/OA_HTML/ibeCCtpItmDspRte.jsp?section=10152&item=34942"></a></li>
</ul>
</aside>
<!-- Center Rail -->
<h1>Chapter 2. Methods (continued)</h1>
<h2>Health Care Efficiency Measures: Identification, Categorization, and Evaluation</h2> <div id="basic-modal"><!-- start: Basic Modal -->
<h3>Economic Efficiency for Society as a Whole</h3><p>Thus far we have focused on efficiency from the perspective of specific entities within society. Efficiency for society as a whole, or &quot;social efficiency,&quot; means that some entity can be better off only if some other entity is made worse off,<sup><a href="references.html#ref10">10</a></sup> that is, it concerns the allocation of resources across the entire society.</p><p>Efficiency from the perspective of each individual provider and intermediary is necessary for social efficiency, but it is not enough. Consider again the preceding example of the health plan and physicians. MD3 views himself as efficient because his total input cost is lowest among the three doctors. The health plan also views MD3 as efficient, because his charge to the plan is lowest. Nevertheless, the charge exceeds the input cost, perhaps because MD3 has a strong reputation and charges accordingly. This difference between charges and costs is a potential source of inefficiency for society as a whole. The delivery of additional services at a price above input costs and below current charges could be a win-win situation for the plan and doctors if the services are necessary and appropriate. Similarly, the price that employers are charged for health-plan coverage may exceed the plan&#39;s cost.</p><p>Society also includes those who need to consume health care. Consumers desire good health and hence value high-quality outcomes. Their interests diverge from those of providers and intermediaries in financial matters; consumers prefer to pay less for good health, so as to enjoy more of other goods (e.g., housing). Whether consumers obtain more or less of the value created by health care is not the issue, however.</p><p>The test for social efficiency is whether imperfect relations between various entities lead to situations in which the value to be shared among entities is less than was possible. The issue is whether society fails to make the most of win-win opportunities. Some examples are again helpful.</p><p>Providers may supply less output than is ideal for society as a whole. Take for example the &quot;scale&quot; of a hospital&#39;s operations. Higher volume is associated in some instances with better outcomes.<sup><a href="references.html#ref11">11</a></sup> If &quot;practice makes perfect,&quot; a hospital may nevertheless opt for a scale too small to exploit these benefits because reimbursement is not adequate or access to capital markets is limited. The hospital&#39;s perspective would not be aligned with that of society.</p><p>On the other hand, a hospital may supply more output than is ideal. Some observers believe that under the old paradigm of cost-based reimbursement, hospitals could make profits by investing in specialty services such as open heart surgery centers (see the literature review in Dranove and Satterthwaite, 2000<sup><a href="references.html#ref12">12</a></sup>). The costs to society of redundant facilities were arguably not justified by their benefits. Evaluating the efficient supply of outputs raises an interesting question about perspective; taking the perspective of the nation, we might conclude that supply is excessive. If, however, one looks at a smaller geographic unit (state, county, metropolitan area), one might reach a different conclusion about the relationship between supply and societal need.</p><p>There could also be too much output due to consumer behavior. Consider a vision-impaired patient with a modest desire for cataract eye surgery. With generous vision insurance, the patient would opt for the surgery, because the benefit he experiences outweighs the cost he faces. It seems likely, however, that the costs to purchasers and society at large exceed the benefit.<sup><a href="references.html#ref13">13</a></sup> These examples demonstrate that the relationship between output and social efficiency is uncertain in general.</p><p>Moving beyond output, the fragmented structure of health financing in the U.S. has raised concerns about the system&#39;s administrative burden. This may be an issue of social rather than provider/intermediary efficiency. There is some evidence that billing-and-insurance-related costs are indeed substantial.<sup><a href="references.html#ref14">14</a></sup> A health plan probably does not weigh the impact of its decision to participate in a market on providers&#39; administrative costs. There may therefore be more plans than is good for society as a whole. Working in the other direction, competition in the market for health insurance can lower prices, benefiting purchasers and consumers. Moreover, policies that &quot;simplify insurance product design&quot; may significantly restrict consumer choice.<sup><a href="references.html#ref15">15</a></sup></p><p>As a final example, consider the adoption of health information technology, such as computer physician order entry. This technology is expensive for doctors and its benefits vis-&#65533;-vis higher quality and reduced cost are often shared with other entities. Thus, doctors will tend to invest less in health-information technology than would be desirable (efficient) for society as a whole. Some have followed this logic in advocating Medicare subsidies for adoption, suggesting that Medicare&#39;s perspective is closely aligned with that of society overall.<sup><a href="references.html#ref16">16</a></sup> Although any particular doctor plays a limited role in the health system and sometimes even in a patient&#39;s overall care, Medicare is involved in its beneficiaries&#39; care across providers and over an extended period.</p><p>Taken together, these examples suggest that there are many reasons, unrelated to inefficiency from the perspectives of individual providers and intermediaries, why health care may be socially inefficient. Indeed, it has long been believed that this perspective is relatively problematic.<sup><a href="references.html#ref17">17</a></sup></p><p>Despite the importance of social efficiency in this context, we were unable to identify existing measures, as the next chapter explains. A potential explanation is that measuring social efficiency is quite challenging. In particular, a measure must account for the benefits and costs of a situation to all entities in society.</p><p>To the extent that entities desire to evaluate social efficiency, the development of adequate measures would need to be part of a future research agenda.</p><p class="size2"><a href="/research/findings/final-reports/efficiency/index.html#contents">Return to Contents</a><a id="sources" name="sources">&#160;</a></p><h3>Evidence Sources and Searches</h3><h4>Literature Searches/Search Strategy</h4><p>The RAND Library staff performed the searches on Medline&#174; and EconLit for articles. Members of the project team worked closely with the TEP and the librarians to refine the search strategy. We searched published articles in the English language, appearing in journals between the years 1990 and 2005, and involving human subjects. We also performed &quot;reference mining&quot; by searching the bibliographies of retrieved articles for additional relevant publications. All of these searches were conducted during December 2005. The search strategies can be found in <a href="/research/findings/final-reports/efficiency/hcemappb.html">Appendix B</a>.</p><h4>Vendors and Stakeholder Interviews</h4><p>Because we expected some of the most well known efficiency measures might not appear in the published literature, we developed a list of organizations that we knew had developed or were considering developing their own efficiency measures. We used a purposive reputational sampling approach. This identified the eight leading vendors of proprietary efficiency measures and five national or regional leaders in quality and efficiency measurements and improvements. We contacted key people at these organizations in an attempt to collect the information necessary to describe and compare their efficiency measure to those we abstracted from articles.</p><p>The vendor organizations selected are major developers of proprietary software used as efficiency measurement tools. The stakeholder organizations selected are either national leaders in quality and efficiency measurement and improvement (e.g., The Leapfrog Group, AQA, and NCQA) or regional coalitions with a history of performance measurement and reporting (e.g., IHA in California and the Employer Health Care Alliance Cooperative, also known as The Alliance, in Wisconsin).</p><p class="size2"><a href="/research/findings/final-reports/efficiency/index.html#contents">Return to Contents</a><a id="tep" name="tep">&#160;</a></p><h3>Technical Expert Panel</h3><p>This report was guided by a Technical Expert Panel (TEP). We invited a distinguished group of stakeholders and experts to participate in the TEP for this report. The TEP conference call was held in February 2005 and subsequent one-on-one conversations occurred between the project team and individual TEP members throughout the project. The TEP provided valuable feedback on the typology and possible organizations to contact. The TEP reviewed the final draft of this report. A list of the TEP members can be found in <a href="/research/findings/final-reports/efficiency/hcemappd.html">Appendix D</a>.</p><p class="size2"><a href="/research/findings/final-reports/efficiency/index.html#contents">Return to Contents</a><a id="title" name="title">&#160;</a></p><h3>Title Screening, Article Review, and Selection of Individual Studies</h3><h4>Study Selection</h4><p>Two researcher reviewers conducted the study selection process and selected studies for further review. Each reviewer independently reviewed the documents or studies and disagreements were resolved by consensus. Dual review was used at all stages of the project. The principal investigators and the experts involved in the project resolved any questions or needs for clarification that arose throughout the literature review. Reviewers screened all titles found through our Medline&#174; and EconLit searches or that were submitted by content experts for pertinence to the key questions and therefore their relevance to this project. We adopted the following exclusion criteria that were applied at both the title/abstract and article screening phases:</p><ul><li>Cost-effectiveness of treatment or product.</li><li>Effect of health on labor productivity.</li><li>Efficiency is not stated as an outcome but implications of findings for efficiency are discussed.</li></ul><p>Approved titles moved on to the article screening phase. We ordered all articles that were accepted and sent them out for further review based on topic area.</p><h4>Data Abstraction</h4><p>We designed a one-page data collection instrument specifically for this project and pilot-tested it with all reviewers. This screener (go to <a href="/research/findings/final-reports/efficiency/hcemappc.html">Appendix C</a>) contained questions about the focus of the document, research topic, proprietary efficiency measures, location, and the type of paper. The article screener phase included the same exclusion criteria as the title review stage. Therefore, we excluded abstracts that clearly dealt with topics other than efficiency of the following entities:</p><ul><li>Clinicians (individual or group).</li><li>Hospitals.</li><li>Nursing homes.</li><li>Long-term care hospital wards.</li><li>Primary health centers.</li><li>Systems (plans, medical groups, hospital chains, VA).</li><li>Countries.</li><li>Other providers.</li></ul><p>Articles that focused on background or were reviews/meta-analyses were marked for separate examination, as described below. Project staff entered data from the forms into an electronic database and tracked all studies through the screening process.</p><p>Articles accepted at the screening stage were subjected to full abstraction using a standardized abstraction form. Some studies or documents described only measure development whereas others described use in an actual population. Due to the volume of articles accepted at the screening stage, the team only abstracted articles or documents accepted in the first round of screening that focused on efficiency measures in the United States exclusively. We did not include efficiency measures that were used to compare the United States with other countries.</p><p class="size2"><a href="/research/findings/final-reports/efficiency/index.html#contents">Return to Contents</a><a id="peer" name="peer">&#160;</a></p><h3>Peer Review Process</h3><p>We identified 15 potential stakeholders who would be interested in using efficiency measures, and sent them a draft document for review. In addition, each TEP member was asked to review the draft. The list of reviewers and organizations can be found in <a href="/research/findings/final-reports/efficiency/hcemappd.html">Appendix D</a>. A blinded list of all comments received, organized by section of the report, is presented in <a href="/research/findings/final-reports/efficiency/hcemappe.html">Appendix E</a>, accompanied by our response to each comment.</p> </div><!-- end: Basic Modal -->
<div class="current-as-of">Page last reviewed April 2008</div>
<div class="citation">
<span>Internet Citation: Chapter 2. Methods (continued): Health Care Efficiency Measures: Identification, Categorization, and Evaluation.
April 2008. Agency for Healthcare Research and Quality, Rockville, MD. http://archive.ahrq.gov/research/findings/final-reports/efficiency/hcemch2a.html</span>
<div class="citation-flag"></div>
</div>
</article>
</div>
</div>
</div>
<p>&nbsp;</p>
<div class="footnote">
<p> The information on this page is archived and provided for reference purposes only.</p>
</div>
<p>&nbsp;</p>
</div>
</td>
</tr>
</tbody>
</table>
</td>
</tr>
</tbody>
</table>
</div><!-- End of Content Body -->
<!-- Footer graphic 1.2-->
<table border="0" cellSpacing="0" cellPadding="0" width="100%">
<tbody>
<tr>
<td background="/images/bottom_ahrq_bkg.jpg" width="125">
<img alt="AHRQ" src="/images/bottom_ahrq_1.jpg" width="125">
</td>
<td background="/images/bottom_ahrq_bkg.jpg" width="100%">
<img alt="" src="/images/bottom_ahrq_bkg.jpg" width="10" height="34">
</td>
<td background="/images/bottom_ahrq_bkg.jpg" width="310">
<img alt="Advancing Excellence in Health Care" src="/images/bottom_ahrq_2.gif" width="310" height="34">
</td>
</tr>
</tbody>
</table>
<!-- Footer links section -->
<div id="banner_Footer2">
<p>
<a href="https://www.ahrq.gov/">AHRQ Home</a> |
<a class="footer_navlink" href="https://info.ahrq.gov/cgi-bin/ahrq.cfg/php/enduser/std_alp.php">Questions?</a> |
<a class="footer_navlink" href="https://www.ahrq.gov/contact/index.html">Contact AHRQ</a> |
<a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/accessibility/index.html">Accessibility</a> |
<a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/privacy/index.html">Privacy Policy</a> |
<a class="footer_navlink" href="https://www.ahrq.gov/news/foia.htm">Freedom of Information Act</a> |
<a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/disclaimers/index.html">Disclaimers</a> |
<a class="footer_navlink" href="http://www.hhs.gov/open/recordsandreports/plainwritingact/index.html">Plain Writing Act</a>
<br/>
<a class="footer_navlink" href="http://www.hhs.gov">U.S. Department of Health &amp; Human Services</a> |
<a class="footer_navlink" href="http://www.whitehouse.gov">The White House</a> |
<a class="footer_navlink" href="http://www.usa.gov">USA.gov: The U.S. Government's Official Web Portal</a>
</p>
</div>
<div id="banner_Footeraddress">
<p>
Agency for Healthcare Research and Quality <img alt="" src="/images/bottom_dot.gif"> 5600 Fishers Lane Rockville, MD 20857 <img alt="" src="/images/bottom_dot.gif">
Telephone: (301) 427-1364
</p>
</div>
<!-- End of Footer links section -->
<!-- JavaScript at the bottom for fast page loading: http://developer.yahoo.com/performance/rules.html#js_bottom -->
<!-- Grab Google CDN's jQuery, with a protocol relative URL; fall back to local if offline -->
<script src="//ajax.googleapis.com/ajax/libs/jquery/1.7.2/jquery.min.js"></script>
<script>window.jQuery || document.write('<script src="js/libs/jquery-1.7.2.min.js"><\/script>')</script>
<!-- scripts concatenated and minified via build script -->
<script src="/js/plugins.js"></script>
<script src="/js/script.js"></script>
<script src="/scripts/javascript.js"></script>
<!-- end scripts -->
</body>
</html>