ahrq-gov/archive.ahrq.gov/research/findings/final-reports/arracer/arracer-sum.html
2025-02-28 14:14:25 -05:00

220 lines
25 KiB
HTML
Raw Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

<!DOCTYPE html>
<!--[if IEMobile 7]><html class="iem7" lang="en" dir="ltr"><![endif]-->
<!--[if lte IE 6]><html class="lt-ie9 lt-ie8 lt-ie7" lang="en" dir="ltr"><![endif]-->
<!--[if (IE 7)&(!IEMobile)]><html class="lt-ie9 lt-ie8" lang="en" dir="ltr"><![endif]-->
<!--[if IE 8]><html class="lt-ie9" lang="en" dir="ltr"><![endif]-->
<!--[if (gte IE 9)|(gt IEMobile 7)]><!--><html lang="en" dir="ltr" prefix="content: http://purl.org/rss/1.0/modules/content/ dc: http://purl.org/dc/terms/ foaf: http://xmlns.com/foaf/0.1/ og: http://ogp.me/ns# rdfs: http://www.w3.org/2000/01/rdf-schema# sioc: http://rdfs.org/sioc/ns# sioct: http://rdfs.org/sioc/types# skos: http://www.w3.org/2004/02/skos/core# xsd: http://www.w3.org/2001/XMLSchema#"><!--<![endif]-->
<head>
<!-- Legacy Clickjacking protection -->
<style id="antiClickjack">body{display:none !important;}</style>
<script type="text/javascript">
if (self === top) {
var antiClickjack = document.getElementById("antiClickjack");
antiClickjack.parentNode.removeChild(antiClickjack);
} else {
top.location = self.location;
}
</script>
<!-- / Legacy Clickjacking protection -->
<meta charset="utf-8" />
<meta name="DCTERMS.publisher.portfolio" content="Comparative Effectiveness" />
<meta name="DCTERMS.type" content="Text" />
<meta name="Keywords" content="ARRA Comparative Effectiveness Research" />
<meta name="DCTERMS.title" content="Evaluation of ARRA Comparative Effectiveness Research Dissemination Contract Efforts" />
<meta name="DCTERMS.subject" content="ARRA Comparative Effectiveness Research" />
<meta name="DCTERMS.subject.topics" content="American Recovery and Reinvestment Act (ARRA),Comparative Effectiveness" />
<meta name="DCTERMS.publisher" content="U.S. HHS: Agency for Healthcare Research and Quality" />
<meta name="DCTERMS.modified" content="2013-10-15" />
<link rel="canonical" href="/research/findings/final-reports/arracer/arracer-sum.html" />
<meta name="DCTERMS.language" content="en-us" />
<meta name="DCTERMS.type.document_type" content="General" />
<meta name="DCTERMS.created" content="2014-12-18" />
<meta name="DCTERMS.available" content="2014-12-18" />
<meta name="DCTERMS.audience" content="Policymakers" />
<meta name="DCTERMS.alternate" content="Executive Summary" />
<link rel="shortlink" href="/node/201861" />
<link rel="shortcut icon" href="https://www.ahrq.gov/sites/default/files/favicon_0.ico" type="image/vnd.microsoft.icon" />
<title>Evaluation of ARRA Comparative Effectiveness Research Dissemination Contract Efforts | AHRQ Archive</title>
<!-- end="metadata" -->
<link rel="stylesheet" href="/css/archive.css">
<link rel="stylesheet" href="/css/ahrqstyleprint_arch.css" media="print">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
ga('create', 'UA-75759936-1', 'auto');
ga(' set', 'anonymizeIp', true);
ga('send', 'pageview');
</script></head>
<body><!-- Google Tag Manager -->
<noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-W4DST4"
height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
'//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
})(window,document,'script','dataLayer','GTM-W4DST4');</script>
<!-- End Google Tag Manager -->
<!-- Prompt IE 6 users to install Chrome Frame. Remove this if you support IE 6.
chromium.org/developers/how-tos/chrome-frame-getting-started -->
<!--[if lt IE 7]><p class=chromeframe>Your browser is <em>ancient!</em> <a href="http://browsehappy.com/">Upgrade to a different browser</a> or <a href="http://www.google.com/chromeframe/?redirect=true">install Google Chrome Frame</a> to experience this site.</p><![endif]-->
<!-- Add your site or application content here -->
<noscript>Your browser doesn't support JavaScript. Please upgrade to a modern browser or enable JavaScript in your existing browser.</noscript>
<!-- Page Header v2.0 --><!--Begin Banner CodeS-->
<div id="ahrqbanner">
<div class="hhsportion" id="top" name="top">
<a class="skipnav" href="#h1">Skip Navigation</a>
<a title="Archive: U.S. Department of Health and Human Services" href="http://archive.hhs.gov/"><img border="0" alt="Archive: U.S. Department of Health and Human Services" src="/images/hhs_banner_arch.gif" width="376" height="49"></a>
<a class="hhsright" title="U.S. Department of Health and Human Services" href="http://www.hhs.gov/"><img alt="U.S. Department of Health and Human Services" src="/images/hhs_link_arch.gif" width="127" height="41"></a>
</div>
<div class="ahrqportion">
<a title="Archive: Agency for Healthcare Research Quality" href="/"><img border="0" alt="Archive: Agency for Healthcare Research Quality" src="/images/ahrq_banner_arch.jpg" width="566" height="69"></a>
<form id="banner_searchform" method="get" name="searchForm" action="https://search.ahrq.gov/search">
<label style="Z-INDEX: -1; POSITION: relative; FONT-SIZE: 0px; MARGIN-RIGHT: -65px" for="search">Search</label>
<input id="search" class="gotext" onfocus="this.value='';" value=" Search Archive" size="11" type="text" name="q" label="Search archive"/>
<input type="hidden" name="siteDomain" value="archive.ahrq.gov">
<input class="gobtn" onclick="javascript:document.searchForm.submit();" alt="Search" src="/images/topbn_GoButton.gif" type="image" name="Submit"/>
</form><a class="ahrqright" title="AHRQ Home—Live Site" href="http://www.ahrq.gov">www.ahrq.gov</a>
</div>
<div class="ahrqlinks">
<a href="https://www.ahrq.gov/">AHRQ Home—Live Site</a> | <a href="/">Archive Home</a> | <a href="/sitemap.htm">Site Map</a>
</div>
</div>
<div id="PrintBanner"><img alt="Archival print banner" src="/images/printbanner_arch.jpg"/></div><a id="h1" name="h1"></a><!-- End of Page header -->
<!-- Content Body -->
<div id="mainContent">
<!-- Main Content -->
<!-- Center Content section -->
<table border="0" cellpadding="0" cellspacing="0" width="100%">
<tbody><tr valign="top">
<td width="70%">
<!-- Center Content section -->
<table style="margin-left: 10px; margin-right: 10px; margin-top: 5px;" summary="This table gives the layout format of the bread crumb area and the center content area." border="0" cellpadding="0" cellspacing="0" width="100%">
<!--DWLayoutTable-->
<tbody><tr>
<td class="crumb_link"><div id="crumbContent">
</span></p>
</div>
</td>
</tr>
<tr>
<td>
<div id="centerContent">
<div class="headnote">
<p>This information is for reference purposes only. It was current when produced and may now be outdated. Archive material is no longer maintained, and some links may not work. Persons with disabilities having difficulty accessing this information should contact us at: <a href="https://info.ahrq.gov/">https://info.ahrq.gov</a>. Let us know the nature of the problem, the Web address of what you want, and your contact information.</p>
<p>Please go to <a href="https://www.ahrq.gov/">www.ahrq.gov</a> for current information.</p>
</div>
<!-- T:ahrqPgGeneric -->
<article class="grid_9">
<aside class="sidebars second">
<div class="region region-grey-brief">
<div id="block-views-generic-page-block-2" class="block block-views first last odd">
<div class="view view-generic-page view-id-generic_page view-display-id-block_2">
<div class="view-content">
<div>
<div class="gray-brief">
<h3>Alternate Formats</h3>
<ul class="grey_brief_altformat_list"><li>
<p><a href="arra-cer.pdf">PDF File</a> - 2.76 MB</p>
</li>
</ul> </div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</aside>
<div >
<h1 class="page__title title" id="page-title">Evaluation of ARRA Comparative Effectiveness Research Dissemination Contract Efforts</h1>
<!--
This file is not used by Drupal core, which uses theme functions instead.
See http://api.drupal.org/api/function/theme_field/7 for details.
After copying this file to your theme's folder and customizing it, remove this
HTML comment.
-->
<div class="field field-name-field-subtitle field-type-text field-label-hidden">
<div class="field-items">
<h2 class="field-item even">Executive Summary</h2>
</div>
</div>
<div class="field field-name-field-description field-type-text-long field-label-hidden"><div class="field-items"><div class="field-item even"></div></div></div><div class="field field-name-ahrq-generic-body field-type-text-long field-label-hidden"><div class="field-items"><div class="field-item even"><p>Patients and their health care providers have many options when deciding on a treatment plan. Sorting through large volumes of information is difficult and time consuming for physicians and patients alike. This has created a need for synthesized research conducted and compiled by objective experts. Recognizing this vacuum, the Agency for Healthcare Research and Quality (AHRQ) has taken a leading role in developing and widely disseminating comparative effectiveness research (CER), a type of patient-centered outcomes research (PCOR),<a href="#ref1"><sup>1</sup></a><sup> </sup>and sharing it with decisionmakers, including clinicians, health care system administrators, business purchasers, and consumers.</p>
<p>The goal of the evaluation contract is to assess secular trends in consumer and clinician awareness of CER and specific CER topics. Specifically, the data collection effort will ascertain: 1) if and how levels of awareness, understanding, use, and perceived benefits of CER are changing and 2) trends in awareness of AHRQ's EHC Program. Using a computer-assisted telephone interviewing (CATI) survey and a mail survey, respectively, IMPAQ/Battelle (the "IMPAQ team") assessed levels of awareness and use of CER among consumers and clinicians at two points in time. This report focuses on the second data collection phase (wave 2) and presents a longitudinal analysis of the wave 1 and wave 2 consumer and clinician survey data.</p>
<h3>Wave 2 Consumer Survey Findings</h3>
<ul>
<li>Although nearly 65 percent of respondents were aware of the concept of comparing treatment choices and 45 percent had heard of research that can help compare treatment options, only 11 percent indicated that they had heard of the research referred to "by a specific name." Of that group, only two respondents knew it as "comparative effectiveness research," and two respondents identified this research as "patient-centered outcomes research," "PCOR," or "shared decisionmaking."</li>
<li>When given a definition, 21 percent of respondents indicated that they were aware of research that can help compare treatment options. Respondents who were between 45 and 64 years old (compared to those 18 to 44 years old and 65 and older), Black (compared to White and other races), female, and not enrolled in Medicare or Medicaid (compared to enrollees) were statistically more likely to be aware of the concept of such research.</li>
<li>Print media, such as newspapers, journals, and magazines, served as the most common source of information on CER, followed by Web sites, television/radio, and health care providers. Of those learning about CER from their clinicians, 51 percent (21 respondents) indicated that their provider had initiated discussions about CER. Health care providers and Web sites were the most common preferred methods to obtain medical information.</li>
<li>Of the 598 respondents indicating awareness of CER (unaided or aided) and/or the EHC Program, just over half currently use research to help make medical decisions; one-fifth have used it in the past. Respondents who were between 18 and 44 years old (compared to aged 45 and older respondents), Black (compared to White and other races), and female were statistically more likely to use such research. Medicare beneficiaries were statistically more likely than their non-Medicare enrollee counterparts to use CER; however, Medicaid beneficiaries were statistically less likely than non-enrollees to report use of CER.</li>
<li>A majority of respondents who indicated awareness of CER (unaided or aided) and/or the EHC Program also reported positive perceived benefits of CER. An 88 percent majority reported that evaluating treatment options provides information to help "make good medical health care choices," and an 88 percent majority reported that evaluating treatment options "allows patients and doctors to make choices based on the needs of individual patients."</li>
<li>A minority (11 percent) of consumers had heard of AHRQ prior to the survey. Very few surveyed consumers had heard of the EHC Program (seven percent) or visited its Web site (three respondents).</li>
<li>A majority of respondents were interested in evaluating treatment options before making medical decisions (74 percent), while fewer were interested in learning more about evaluating treatment options for specific conditions (51 percent) and learning about the EHC Program (58 percent).</li>
</ul>
<h3>Longitudinal Consumer Survey Findings</h3>
<p>The longitudinal analysis comparing wave 1 to wave 2 suggests increases in awareness of and interest in CER, AHRQ, and the EHC Program among consumers. Although changes in consumers' awareness of CER did not reach statistical significance, unaided awareness increased from 61 percent in wave 1 to 65 percent in wave 2, while aided awareness increased from 18 percent in wave 1 to 21 percent in wave 2. Awareness of research on the evaluation of treatment options for specific medical conditions rose from 73 percent in wave 1 to 86 percent in wave 2. As with awareness of CER generally, the increase was not statistically significant.</p>
<p>Consumers reported an increase in awareness of AHRQ and the EHC Program from wave 1 to wave 2. Four percent of consumers indicated awareness of AHRQ in wave 1 and 11 percent reported awareness in wave 2; this change was statistically significant. The percent of consumers reporting awareness of the EHC Program grew from four percent in wave 1 to seven percent in wave 2, but this increase did not reach statistical significance.</p>
<p>In addition to awareness, the team observed a statistically significant increase in consumers' interest in learning more about CER. Consumers indicating interest in learning more about evaluating treatment options for specific medical conditions grew from 37 percent in wave 1 to 51 percent in wave 2. Although the increase did not reach statistical significance, consumers' interest in evaluating treatment options to prepare for medical decisions increased from 69 percent in wave 1 to 74 percent in wave 2. Consumers also reported an increase in their intent to use CER to prepare for medical decisions, but the increase did not achieve statistical significance.</p>
<p>Interest in learning about the EHC Program increased over time from 44 percent in wave 1 to 58 percent in wave 2, and the increase was statistically significant. Consumers also reported an increase in intention to use AHRQ's products or other studies before a medical visit to inform decisionmaking from 39 percent in wave 1 to 45 percent in wave 2, although that increase was not statistically significant.</p>
<h3>Wave 2 Clinician Survey Findings</h3>
<ul>
<li>One-fifth (20 percent) of clinician respondents indicated awareness of CER when prompted with its name. A larger portion of clinicians indicated that they were more familiar with the term "PCOR" (49 percent) or "evidence-based medicine" (94 percent) than CER.</li>
<li>The most common sources of exposure to CER were an article in a medical or science journal (24 percent); conference or professional meetings (17 percent); a continuing education course (11 percent); and colleagues (9 percent).</li>
<li>Over one-third (38 percent) of the clinicians were aware of AHRQ. The majority of clinicians (88 percent) were unaware of the EHC Program. However, 17 percent of respondents reported that they had heard of the EHC Program's Web site.</li>
<li>Awareness of EHC Program products was generally high among respondents who indicated awareness of the EHC Program; at least 40 percent of respondents had heard of each of the ten EHC Program products that the questionnaire listed, although fewer clinicians reported having ever read or used them.</li>
<li>Slightly over half (54 percent) indicated that they were interested in learning more about CER. Similarly, over half (57 percent) indicated that they were interested in learning more about the EHC Program.</li>
<li>The majority of clinicians indicated that they share educational materials with some (38 percent), most (39 percent), or all (12 percent) of their patients. The most common reasons for why they do not discuss treatment options included: patients' existing awareness of treatment options (18 percent); lack of time (16 percent); concern that patients will expect the clinician to know the "best" treatment (14 percent); patients being overwhelmed by the amount of information (14 percent); and concern that patients will have difficulty understanding the treatment options (14 percent).</li>
<li>Slightly over half (56 percent) of the clinicians reported that they had seen, read, or heard messaging that encourages patients to explore and compare their treatment options with their doctors. Among those who reported exposure to such information, just over one-third (39 percent) reported having seen these messages in the last month.</li>
<li>Approximately half of the clinicians surveyed indicated that they are likely to use EHC Program consumer (47 percent) and clinician summaries (50 percent) in the next year, while approximately ten percent were unlikely to use either product.</li>
</ul>
<h3>Longitudinal Clinician Survey Findings</h3>
<p>The longitudinal analysis comparing wave 1 to wave 2 suggests increases in awareness of and interest in CER, AHRQ, and the EHC Program among clinicians. Although changes in consumers' awareness of CER did not reach statistical significance, aided awareness increased from 18 percent in wave 1 to 20 percent in wave 2.</p>
<p>Clinicians reported statistically significant increases in both awareness of AHRQ and the EHC Program from wave 1 to wave 2. Thirty-three percent of clinicians indicated awareness of AHRQ in wave 1 and 38 percent reported awareness in wave 2. Likewise, the percent of clinicians reporting awareness of the EHC Program grew from eight percent in wave 1 to 12 percent in wave 2.</p>
<p>While awareness of CER, AHRQ, and the EHC Program increased, clinicians' knowledge and understanding decreased, although the changes were not statistically significant. Clinicians reported a slight decrease in the average CER Knowledge Score from 5.37 (out of 11) in wave 1 to 5.22 in wave 2. Clinicians' EHC Program Knowledge Score also declined from 6.39 (out of 11) in wave 2 to 6.32 in wave 2.</p>
<p>Like awareness, the team observed increases in clinicians' interest in learning more about CER and the EHC Program, although the changes were not statistically significant. Scores indicating clinicians' interest in learning more about CER increased slightly from 3.57 (out of 4) in wave 1 to 3.58 in wave 2. Clinicians also reported an increase in their interest in learning more about the EHC Program. In wave 1, clinicians reported a score of 3.61 (out of 4); in wave 2, the score grew slightly to 3.63.</p>
<p>Use of the EHC Program Web site among clinicians increased from wave 1 to wave 2 and the change was statistically significant. Twenty-eight percent of clinicians reported that they had previously visited the EHC Program Web site in wave 1; 41 percent reported visiting the Web site in wave 2. Clinicians also reported a slight increase in their intention to use EHC Program clinician products in the near future, although the change was not statistically significant. Fifty percent of clinicians reported intention to use EHC Program clinician products in wave 1; this figure increased by 0.1 percentage point in wave 2.</p>
<hr>
<p><a id="ref1" name="ref1"> </a><sup>1</sup> In the consumer questionnaire, rather than using the terms "CER" or "PCOR," the survey instruments refer to the "concept of evaluating treatment options." In the clinician questionnaire, the terms "comparative effectiveness research" and "patient-centered outcomes research" were used, but their abbreviations were not. For expediency, in this report we refer simply to "CER."</p>
<hr>
<p><a href="/research/findings/final-reports/arracer/index.html">Return to Contents</a><br><br />
<a href="/research/findings/final-reports/arracer/arracer-1.html">Proceed to Next Section</a></p>
</div></div></div><div class="field field-name-field-last-reviewed field-type-datestamp field-label-hidden">
<div class="field-items">
<div class="field-item even">
Page last reviewed <span class="date-display-single" property="dc:date" datatype="xsd:dateTime" content="2013-10-01T00:00:00-04:00">October 2013</span> <br />Page originally created December 2014 </div>
</div>
</div>
<div id="block-ahrq-citation" class="block block-ahrq first odd">
Internet Citation: Evaluation of ARRA Comparative Effectiveness Research Dissemination Contract Efforts. Content last reviewed October 2013. Agency for Healthcare Research and Quality, Rockville, MD. https://archive.ahrq.gov/research/findings/final-reports/arracer/arracer-sum.html<div class="citation-flag"> </div> </div> <!--</div>--> <div class="footnote"> <p> The information on this page is archived and provided for reference purposes only.</p> </div> <p>&nbsp;</p> </div> </div></td> </tr> </tbody> </table> </td> </tr> </tbody> </table> </div>
<!-- End of Content Body -->
<!-- Footer graphic 1.2--> <table border="0" cellSpacing="0" cellPadding="0" width="100%"> <tbody> <tr> <td background="/images/bottom_ahrq_bkg.jpg" width="125"> <img alt="AHRQ" src="/images/bottom_ahrq_1.jpg" width="125"> </td> <td background="/images/bottom_ahrq_bkg.jpg" width="100%"> <img alt="" src="/images/bottom_ahrq_bkg.jpg" width="10" height="34"> </td> <td background="/images/bottom_ahrq_bkg.jpg" width="310"> <img alt="Advancing Excellence in Health Care" src="/images/bottom_ahrq_2.gif" width="310" height="34"> </td> </tr> </tbody> </table>
<!-- Footer links section --> <div id="banner_Footer2"> <p> <a href="https://www.ahrq.gov/">AHRQ Home</a> | <a class="footer_navlink" href="https://info.ahrq.gov/cgi-bin/ahrq.cfg/php/enduser/std_alp.php">Questions?</a> | <a class="footer_navlink" href="https://www.ahrq.gov/contact/index.html">Contact AHRQ</a> | <a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/accessibility/index.html">Accessibility</a> | <a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/privacy/index.html">Privacy Policy</a> | <a class="footer_navlink" href="https://www.ahrq.gov/news/foia.htm">Freedom of Information Act</a> | <a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/disclaimers/index.html">Disclaimers</a> | <a class="footer_navlink" href="http://www.hhs.gov/open/recordsandreports/plainwritingact/index.html">Plain Writing Act</a> <br/> <a class="footer_navlink" href="http://www.hhs.gov">U.S. Department of Health &amp; Human Services</a> | <a class="footer_navlink" href="http://www.whitehouse.gov">The White House</a> | <a class="footer_navlink" href="http://www.usa.gov">USA.gov: The U.S. Government's Official Web Portal</a> </p> </div> <div id="banner_Footeraddress"> <p> Agency for Healthcare Research and Quality <img alt="" src="/images/bottom_dot.gif"> 5600 Fishers Lane Rockville, MD 20857 <img alt="" src="/images/bottom_dot.gif"> Telephone: (301) 427-1364 </p> </div>
<!-- End of Footer links section -->
<!-- JavaScript at the bottom for fast page loading: http://developer.yahoo.com/performance/rules.html#js_bottom --> <!-- Grab Google CDN's jQuery, with a protocol relative URL; fall back to local if offline --> <!-- <script src="//ajax.googleapis.com/ajax/libs/jquery/1.7.2/jquery.min.js"></script> <script>window.jQuery || document.write('<script src="js/libs/jquery-1.7.2.min.js"><\/script>')</script>--> <!-- scripts concatenated and minified via build script --> <!-- <script src="/js/plugins.js"></script> <script src="/js/script.js"></script>--> <!-- end scripts --> </body> </html>