ahrq-gov/archive.ahrq.gov/research/findings/final-reports/arracer/arracer-apq.html
2025-02-28 14:14:25 -05:00

796 lines
35 KiB
HTML
Raw Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

<!DOCTYPE html>
<!--[if IEMobile 7]><html class="iem7" lang="en" dir="ltr"><![endif]-->
<!--[if lte IE 6]><html class="lt-ie9 lt-ie8 lt-ie7" lang="en" dir="ltr"><![endif]-->
<!--[if (IE 7)&(!IEMobile)]><html class="lt-ie9 lt-ie8" lang="en" dir="ltr"><![endif]-->
<!--[if IE 8]><html class="lt-ie9" lang="en" dir="ltr"><![endif]-->
<!--[if (gte IE 9)|(gt IEMobile 7)]><!--><html lang="en" dir="ltr" prefix="content: http://purl.org/rss/1.0/modules/content/ dc: http://purl.org/dc/terms/ foaf: http://xmlns.com/foaf/0.1/ og: http://ogp.me/ns# rdfs: http://www.w3.org/2000/01/rdf-schema# sioc: http://rdfs.org/sioc/ns# sioct: http://rdfs.org/sioc/types# skos: http://www.w3.org/2004/02/skos/core# xsd: http://www.w3.org/2001/XMLSchema#"><!--<![endif]-->
<head>
<!-- Legacy Clickjacking protection -->
<style id="antiClickjack">body{display:none !important;}</style>
<script type="text/javascript">
if (self === top) {
var antiClickjack = document.getElementById("antiClickjack");
antiClickjack.parentNode.removeChild(antiClickjack);
} else {
top.location = self.location;
}
</script>
<!-- / Legacy Clickjacking protection -->
<meta charset="utf-8" />
<meta name="DCTERMS.publisher.portfolio" content="Comparative Effectiveness" />
<meta name="DCTERMS.type" content="Text" />
<meta name="Keywords" content="ARRA Comparative Effectiveness Research" />
<meta name="DCTERMS.title" content="Evaluation of ARRA Comparative Effectiveness Research Dissemination Contract Efforts" />
<meta name="DCTERMS.subject" content="ARRA Comparative Effectiveness Research" />
<meta name="DCTERMS.subject.topics" content="American Recovery and Reinvestment Act (ARRA),Comparative Effectiveness" />
<meta name="DCTERMS.publisher" content="U.S. HHS: Agency for Healthcare Research and Quality" />
<meta name="DCTERMS.modified" content="2013-10-15" />
<link rel="canonical" href="/research/findings/final-reports/arracer/arracer-apq.html" />
<meta name="DCTERMS.language" content="en-us" />
<meta name="DCTERMS.type.document_type" content="General" />
<meta name="DCTERMS.created" content="2014-12-18" />
<meta name="DCTERMS.available" content="2014-12-18" />
<meta name="DCTERMS.audience" content="Policymakers" />
<meta name="DCTERMS.alternate" content="Appendix Q: Clinician Survey Longitudinal Results" />
<link rel="shortlink" href="/node/201862" />
<link rel="shortcut icon" href="https://www.ahrq.gov/sites/default/files/favicon_0.ico" type="image/vnd.microsoft.icon" />
<title>Evaluation of ARRA Comparative Effectiveness Research Dissemination Contract Efforts | AHRQ Archive</title>
<!-- end="metadata" -->
<link rel="stylesheet" href="/css/archive.css">
<link rel="stylesheet" href="/css/ahrqstyleprint_arch.css" media="print">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
ga('create', 'UA-75759936-1', 'auto');
ga(' set', 'anonymizeIp', true);
ga('send', 'pageview');
</script></head>
<body><!-- Google Tag Manager -->
<noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-W4DST4"
height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
'//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
})(window,document,'script','dataLayer','GTM-W4DST4');</script>
<!-- End Google Tag Manager -->
<!-- Prompt IE 6 users to install Chrome Frame. Remove this if you support IE 6.
chromium.org/developers/how-tos/chrome-frame-getting-started -->
<!--[if lt IE 7]><p class=chromeframe>Your browser is <em>ancient!</em> <a href="http://browsehappy.com/">Upgrade to a different browser</a> or <a href="http://www.google.com/chromeframe/?redirect=true">install Google Chrome Frame</a> to experience this site.</p><![endif]-->
<!-- Add your site or application content here -->
<noscript>Your browser doesn't support JavaScript. Please upgrade to a modern browser or enable JavaScript in your existing browser.</noscript>
<!-- Page Header v2.0 --><!--Begin Banner CodeS-->
<div id="ahrqbanner">
<div class="hhsportion" id="top" name="top">
<a class="skipnav" href="#h1">Skip Navigation</a>
<a title="Archive: U.S. Department of Health and Human Services" href="http://archive.hhs.gov/"><img border="0" alt="Archive: U.S. Department of Health and Human Services" src="/images/hhs_banner_arch.gif" width="376" height="49"></a>
<a class="hhsright" title="U.S. Department of Health and Human Services" href="http://www.hhs.gov/"><img alt="U.S. Department of Health and Human Services" src="/images/hhs_link_arch.gif" width="127" height="41"></a>
</div>
<div class="ahrqportion">
<a title="Archive: Agency for Healthcare Research Quality" href="/"><img border="0" alt="Archive: Agency for Healthcare Research Quality" src="/images/ahrq_banner_arch.jpg" width="566" height="69"></a>
<form id="banner_searchform" method="get" name="searchForm" action="https://search.ahrq.gov/search">
<label style="Z-INDEX: -1; POSITION: relative; FONT-SIZE: 0px; MARGIN-RIGHT: -65px" for="search">Search</label>
<input id="search" class="gotext" onfocus="this.value='';" value=" Search Archive" size="11" type="text" name="q" label="Search archive"/>
<input type="hidden" name="siteDomain" value="archive.ahrq.gov">
<input class="gobtn" onclick="javascript:document.searchForm.submit();" alt="Search" src="/images/topbn_GoButton.gif" type="image" name="Submit"/>
</form><a class="ahrqright" title="AHRQ Home—Live Site" href="http://www.ahrq.gov">www.ahrq.gov</a>
</div>
<div class="ahrqlinks">
<a href="https://www.ahrq.gov/">AHRQ Home—Live Site</a> | <a href="/">Archive Home</a> | <a href="/sitemap.htm">Site Map</a>
</div>
</div>
<div id="PrintBanner"><img alt="Archival print banner" src="/images/printbanner_arch.jpg"/></div><a id="h1" name="h1"></a><!-- End of Page header -->
<!-- Content Body -->
<div id="mainContent">
<!-- Main Content -->
<!-- Center Content section -->
<table border="0" cellpadding="0" cellspacing="0" width="100%">
<tbody><tr valign="top">
<td width="70%">
<!-- Center Content section -->
<table style="margin-left: 10px; margin-right: 10px; margin-top: 5px;" summary="This table gives the layout format of the bread crumb area and the center content area." border="0" cellpadding="0" cellspacing="0" width="100%">
<!--DWLayoutTable-->
<tbody><tr>
<td class="crumb_link"><div id="crumbContent">
</span></p>
</div>
</td>
</tr>
<tr>
<td>
<div id="centerContent">
<div class="headnote">
<p>This information is for reference purposes only. It was current when produced and may now be outdated. Archive material is no longer maintained, and some links may not work. Persons with disabilities having difficulty accessing this information should contact us at: <a href="https://info.ahrq.gov/">https://info.ahrq.gov</a>. Let us know the nature of the problem, the Web address of what you want, and your contact information.</p>
<p>Please go to <a href="https://www.ahrq.gov/">www.ahrq.gov</a> for current information.</p>
</div>
<!-- T:ahrqPgGeneric -->
<article class="grid_9">
<aside class="sidebars second">
<div class="region region-grey-brief">
<div id="block-views-generic-page-block-2" class="block block-views first last odd">
<div class="view view-generic-page view-id-generic_page view-display-id-block_2">
<div class="view-content">
<div>
<div class="gray-brief">
<h3>Alternate Formats</h3>
<ul class="grey_brief_altformat_list"><li>
<p><a href="arra-cer.pdf">PDF File</a> - 2.76 MB</p>
</li>
</ul> </div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</aside>
<div >
<h1 class="page__title title" id="page-title">Evaluation of ARRA Comparative Effectiveness Research Dissemination Contract Efforts</h1>
<!--
This file is not used by Drupal core, which uses theme functions instead.
See http://api.drupal.org/api/function/theme_field/7 for details.
After copying this file to your theme's folder and customizing it, remove this
HTML comment.
-->
<div class="field field-name-field-subtitle field-type-text field-label-hidden">
<div class="field-items">
<h2 class="field-item even">Appendix Q: Clinician Survey Longitudinal Results</h2>
</div>
</div>
<div class="field field-name-field-description field-type-text-long field-label-hidden"><div class="field-items"><div class="field-item even"></div></div></div><div class="field field-name-ahrq-generic-body field-type-text-long field-label-hidden"><div class="field-items"><div class="field-item even"><p>Appendix Q contains the detailed results tables for the longitudinal analysis of all of the main outcome variables from the clinician survey (waves 1 and 2). This is a supplement to the findings reported in <a href="/research/findings/final-reports/arracer/arracer-6.html">Section 6</a> of the report. The results tables are organized according to the four main outcomes: (1) awareness, (2) knowledge and understanding, (3) attitudes/perceived benefits, and (4) behavior/use.</p>
<p>For each outcome variable we analyzed, we tested whether there was a statistically significant increase between survey waves (wave 2 minus wave 1) at the p&#60;0.05 level using a one-sided test (go to <a href="/research/findings/final-reports/arracer/arracer-2.html#25">Section 2.5.2</a> Analytic Methodology of Clinician Survey details). The tables include key information such as: (1) wave-specific point estimates; (2) two-sided 95% confidence intervals for each wave-specific point estimate; (3) the estimate for the differences between survey waves, e.g., "Diff (2-1)"; and (4) one-sided 95% confidence intervals for the difference estimates.</p>
<h3>Exhibit Q.1. Longitudinal Findings of Clinician Awareness of EHC Program, CER, and AHRQ</h3>
<h4>Aided awareness of EHC Program</h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Proportion Aware</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">Z-value</th>
<th scope="col" width="14%">P-value<sup><a href="#refq1">1</a></sup></th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">1657</td>
<td style=" text-align: center;">0.083887</td>
<td style=" text-align: center;">0.00681</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.070539, 0.097234)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">1558</td>
<td style=" text-align: center;">0.121951</td>
<td style=" text-align: center;">0.00829</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.105703, 0.1382)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">0.038065</td>
<td style=" text-align: center;">0.010729</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.02, 1)</td>
</tr>
<tr>
<td scope="row">&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">under Ho:</td>
<td style=" text-align: center;">0.010696</td>
<td style=" text-align: center;">3.56</td>
<td style=" text-align: center;">0.0002</td>
<td>&#160;</td>
</tr>
</table>
<h4>Aided awareness of CER</h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Proportion Aware</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">Z-value</th>
<th scope="col" width="14%">P-value<sup><a href="#refq1">1</a></sup></th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">1623</td>
<td style=" text-align: center;">0.181762</td>
<td style=" text-align: center;">0.009573</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.163, 0.200524)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">1480</td>
<td style=" text-align: center;">0.196622</td>
<td style=" text-align: center;">0.010331</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.176373, 0.21687)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">0.01486</td>
<td style=" text-align: center;">0.014084</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(-0.008, 1)</td>
</tr>
<tr>
<td scope="row">&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">under Ho:</td>
<td style=" text-align: center;">0.014067</td>
<td style=" text-align: center;">1.06</td>
<td style=" text-align: center;">0.1454</td>
<td>&#160;</td>
</tr>
</table>
<h4>Aided awareness of AHRQ</h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Proportion Aware</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">Z-value</th>
<th scope="col" width="14%">P-value<sup><a href="#refq1">1</a></sup></th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">1669</td>
<td style=" text-align: center;">0.32834</td>
<td style=" text-align: center;">0.011495</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.305811, 0.35087)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">1564</td>
<td style=" text-align: center;">0.378517</td>
<td style=" text-align: center;">0.012264</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.354479, 0.402554)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">0.050176</td>
<td style=" text-align: center;">0.016809</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.023, 1)</td>
</tr>
<tr>
<td scope="row">&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">under Ho:</td>
<td style=" text-align: center;">0.016815</td>
<td style=" text-align: center;">2.98</td>
<td style=" text-align: center;">0.0014</td>
<td>&#160;</td>
</tr>
</table>
<h4>Aided awareness of PCOR</h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Proportion Aware</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">Z-value</th>
<th scope="col" width="14%">P-value<sup><a href="#refq1">1</a></sup></th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">1640</td>
<td style=" text-align: center;">0.462805</td>
<td style=" text-align: center;">0.012312</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.438673, 0.486937)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">1491</td>
<td style=" text-align: center;">0.488263</td>
<td style=" text-align: center;">0.012945</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.462891, 0.513635)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">0.025458</td>
<td style=" text-align: center;">0.017866</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(-0.004, 1)</td>
</tr>
<tr>
<td scope="row">&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">under Ho:</td>
<td style=" text-align: center;">0.017869</td>
<td style=" text-align: center;">1.42</td>
<td style=" text-align: center;">0.0771</td>
<td>&#160;</td>
</tr>
</table>
<p><a name="refq1" id="refq1"> </a><sup>1.</sup> One sided p-value using normal approximation to the binomial. Tests null hypothesis of no difference in wave 2 and wave1 proportions versus the alternative that wave 2 is bigger.</p>
<h3>Exhibit Q.2. Longitudinal Findings of Clinician Knowledge and Understanding</h3>
<h4>CER Knowledge Scale<sup><a href="#ref1exhq2">1</a></sup></h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Mean</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">T-value</th>
<th scope="col" width="14%">P-value<sup><a href="#refq1">1</a></sup></th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">731</td>
<td style=" text-align: center;">5.372093</td>
<td style=" text-align: center;">0.091368</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(5.192718, 5.551468)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">746</td>
<td style=" text-align: center;">5.226542</td>
<td style=" text-align: center;">0.094076</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(5.041856, 5.411227)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">-0.14555</td>
<td style=" text-align: center;">0.131143</td>
<td style=" text-align: center;">-1.1099</td>
<td style=" text-align: center;">0.866</td>
<td style=" text-align: center;">(-0.361, 11)</td>
</tr>
</table>
<h4>EHC Program Knowledge Scale<sup><a href="#ref2exhq2">2</a></sup></h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Mean</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">T-value</th>
<th scope="col" width="14%">P-value<sup><a href="#refq1">1</a></sup></th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">134</td>
<td style=" text-align: center;">6.395522</td>
<td style=" text-align: center;">0.249794</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(5.90144, 6.889605)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">183</td>
<td style=" text-align: center;">6.322404</td>
<td style=" text-align: center;">0.222036</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(5.88431, 6.760499)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">-0.07312</td>
<td style=" text-align: center;">0.334211</td>
<td style=" text-align: center;">-0.2188</td>
<td style=" text-align: center;">0.587</td>
<td style=" text-align: center;">(-0.625, 11)</td>
</tr>
</table>
<p><a name="ref1exhq2" id="ref1exhq2"> </a><sup>1. </sup>Among respondents aware of CER.<br><br />
<a name="ref2exhq2" id="ref2exhq2"> </a><sup>2.</sup> Among respondents aware of EHC Program.</p>
<h3>Exhibit Q.3. Longitudinal Findings of Clinician Attitudes and Perceived Benefits</h3>
<h4>Interest in learning more about CER</h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Mean</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">T-value</th>
<th scope="col" width="14%">P-value</th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">1659</td>
<td style=" text-align: center;">3.570826</td>
<td style=" text-align: center;">0.023526</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(3.524681, 3.61697)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">1556</td>
<td style=" text-align: center;">3.582262</td>
<td style=" text-align: center;">0.025444</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(3.532353, 3.632171)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">0.011436</td>
<td style=" text-align: center;">0.034654</td>
<td style=" text-align: center;">0.33</td>
<td style=" text-align: center;">0.371</td>
<td style=" text-align: center;">(-0.046, 4)</td>
</tr>
</table>
<h4>Interest in learning more about EHC Program</h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Mean</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">T-value</th>
<th scope="col" width="14%">P-value</th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">1675</td>
<td style=" text-align: center;">3.613134</td>
<td style=" text-align: center;">0.022891</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(3.568236, 3.658033)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">1569</td>
<td style=" text-align: center;">3.639261</td>
<td style=" text-align: center;">0.024839</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(3.59054, 3.687981)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">0.026126</td>
<td style=" text-align: center;">0.033778</td>
<td style=" text-align: center;">0.7735</td>
<td style=" text-align: center;">0.22</td>
<td style=" text-align: center;">(-0.029, 4)</td>
</tr>
</table>
<h4>CER Perceived Benefits Scale<sup><a href="#ref1exhq3">1</a></sup></h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Mean</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">T-value</th>
<th scope="col" width="14%">P-value</th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">721</td>
<td style=" text-align: center;">0.582683</td>
<td style=" text-align: center;">0.019771</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.543866, 0.621499)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">743</td>
<td style=" text-align: center;">0.556072</td>
<td style=" text-align: center;">0.01948</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.517829, 0.594314)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">-0.02661</td>
<td style=" text-align: center;">0.027756</td>
<td style=" text-align: center;">-0.9588</td>
<td style=" text-align: center;">0.831</td>
<td style=" text-align: center;">(-0.072, 4)</td>
</tr>
</table>
<h4>CER Opinions Scale<sup><a href="#ref1exhq3">1</a></sup></h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Mean</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">T-value</th>
<th scope="col" width="14%">P-value</th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">705</td>
<td style=" text-align: center;">3.68589</td>
<td style=" text-align: center;">0.022094</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(3.642512, 3.729268)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">731</td>
<td style=" text-align: center;">3.727835</td>
<td style=" text-align: center;">0.021696</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(3.685242, 3.770429)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">0.041945</td>
<td style=" text-align: center;">0.030965</td>
<td style=" text-align: center;">1.3546</td>
<td style=" text-align: center;">0.088</td>
<td style=" text-align: center;">(-0.009, 4)</td>
</tr>
</table>
<p><a name="ref1exhq3" id="ref1exhq3"> </a><sup>1.</sup> Among respondents aware of CER.</p>
<h3>Exhibit Q.4. Longitudinal Findings of Clinician Behavior Change and Use</h3>
<h4>Ever visited EHC Program Web site<sup><strong><a href="#ref2exhq4">2</a></strong></sup></h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Proportion Visited</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">Z-value</th>
<th scope="col" width="14%">P-value<sup><a href="#ref1exhq4">1</a></sup></th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">291</td>
<td style=" text-align: center;">0.278351</td>
<td style=" text-align: center;">0.026273</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.226856, 0.329845)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">252</td>
<td style=" text-align: center;">0.412698</td>
<td style=" text-align: center;">0.031013</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.351914, 0.473483)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">0.134348</td>
<td style=" text-align: center;">0.040646</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.067, 1)</td>
</tr>
<tr>
<td scope="row">&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">under Ho:</td>
<td style=" text-align: center;">0.040783</td>
<td style=" text-align: center;">3.29</td>
<td style=" text-align: center;">0.0005</td>
<td>&#160;</td>
</tr>
</table>
<h4>Likely to use EHC Program patient summaries within the next year</h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Proportion</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">Z-value</th>
<th scope="col" width="14%">P-value<sup><a href="#ref1exhq4">1</a></sup></th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">1665</td>
<td style=" text-align: center;">0.465466</td>
<td style=" text-align: center;">0.012224</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.441506, 0.489425)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">1563</td>
<td style=" text-align: center;">0.474088</td>
<td style=" text-align: center;">0.01263</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.449334, 0.498843)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">0.008623</td>
<td style=" text-align: center;">0.017577</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(-0.02, 1)</td>
</tr>
<tr>
<td scope="row">&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">under Ho:</td>
<td style=" text-align: center;">0.017577</td>
<td style=" text-align: center;">0.49</td>
<td style=" text-align: center;">0.3119</td>
<td>&#160;</td>
</tr>
</table>
<h4>Recently used EHCP clinician products<sup><strong><a href="#ref3exhq4">3</a></strong></sup></h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Proportion</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">Z-value</th>
<th scope="col" width="14%">P-value<sup><a href="#ref1exhq4">1</a></sup></th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">135</td>
<td style=" text-align: center;">0.511111</td>
<td style=" text-align: center;">0.043023</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.426789, 0.595434)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">185</td>
<td style=" text-align: center;">0.437838</td>
<td style=" text-align: center;">0.036476</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.366347, 0.509329)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">-0.07327</td>
<td style=" text-align: center;">0.056404</td>
<td style=" text-align: center;">-1.3</td>
<td style=" text-align: center;">0.9027</td>
<td style=" text-align: center;">(-0.166, 1)</td>
</tr>
</table>
<h4>Recently shared consumer summaries with patients<sup><strong><a href="#ref3exhq4">3</a></strong></sup></h4>
<table width="95%" cellpadding="3" border="1" cellspacing="0">
<tr>
<th scope="col" width="10%">Wave</th>
<th scope="col" width="10%">N</th>
<th scope="col" width="14%">Proportion</th>
<th scope="col" width="14%">Std. Err.</th>
<th scope="col" width="14%">Z-value</th>
<th scope="col" width="14%">P-value<sup><a href="#ref1exhq4">1</a></sup></th>
<th scope="col" width="25%">95% Conf. Interval</th>
</tr>
<tr>
<td scope="row">1</td>
<td style=" text-align: center;">136</td>
<td style=" text-align: center;">0.352941</td>
<td style=" text-align: center;">0.040978</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.272625, 0.433257)</td>
</tr>
<tr>
<td scope="row">2</td>
<td style=" text-align: center;">185</td>
<td style=" text-align: center;">0.318919</td>
<td style=" text-align: center;">0.034265</td>
<td>&#160;</td>
<td>&#160;</td>
<td style=" text-align: center;">(0.25176, 0.386078)</td>
</tr>
<tr>
<td scope="row">Diff (2-1)</td>
<td>&#160;</td>
<td style=" text-align: center;">-0.03402</td>
<td style=" text-align: center;">0.053417</td>
<td style=" text-align: center;">-0.64</td>
<td style=" text-align: center;">0.7386</td>
<td style=" text-align: center;">(-0.122, 1)</td>
</tr>
</table>
<p><a name="ref1exhq4" id="ref1exhq4"> </a><sup>1. </sup>One sided p-value using normal approximation to the binomial. Tests null hypothesis of no difference in wave 2 and wave1 proportions versus the alternative that wave 2 is bigger.<br><br />
<a name="ref2exhq4" id="ref2exhq4"> </a><sup>2.</sup> Among respondents who had heard of the EHC Program Web site.<br><br />
<a name="ref3exhq4" id="ref3exhq4"> </a><sup>3.</sup> Among respondents aware of EHC Program.</p>
<p><a href="/research/findings/final-reports/arracer/index.html">Return to Contents</a></p>
</div></div></div><div class="field field-name-field-last-reviewed field-type-datestamp field-label-hidden">
<div class="field-items">
<div class="field-item even">
Page last reviewed <span class="date-display-single" property="dc:date" datatype="xsd:dateTime" content="2013-10-01T00:00:00-04:00">October 2013</span> <br />Page originally created December 2014 </div>
</div>
</div>
<div id="block-ahrq-citation" class="block block-ahrq first odd">
Internet Citation: Evaluation of ARRA Comparative Effectiveness Research Dissemination Contract Efforts. Content last reviewed October 2013. Agency for Healthcare Research and Quality, Rockville, MD. https://archive.ahrq.gov/research/findings/final-reports/arracer/arracer-apq.html<div class="citation-flag"> </div> </div> <!--</div>--> <div class="footnote"> <p> The information on this page is archived and provided for reference purposes only.</p> </div> <p>&nbsp;</p> </div> </div></td> </tr> </tbody> </table> </td> </tr> </tbody> </table> </div>
<!-- End of Content Body -->
<!-- Footer graphic 1.2--> <table border="0" cellSpacing="0" cellPadding="0" width="100%"> <tbody> <tr> <td background="/images/bottom_ahrq_bkg.jpg" width="125"> <img alt="AHRQ" src="/images/bottom_ahrq_1.jpg" width="125"> </td> <td background="/images/bottom_ahrq_bkg.jpg" width="100%"> <img alt="" src="/images/bottom_ahrq_bkg.jpg" width="10" height="34"> </td> <td background="/images/bottom_ahrq_bkg.jpg" width="310"> <img alt="Advancing Excellence in Health Care" src="/images/bottom_ahrq_2.gif" width="310" height="34"> </td> </tr> </tbody> </table>
<!-- Footer links section --> <div id="banner_Footer2"> <p> <a href="https://www.ahrq.gov/">AHRQ Home</a> | <a class="footer_navlink" href="https://info.ahrq.gov/cgi-bin/ahrq.cfg/php/enduser/std_alp.php">Questions?</a> | <a class="footer_navlink" href="https://www.ahrq.gov/contact/index.html">Contact AHRQ</a> | <a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/accessibility/index.html">Accessibility</a> | <a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/privacy/index.html">Privacy Policy</a> | <a class="footer_navlink" href="https://www.ahrq.gov/news/foia.htm">Freedom of Information Act</a> | <a class="footer_navlink" href="https://www.ahrq.gov/policy/electronic/disclaimers/index.html">Disclaimers</a> | <a class="footer_navlink" href="http://www.hhs.gov/open/recordsandreports/plainwritingact/index.html">Plain Writing Act</a> <br/> <a class="footer_navlink" href="http://www.hhs.gov">U.S. Department of Health &amp; Human Services</a> | <a class="footer_navlink" href="http://www.whitehouse.gov">The White House</a> | <a class="footer_navlink" href="http://www.usa.gov">USA.gov: The U.S. Government's Official Web Portal</a> </p> </div> <div id="banner_Footeraddress"> <p> Agency for Healthcare Research and Quality <img alt="" src="/images/bottom_dot.gif"> 5600 Fishers Lane Rockville, MD 20857 <img alt="" src="/images/bottom_dot.gif"> Telephone: (301) 427-1364 </p> </div>
<!-- End of Footer links section -->
<!-- JavaScript at the bottom for fast page loading: http://developer.yahoo.com/performance/rules.html#js_bottom --> <!-- Grab Google CDN's jQuery, with a protocol relative URL; fall back to local if offline --> <!-- <script src="//ajax.googleapis.com/ajax/libs/jquery/1.7.2/jquery.min.js"></script> <script>window.jQuery || document.write('<script src="js/libs/jquery-1.7.2.min.js"><\/script>')</script>--> <!-- scripts concatenated and minified via build script --> <!-- <script src="/js/plugins.js"></script> <script src="/js/script.js"></script>--> <!-- end scripts --> </body> </html>