490 lines
No EOL
62 KiB
HTML
490 lines
No EOL
62 KiB
HTML
<?xml version="1.0" encoding="utf-8"?>
|
||
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
||
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
|
||
|
||
<head><meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
|
||
<!-- AppResources meta begin -->
|
||
<meta name="paf-app-resources" content="" />
|
||
<script type="text/javascript">var ncbi_startTime = new Date();</script>
|
||
|
||
<!-- AppResources meta end -->
|
||
|
||
<!-- TemplateResources meta begin -->
|
||
<meta name="paf_template" content="" />
|
||
|
||
<!-- TemplateResources meta end -->
|
||
|
||
<!-- Logger begin -->
|
||
<meta name="ncbi_db" content="books" /><meta name="ncbi_pdid" content="book-toc" /><meta name="ncbi_acc" content="NBK52670" /><meta name="ncbi_domain" content="methrestool" /><meta name="ncbi_report" content="record" /><meta name="ncbi_type" content="fulltext" /><meta name="ncbi_objectid" content="" /><meta name="ncbi_pcid" content="/NBK52670/" /><meta name="ncbi_pagename" content="Developing and Testing a Tool for the Classification of Study Designs in Systematic Reviews of Interventions and Exposures - NCBI Bookshelf" /><meta name="ncbi_bookparttype" content="toc" /><meta name="ncbi_app" content="bookshelf" />
|
||
<!-- Logger end -->
|
||
|
||
<title>Developing and Testing a Tool for the Classification of Study Designs in Systematic Reviews of Interventions and Exposures - NCBI Bookshelf</title>
|
||
|
||
<!-- AppResources external_resources begin -->
|
||
<link rel="stylesheet" href="/core/jig/1.15.2/css/jig.min.css" /><script type="text/javascript" src="/core/jig/1.15.2/js/jig.min.js"></script>
|
||
|
||
<!-- AppResources external_resources end -->
|
||
|
||
<!-- Page meta begin -->
|
||
<meta name="robots" content="INDEX,FOLLOW,NOARCHIVE" /><meta name="author" content="Lisa Hartling, Kenneth Bond, Krystal Harvey, P Lina Santaguida, Meera Viswanathan, Donna M Dryden" /><meta name="citation_title" content="Developing and Testing a Tool for the Classification of Study Designs in Systematic Reviews of Interventions and Exposures" /><meta name="citation_publisher" content="Agency for Healthcare Research and Quality (US)" /><meta name="citation_date" content="2010/12" /><meta name="citation_author" content="Lisa Hartling" /><meta name="citation_author" content="Kenneth Bond" /><meta name="citation_author" content="Krystal Harvey" /><meta name="citation_author" content="P Lina Santaguida" /><meta name="citation_author" content="Meera Viswanathan" /><meta name="citation_author" content="Donna M Dryden" /><meta name="citation_pmid" content="21433333" /><meta name="citation_fulltext_html_url" content="https://www.ncbi.nlm.nih.gov/books/NBK52670/" /><link rel="schema.DC" href="http://purl.org/DC/elements/1.0/" /><meta name="DC.Title" content="Developing and Testing a Tool for the Classification of Study Designs in Systematic Reviews of Interventions and Exposures" /><meta name="DC.Type" content="Text" /><meta name="DC.Publisher" content="Agency for Healthcare Research and Quality (US)" /><meta name="DC.Contributor" content="Lisa Hartling" /><meta name="DC.Contributor" content="Kenneth Bond" /><meta name="DC.Contributor" content="Krystal Harvey" /><meta name="DC.Contributor" content="P Lina Santaguida" /><meta name="DC.Contributor" content="Meera Viswanathan" /><meta name="DC.Contributor" content="Donna M Dryden" /><meta name="DC.Date" content="2010/12" /><meta name="DC.Identifier" content="https://www.ncbi.nlm.nih.gov/books/NBK52670/" /><meta name="DC.Language" content="en" /><meta name="description" content="Classification of study design can help provide a common language for researchers. Within a systematic review, definition of specific study designs can help guide inclusion, assess the risk of bias, pool studies, interpret results, and grade the body of evidence. However, recent research demonstrated poor reliability for an existing classification scheme." /><meta name="og:title" content="Developing and Testing a Tool for the Classification of Study Designs in Systematic Reviews of Interventions and Exposures" /><meta name="og:type" content="book" /><meta name="og:description" content="Classification of study design can help provide a common language for researchers. Within a systematic review, definition of specific study designs can help guide inclusion, assess the risk of bias, pool studies, interpret results, and grade the body of evidence. However, recent research demonstrated poor reliability for an existing classification scheme." /><meta name="og:url" content="https://www.ncbi.nlm.nih.gov/books/NBK52670/" /><meta name="og:site_name" content="NCBI Bookshelf" /><meta name="og:image" content="https://www.ncbi.nlm.nih.gov/corehtml/pmc/pmcgifs/bookshelf/thumbs/th-methrestool-lrg.png" /><meta name="twitter:card" content="summary" /><meta name="twitter:site" content="@ncbibooks" /><meta name="bk-non-canon-loc" content="/books/n/methrestool/toc/" /><link rel="canonical" href="https://www.ncbi.nlm.nih.gov/books/NBK52670/" /><link rel="stylesheet" href="/corehtml/pmc/css/figpopup.css" type="text/css" media="screen" /><link rel="stylesheet" href="/corehtml/pmc/css/bookshelf/2.26/css/books.min.css" type="text/css" /><link rel="stylesheet" href="/corehtml/pmc/css/bookshelf/2.26/css/books_print.min.css" type="text/css" media="print" /><style type="text/css">p a.figpopup{display:inline !important} .bk_tt {font-family: monospace} .first-line-outdent .bk_ref {display: inline} </style><script type="text/javascript" src="/corehtml/pmc/js/jquery.hoverIntent.min.js"> </script><script type="text/javascript" src="/corehtml/pmc/js/common.min.js?_=3.18"> </script><script type="text/javascript" src="/corehtml/pmc/js/large-obj-scrollbars.min.js"> </script><script type="text/javascript">window.name="mainwindow";</script><script type="text/javascript" src="/corehtml/pmc/js/bookshelf/2.26/book-toc.min.js"> </script><script type="text/javascript" src="/corehtml/pmc/js/bookshelf/2.26/books.min.js"> </script><meta name="book-collection" content="methodscollect" />
|
||
|
||
<!-- Page meta end -->
|
||
<link rel="shortcut icon" href="//www.ncbi.nlm.nih.gov/favicon.ico" /><meta name="ncbi_phid" content="CE8E33677D6AB6910000000000B4009B.m_13" />
|
||
<meta name='referrer' content='origin-when-cross-origin'/><link type="text/css" rel="stylesheet" href="//static.pubmed.gov/portal/portal3rc.fcgi/4216699/css/3852956/3985586/3808861/4121862/3974050/3917732/251717/4216701/14534/45193/4113719/3849091/3984811/3751656/4033350/3840896/3577051/3852958/4008682/4207974/4206132/4062871/12930/3964959/3854974/36029/4128070/9685/3549676/3609192/3609193/3609213/3395586.css" /><link type="text/css" rel="stylesheet" href="//static.pubmed.gov/portal/portal3rc.fcgi/4216699/css/3411343/3882866.css" media="print" /></head>
|
||
<body class="book-toc">
|
||
<div class="grid">
|
||
<div class="col twelve_col nomargin shadow">
|
||
<!-- System messages like service outage or JS required; this is handled by the TemplateResources portlet -->
|
||
<div class="sysmessages">
|
||
<noscript>
|
||
<p class="nojs">
|
||
<strong>Warning:</strong>
|
||
The NCBI web site requires JavaScript to function.
|
||
<a href="/guide/browsers/#enablejs" title="Learn how to enable JavaScript" target="_blank">more...</a>
|
||
</p>
|
||
</noscript>
|
||
</div>
|
||
<!--/.sysmessage-->
|
||
<div class="wrap">
|
||
<div class="page">
|
||
<div class="top">
|
||
<div id="universal_header">
|
||
<section class="usa-banner">
|
||
<div class="usa-accordion">
|
||
<header class="usa-banner-header">
|
||
<div class="usa-grid usa-banner-inner">
|
||
<img src="https://www.ncbi.nlm.nih.gov/coreutils/uswds/img/favicons/favicon-57.png" alt="U.S. flag" />
|
||
<p>An official website of the United States government</p>
|
||
<button class="non-usa-accordion-button usa-banner-button" aria-expanded="false" aria-controls="gov-banner-top" type="button">
|
||
<span class="usa-banner-button-text">Here's how you know</span>
|
||
</button>
|
||
</div>
|
||
</header>
|
||
<div class="usa-banner-content usa-grid usa-accordion-content" id="gov-banner-top" aria-hidden="true">
|
||
<div class="usa-banner-guidance-gov usa-width-one-half">
|
||
<img class="usa-banner-icon usa-media_block-img" src="https://www.ncbi.nlm.nih.gov/coreutils/uswds/img/icon-dot-gov.svg" alt="Dot gov" />
|
||
<div class="usa-media_block-body">
|
||
<p>
|
||
<strong>The .gov means it's official.</strong>
|
||
<br />
|
||
Federal government websites often end in .gov or .mil. Before
|
||
sharing sensitive information, make sure you're on a federal
|
||
government site.
|
||
</p>
|
||
</div>
|
||
</div>
|
||
<div class="usa-banner-guidance-ssl usa-width-one-half">
|
||
<img class="usa-banner-icon usa-media_block-img" src="https://www.ncbi.nlm.nih.gov/coreutils/uswds/img/icon-https.svg" alt="Https" />
|
||
<div class="usa-media_block-body">
|
||
<p>
|
||
<strong>The site is secure.</strong>
|
||
<br />
|
||
The <strong>https://</strong> ensures that you are connecting to the
|
||
official website and that any information you provide is encrypted
|
||
and transmitted securely.
|
||
</p>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</section>
|
||
<div class="usa-overlay"></div>
|
||
<header class="ncbi-header" role="banner" data-section="Header">
|
||
|
||
<div class="usa-grid">
|
||
<div class="usa-width-one-whole">
|
||
|
||
<div class="ncbi-header__logo">
|
||
<a href="/" class="logo" aria-label="NCBI Logo" data-ga-action="click_image" data-ga-label="NIH NLM Logo">
|
||
<img src="https://www.ncbi.nlm.nih.gov/coreutils/nwds/img/logos/AgencyLogo.svg" alt="NIH NLM Logo" />
|
||
</a>
|
||
</div>
|
||
|
||
<div class="ncbi-header__account">
|
||
<a id="account_login" href="https://account.ncbi.nlm.nih.gov" class="usa-button header-button" style="display:none" data-ga-action="open_menu" data-ga-label="account_menu">Log in</a>
|
||
<button id="account_info" class="header-button" style="display:none" aria-controls="account_popup" type="button">
|
||
<span class="fa fa-user" aria-hidden="true">
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" width="20px" height="20px">
|
||
<g style="fill: #fff">
|
||
<ellipse cx="12" cy="8" rx="5" ry="6"></ellipse>
|
||
<path d="M21.8,19.1c-0.9-1.8-2.6-3.3-4.8-4.2c-0.6-0.2-1.3-0.2-1.8,0.1c-1,0.6-2,0.9-3.2,0.9s-2.2-0.3-3.2-0.9 C8.3,14.8,7.6,14.7,7,15c-2.2,0.9-3.9,2.4-4.8,4.2C1.5,20.5,2.6,22,4.1,22h15.8C21.4,22,22.5,20.5,21.8,19.1z"></path>
|
||
</g>
|
||
</svg>
|
||
</span>
|
||
<span class="username desktop-only" aria-hidden="true" id="uname_short"></span>
|
||
<span class="sr-only">Show account info</span>
|
||
</button>
|
||
</div>
|
||
|
||
<div class="ncbi-popup-anchor">
|
||
<div class="ncbi-popup account-popup" id="account_popup" aria-hidden="true">
|
||
<div class="ncbi-popup-head">
|
||
<button class="ncbi-close-button" data-ga-action="close_menu" data-ga-label="account_menu" type="button">
|
||
<span class="fa fa-times">
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 48 48" width="24px" height="24px">
|
||
<path d="M38 12.83l-2.83-2.83-11.17 11.17-11.17-11.17-2.83 2.83 11.17 11.17-11.17 11.17 2.83 2.83 11.17-11.17 11.17 11.17 2.83-2.83-11.17-11.17z"></path>
|
||
</svg>
|
||
</span>
|
||
<span class="usa-sr-only">Close</span></button>
|
||
<h4>Account</h4>
|
||
</div>
|
||
<div class="account-user-info">
|
||
Logged in as:<br />
|
||
<b><span class="username" id="uname_long">username</span></b>
|
||
</div>
|
||
<div class="account-links">
|
||
<ul class="usa-unstyled-list">
|
||
<li><a id="account_myncbi" href="/myncbi/" class="set-base-url" data-ga-action="click_menu_item" data-ga-label="account_myncbi">Dashboard</a></li>
|
||
<li><a id="account_pubs" href="/myncbi/collections/bibliography/" class="set-base-url" data-ga-action="click_menu_item" data-ga-label="account_pubs">Publications</a></li>
|
||
<li><a id="account_settings" href="/account/settings/" class="set-base-url" data-ga-action="click_menu_item" data-ga-label="account_settings">Account settings</a></li>
|
||
<li><a id="account_logout" href="/account/signout/" class="set-base-url" data-ga-action="click_menu_item" data-ga-label="account_logout">Log out</a></li>
|
||
</ul>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
</div>
|
||
</div>
|
||
</header>
|
||
<div role="navigation" aria-label="access keys">
|
||
<a id="nws_header_accesskey_0" href="https://www.ncbi.nlm.nih.gov/guide/browsers/#ncbi_accesskeys" class="usa-sr-only" accesskey="0" tabindex="-1">Access keys</a>
|
||
<a id="nws_header_accesskey_1" href="https://www.ncbi.nlm.nih.gov" class="usa-sr-only" accesskey="1" tabindex="-1">NCBI Homepage</a>
|
||
<a id="nws_header_accesskey_2" href="/myncbi/" class="set-base-url usa-sr-only" accesskey="2" tabindex="-1">MyNCBI Homepage</a>
|
||
<a id="nws_header_accesskey_3" href="#maincontent" class="usa-sr-only" accesskey="3" tabindex="-1">Main Content</a>
|
||
<a id="nws_header_accesskey_4" href="#" class="usa-sr-only" accesskey="4" tabindex="-1">Main Navigation</a>
|
||
</div>
|
||
<section data-section="Alerts">
|
||
<div class="ncbi-alerts-placeholder"></div>
|
||
</section>
|
||
</div>
|
||
<div class="header">
|
||
<div class="res_logo"><h1 class="res_name"><a href="/books/" title="Bookshelf home">Bookshelf</a></h1><h2 class="res_tagline"></h2></div>
|
||
<div class="search"><form method="get" action="/books/"><div class="search_form"><label for="database" class="offscreen_noflow">Search database</label><select id="database"><optgroup label="Recent"><option value="books" selected="selected" data-ac_dict="bookshelf-search">Books</option><option value="pubmed">PubMed</option><option value="nlmcatalog">NLM Catalog</option><option value="nuccore" class="last">Nucleotide</option></optgroup><optgroup label="All"><option value="gquery">All Databases</option><option value="assembly">Assembly</option><option value="biocollections">Biocollections</option><option value="bioproject">BioProject</option><option value="biosample">BioSample</option><option value="books" data-ac_dict="bookshelf-search">Books</option><option value="clinvar">ClinVar</option><option value="cdd">Conserved Domains</option><option value="gap">dbGaP</option><option value="dbvar">dbVar</option><option value="gene">Gene</option><option value="genome">Genome</option><option value="gds">GEO DataSets</option><option value="geoprofiles">GEO Profiles</option><option value="gtr">GTR</option><option value="ipg">Identical Protein Groups</option><option value="medgen">MedGen</option><option value="mesh">MeSH</option><option value="nlmcatalog">NLM Catalog</option><option value="nuccore">Nucleotide</option><option value="omim">OMIM</option><option value="pmc">PMC</option><option value="protein">Protein</option><option value="proteinclusters">Protein Clusters</option><option value="protfam">Protein Family Models</option><option value="pcassay">PubChem BioAssay</option><option value="pccompound">PubChem Compound</option><option value="pcsubstance">PubChem Substance</option><option value="pubmed">PubMed</option><option value="snp">SNP</option><option value="sra">SRA</option><option value="structure">Structure</option><option value="taxonomy">Taxonomy</option><option value="toolkit">ToolKit</option><option value="toolkitall">ToolKitAll</option><option value="toolkitbookgh">ToolKitBookgh</option></optgroup></select><div class="nowrap"><label for="term" class="offscreen_noflow" accesskey="/">Search term</label><div class="nowrap"><input type="text" name="term" id="term" title="Search Books. Use up and down arrows to choose an item from the autocomplete." value="" class="jig-ncbiclearbutton jig-ncbiautocomplete" data-jigconfig="dictionary:'bookshelf-search',disableUrl:'NcbiSearchBarAutoComplCtrl'" autocomplete="off" data-sbconfig="ds:'no',pjs:'no',afs:'no'" /></div><button id="search" type="submit" class="button_search nowrap" cmd="go">Search</button></div></div></form><ul class="searchlinks inline_list"><li>
|
||
<a href="/books/browse/">Browse Titles</a>
|
||
</li><li>
|
||
<a href="/books/advanced/">Advanced</a>
|
||
</li><li class="help">
|
||
<a href="/books/NBK3833/">Help</a>
|
||
</li><li class="disclaimer">
|
||
<a target="_blank" data-ga-category="literature_resources" data-ga-action="link_click" data-ga-label="disclaimer_link" href="https://www.ncbi.nlm.nih.gov/books/about/disclaimer/">Disclaimer</a>
|
||
</li></ul></div>
|
||
</div>
|
||
|
||
|
||
|
||
<!--<component id="Page" label="headcontent"/>-->
|
||
|
||
</div>
|
||
<div class="content">
|
||
<!-- site messages -->
|
||
<!-- Custom content 1 -->
|
||
<div class="col1">
|
||
|
||
</div>
|
||
|
||
<div class="container">
|
||
<div id="maincontent" class="content eight_col col">
|
||
<!-- Custom content in the left column above book nav -->
|
||
<div class="col2">
|
||
|
||
</div>
|
||
|
||
<!-- Book content -->
|
||
|
||
|
||
<!-- Custom content between navigation and content -->
|
||
<div class="col3">
|
||
|
||
</div>
|
||
|
||
<div class="source">
|
||
<div class="pre-content"><div><div class="bk_prnt"><p class="small">NCBI Bookshelf. A service of the National Library of Medicine, National Institutes of Health.</p></div><div class="pagination bk_noprnt"><span class="inactive page_link prev">< Prev</span><a class="active page_link next" href="/books/n/methrestool/methres.preface/" title="Next page in this title">Next ></a></div></div></div>
|
||
<div class="main-content lit-style" itemscope="itemscope" itemtype="http://schema.org/Book"><div class="meta-content fm-sec"><div class="iconblock whole_rhythm clearfix no_top_margin"><a href="https://effectivehealthcare.ahrq.gov" title="Agency for Healthcare Research and Quality (US)" class="img_link icnblk_img" ref="pagearea=logo&targetsite=external&targetcat=link&targettype=publisher"><img class="source-thumb" src="/corehtml/pmc/pmcgifs/bookshelf/thumbs/th-methrestool-lrg.png" alt="Cover of Developing and Testing a Tool for the Classification of Study Designs in Systematic Reviews of Interventions and Exposures" /></a><div class="icnblk_cntnt"><h1 id="_NBK52670_"><span itemprop="name">Developing and Testing a Tool for the Classification of Study Designs in Systematic Reviews of Interventions and Exposures</span></h1><p><i>Methods Research Reports</i></p><p class="contrib-group">Investigators: <span itemprop="author">Lisa Hartling</span>, MSc, <span itemprop="author">Kenneth Bond</span>, BEd, MA, <span itemprop="author">Krystal Harvey</span>, BSc, <span itemprop="author">P Lina Santaguida</span>, PhD, <span itemprop="author">Meera Viswanathan</span>, PhD, and <span itemprop="author">Donna M Dryden</span>, PhD.</p><a data-jig="ncbitoggler" href="#__NBK52670_ai__" style="border:0;text-decoration:none">Author Information and Affiliations</a><div style="display:none" class="ui-widget" id="__NBK52670_ai__"><p class="contrib-group"><h4>Authors</h4>Investigators: <span itemprop="author">Lisa Hartling</span>, MSc, <span itemprop="author">Kenneth Bond</span>, BEd, MA, <span itemprop="author">Krystal Harvey</span>, BSc, <span itemprop="author">P Lina Santaguida</span>, PhD, <span itemprop="author">Meera Viswanathan</span>, PhD, and <span itemprop="author">Donna M Dryden</span>, PhD.</p><h4>Affiliations</h4><div class="affiliation"><sup>1</sup> University of Alberta Evidence-based Practice Center</div></div><div class="half_rhythm">Rockville (MD): <a href="https://effectivehealthcare.ahrq.gov" ref="pagearea=meta&targetsite=external&targetcat=link&targettype=publisher"><span itemprop="publisher">Agency for Healthcare Research and Quality (US)</span></a>; <span itemprop="datePublished">2010 Dec</span>.<div class="small">Report No.: 11-EHC007-EF</div></div><div class="half_rhythm"><ul class="inline_list"><li><span class="label"><a data-jig="ncbidialog" href="#_ncbi_dlg_cpyrght_NBK52670" data-jigconfig="modal:true">Copyright and
|
||
Permissions</a></span></li></ul></div><div id="_ncbi_dlg_cpyrght_NBK52670" style="display:none" title="Copyright and Permissions"><div>This publication is in the public domain. For more information, see the <a href="/books/about/copyright/">Bookshelf Copyright Notice</a>.</div></div><div class="bk_noprnt"><form method="get" action="/books/n/methrestool/" id="bk_srch"><div class="bk_search"><label for="bk_term" class="offscreen_noflow">Search term</label><input type="text" title="Search this book" id="bk_term" name="term" value="" data-jig="ncbiclearbutton" /> <input type="submit" class="jig-ncbibutton" value="Search this book" submit="false" style="padding: 0.1em 0.4em;" /></div></form></div></div></div></div><div class="body-content whole_rhythm" itemprop="text"><div itemprop="description"><h2>Structured Abstract</h2><div id="background"><h4 class="inline">Background:</h4><p>Classification of study design can help provide a common language for researchers. Within a systematic review, definition of specific study designs can help guide inclusion, assess the risk of bias, pool studies, interpret results, and grade the body of evidence. However, recent research demonstrated poor reliability for an existing classification scheme.</p></div><div id="objectives"><h4 class="inline">Objectives:</h4><p>To review tools used to classify study designs; to select a tool for evaluation; to develop instructions for application of the tool to intervention/exposure studies; and to test the tool for accuracy and interrater reliability.</p></div><div id="methods"><h4 class="inline">Methods:</h4><p>We contacted representatives from all AHRQ Evidence-based Practice Centers (EPCs), other relevant organizations, and experts in the field to identify tools used to classify study designs. Twenty-three tools were identified; 10 were relevant to our objectives. The Steering Committee ranked the 10 tools using predefined criteria. The highest-ranked tool was a design algorithm for studies of health care interventions developed, but no longer advocated, by the Cochrane Non-Randomised Studies Methods Group. This tool was used as the basis for our classification tool and was revised to encompass more study designs and to incorporate elements of other tools. A sample of 30 studies was used to test the tool. Three members of the Steering Committee developed a reference standard (i.e., the “true” classification for each study); 6 testers applied the revised tool to the studies. Interrater reliability was measured using Fleiss’ kappa (κ) and accuracy of the testers’ classification was assessed against the reference standard. Based on feedback from the testers and the reference standard committee, the tool was further revised and tested by another 6 testers using 15 studies randomly selected from the original sample.</p></div><div id="results"><h4 class="inline">Results:</h4><p>In the first round of testing the inter-rater reliability was fair among the testers (κ = 0.26) and the reference standard committee (κ = 0.33). Disagreements occurred at all decision points in the algorithm; revisions were made based on the feedback. The second round of testing showed improved interrater reliability (κ = 0.45, moderate agreement) with improved, but still low, accuracy. The most common disagreements were whether the study was “experimental” (5/15 studies) and whether there was a comparison (4/15 studies). In both rounds of testing, the level of agreement for testers who had completed graduate-level training was higher than for testers who had not completed training.</p></div><div id="conclusion"><h4 class="inline">Conclusion:</h4><p>Potential reasons for the observed low reliability and accuracy include the lack of clarity and comprehensiveness of the tool, inadequate reporting of the studies, and variability in user characteristics. Application of a tool to classify study designs in the context of a systematic review should be accompanied by adequate training, pilot testing, and documented decision rules.</p></div></div><div><h2>Contents</h2><div class="bktoc_all_cntnr top align_right" style="display:none"><ul class="inline_list_right"><li><a class="bktoc_all_exp" href="#">Expand All</a></li><li style="margin-left:.8em"><a class="bktoc_all_clps" href="#">Collapse All</a></li></ul></div><ul id="toc_tllNBK52670_methres_preface" class="simple-list toc toc-toggle"><li class="half_rhythm" id="toc_itm_NBK52670_methres_preface"><a href="/books/n/methrestool/methres.preface/" class="toc-item">Preface</a></li><li class="half_rhythm" id="toc_itm_NBK52670_executivesummary"><a href="/books/n/methrestool/executivesummary/" class="toc-item">Executive Summary</a><ul id="toc_lst_NBK52670_executivesummary_s1" class="simple-list toc bktoc_lst_exp"><li class="half_rhythm" id="toc_itm_NBK52670_executivesummary_s1"><a href="/books/n/methrestool/executivesummary/#executivesummary.s1" class="toc-item">Introduction</a></li><li class="half_rhythm" id="toc_itm_NBK52670_executivesummary_s2"><a href="/books/n/methrestool/executivesummary/#executivesummary.s2" class="toc-item">Methodology</a></li><li class="half_rhythm" id="toc_itm_NBK52670_executivesummary_s7"><a href="/books/n/methrestool/executivesummary/#executivesummary.s7" class="toc-item">Results</a></li><li class="half_rhythm" id="toc_itm_NBK52670_executivesummary_s14"><a href="/books/n/methrestool/executivesummary/#executivesummary.s14" class="toc-item">Discussion</a></li><li class="half_rhythm" id="toc_itm_NBK52670_executivesummary_s15"><a href="/books/n/methrestool/executivesummary/#executivesummary.s15" class="toc-item">Implications for Practice</a></li><li class="half_rhythm" id="toc_itm_NBK52670_executivesummary_s16"><a href="/books/n/methrestool/executivesummary/#executivesummary.s16" class="toc-item">Future Research</a></li><li class="half_rhythm" id="toc_itm_NBK52670_executivesummary_s17"><a href="/books/n/methrestool/executivesummary/#executivesummary.s17" class="toc-item">Conclusions</a></li></ul></li><li class="half_rhythm" id="toc_itm_NBK52670_ch1"><a href="/books/n/methrestool/ch1/" class="toc-item">1. Introduction</a><ul id="toc_lst_NBK52670_ch1_s1" class="simple-list toc bktoc_lst_exp"><li class="half_rhythm" id="toc_itm_NBK52670_ch1_s1"><a href="/books/n/methrestool/ch1/#ch1.s1" class="toc-item">Background</a></li><li class="half_rhythm" id="toc_itm_NBK52670_ch1_s2"><a href="/books/n/methrestool/ch1/#ch1.s2" class="toc-item">The Use of Nonrandomized Study Designs</a></li><li class="half_rhythm" id="toc_itm_NBK52670_ch1_s3"><a href="/books/n/methrestool/ch1/#ch1.s3" class="toc-item">Classification of Study Designs</a></li><li class="half_rhythm" id="toc_itm_NBK52670_ch1_s4"><a href="/books/n/methrestool/ch1/#ch1.s4" class="toc-item">Objectives of the Project</a></li></ul></li><li class="half_rhythm" id="toc_itm_NBK52670_ch2"><a href="/books/n/methrestool/ch2/" class="toc-item">2. Methods</a><ul id="toc_lst_NBK52670_ch2_s1" class="simple-list toc bktoc_lst_exp"><li class="half_rhythm" id="toc_itm_NBK52670_ch2_s1"><a href="/books/n/methrestool/ch2/#ch2.s1" class="toc-item">Identification of Taxonomies (Objective 1)</a></li><li class="half_rhythm" id="toc_itm_NBK52670_ch2_s2"><a href="/books/n/methrestool/ch2/#ch2.s2" class="toc-item">Selection of Taxonomies (Objective 2)</a></li><li class="half_rhythm" id="toc_itm_NBK52670_ch2_s3"><a href="/books/n/methrestool/ch2/#ch2.s3" class="toc-item">Development of the Taxonomy Tool (Objective 3)</a></li><li class="half_rhythm" id="toc_itm_NBK52670_ch2_s4"><a href="/books/n/methrestool/ch2/#ch2.s4" class="toc-item">Taxonomy Testing and Development of Reference Standard (Objective 4)</a></li></ul></li><li class="half_rhythm" id="toc_itm_NBK52670_ch3"><a href="/books/n/methrestool/ch3/" class="toc-item">3. Results</a><ul id="toc_lst_NBK52670_ch3_s1" class="simple-list toc bktoc_lst_exp"><li class="half_rhythm" id="toc_itm_NBK52670_ch3_s1"><a href="/books/n/methrestool/ch3/#ch3.s1" class="toc-item">Identification of Taxonomies (Objective 1)</a></li><li class="half_rhythm" id="toc_itm_NBK52670_ch3_s2"><a href="/books/n/methrestool/ch3/#ch3.s2" class="toc-item">Selection of Taxonomies (Objective 2)</a></li><li class="half_rhythm" id="toc_itm_NBK52670_ch3_s3"><a href="/books/n/methrestool/ch3/#ch3.s3" class="toc-item">Taxonomy Testing and Development of Reference Standard (Objective 4)</a></li></ul></li><li class="half_rhythm" id="toc_itm_NBK52670_ch4"><a href="/books/n/methrestool/ch4/" class="toc-item">4. Discussion</a><ul id="toc_lst_NBK52670_ch4_s1" class="simple-list toc bktoc_lst_exp"><li class="half_rhythm" id="toc_itm_NBK52670_ch4_s1"><a href="/books/n/methrestool/ch4/#ch4.s1" class="toc-item">Implications for Practice</a></li><li class="half_rhythm" id="toc_itm_NBK52670_ch4_s2"><a href="/books/n/methrestool/ch4/#ch4.s2" class="toc-item">Future Directions</a></li><li class="half_rhythm" id="toc_itm_NBK52670_ch4_s3"><a href="/books/n/methrestool/ch4/#ch4.s3" class="toc-item">Strengths and Limitations</a></li><li class="half_rhythm" id="toc_itm_NBK52670_ch4_s4"><a href="/books/n/methrestool/ch4/#ch4.s4" class="toc-item">Summary</a></li></ul></li><li class="half_rhythm" id="toc_itm_NBK52670_references_rl1"><a href="/books/n/methrestool/references.rl1/" class="toc-item">References</a></li><li class="half_rhythm" id="toc_itm_NBK52670_appendixes_appgroup1"><a href="/books/n/methrestool/appendixes.appgroup1/" class="toc-item">Appendixes</a><ul id="toc_lst_NBK52670_appendixes_app1" class="simple-list toc bktoc_lst_exp"><li class="half_rhythm" id="toc_itm_NBK52670_appendixes_app1"><a href="/books/n/methrestool/appendixes.app1/" class="toc-item">Appendix A Steering Committee Members</a></li><li class="half_rhythm" id="toc_itm_NBK52670_appendixes_app2"><a href="/books/n/methrestool/appendixes.app2/" class="toc-item">Appendix B Contacts for Identification of Study Design Classification Tools</a></li><li class="half_rhythm" id="toc_itm_NBK52670_appendixes_app3"><a href="/books/n/methrestool/appendixes.app3/" class="toc-item">Appendix C Letter of Request To Identify Study Design Classification Tools</a></li><li class="half_rhythm" id="toc_itm_NBK52670_appendixes_app4"><a href="/books/n/methrestool/appendixes.app4/" class="toc-item">Appendix D Bibliography and Summary of Studies for Classification (Objective 4)</a></li><li class="half_rhythm" id="toc_itm_NBK52670_appendixes_app5"><a href="/books/n/methrestool/appendixes.app5/" class="toc-item">Appendix E Round One Algorithm and Glossary</a></li><li class="half_rhythm" id="toc_itm_NBK52670_appendixes_app6"><a href="/books/n/methrestool/appendixes.app6/" class="toc-item">Appendix F Changes Made Between Round One and Round Two Algorithm</a></li><li class="half_rhythm" id="toc_itm_NBK52670_appendixes_app7"><a href="/books/n/methrestool/appendixes.app7/" class="toc-item">Appendix G Round Two Algorithm and Glossary</a></li><li class="half_rhythm" id="toc_itm_NBK52670_appendixes_app8"><a href="/books/n/methrestool/appendixes.app8/" class="toc-item">Appendix H Top Ranked Classification Tools Design</a></li></ul></li></ul><div class="bktoc_all_cntnr align_right" style="display:none"><ul class="inline_list_right"><li><a class="bktoc_all_exp" href="#">Expand All</a></li><li style="margin-left:.8em"><a class="bktoc_all_clps" href="#">Collapse All</a></li></ul></div></div><div><p><b>Acknowledgments</b>: We are very grateful to the following individuals from the University of Alberta Evidence-based Practice Center who were involved in testing the taxonomies and providing feedback: Ahmed Abou-Setta, Liza Bialy, Michele Hamm, Nicola Hooton, David Jones, Andrea Milne, Kelly Russell, Jennifer Seida, and Kai-On Wong. We thank Ben Vandermeer for conducting the statistical analyses. We thank Karen Siegel from AHRQ for her input and advice during the course of the project. We are also appreciative of the individuals who provided sample taxonomies and of the members of other Evidence-based Practice Centers who provided the studies that were used for testing.</p></div><div><p><b>Prepared for:</b>
|
||
Agency for Healthcare Research and Quality, U.S. Department of Health and Human Services<sup><a class="bk_pop" href="#address1">1</a></sup>, <b>Contract No.</b>
|
||
290-02-0023 <b>Prepared by:</b>
|
||
University of Alberta Evidence-based Practice Center, Edmonton, Alberta, Canada.</p></div><div><h4 class="inline">Suggested citation:</h4><p>Hartling L, Bond K, Harvey K, Santaguida PL, Viswananthan M, Dryden DM. Developing and Testing a Tool for the Classification of Study Designs in Systematic Reviews of Interventions and Exposures. Agency for Healthcare Research and Quality; December 2010. Methods Research Report. AHRQ Publication No. 11-EHC-007. Available at <a href="http://effectivehealthcare.ahrq.gov/" ref="pagearea=body&targetsite=external&targetcat=link&targettype=uri">http://effectivehealthcare.ahrq.gov/</a>.</p></div><div><p>This report is based on research conducted by the University of Alberta Evidence-based Practice Center (EPC) under contract to the Agency for Healthcare Research and Quality (AHRQ), Rockville, MD (Contract No. 290-02-0023). The findings and conclusions in this document are those of the author(s), who are responsible for its contents; the findings and conclusions do not necessarily represent the views of AHRQ. Therefore, no statement in this report should be construed as an official position of AHRQ or of the U.S. Department of Health and Human Services.</p><p>The information in this report is intended to help clinicians, employers, policymakers, and others make informed decisions about the provision of health care services. This report is intended as a reference and not as a substitute for clinical judgment.</p><p>This report may be used, in whole or in part, as the basis for development of clinical practice guidelines and other quality enhancement tools, or as a basis for reimbursement and coverage policies. AHRQ or U.S. Department of Health and Human Services endorsement of such derivative products may not be stated or implied.</p><p>This document was written with support from the Effective Health Care Program at AHRQ. None of the authors has a financial interest in any of the products discussed in this document.</p><p>The investigators have no relevant financial interests in the report. The investigators have no employment, consultancies, honoraria, or stock ownership or options, or royalties from any organization or entity with a financial interest or financial conflict with the subject matter discussed in the report.</p></div><div><dl class="temp-labeled-list small"><dt>1</dt><dd><div id="address1"><p class="no_top_margin">540 Gaither Road, Rockville, MD 20850; <a href="http://www.ahrq.gov" ref="pagearea=body&targetsite=external&targetcat=link&targettype=uri">www<wbr style="display:inline-block"></wbr>.ahrq.gov</a></p></div></dd></dl></div></div></div>
|
||
<div class="post-content"><div><div class="half_rhythm"><a href="/books/about/copyright/">Copyright Notice</a></div><div class="small"><span class="label">Bookshelf ID: NBK52670</span><span class="label">PMID: <a href="https://pubmed.ncbi.nlm.nih.gov/21433333" title="PubMed record of this title" ref="pagearea=meta&targetsite=entrez&targetcat=link&targettype=pubmed">21433333</a></span></div><div style="margin-top:2em" class="bk_noprnt"><div class="pagination bk_noprnt"><span class="inactive page_link prev">< Prev</span><a class="active page_link next" href="/books/n/methrestool/methres.preface/" title="Next page in this title">Next ></a></div></div></div></div>
|
||
|
||
</div>
|
||
|
||
<!-- Custom content below content -->
|
||
<div class="col4">
|
||
|
||
</div>
|
||
|
||
|
||
<!-- Book content -->
|
||
|
||
<!-- Custom contetnt below bottom nav -->
|
||
<div class="col5">
|
||
|
||
</div>
|
||
</div>
|
||
|
||
<div id="rightcolumn" class="four_col col last">
|
||
<!-- Custom content above discovery portlets -->
|
||
<div class="col6">
|
||
<div id="ncbi_share_book"><a href="#" class="ncbi_share" data-ncbi_share_config="popup:false,shorten:true" ref="id=NBK52670&db=books">Share</a></div>
|
||
|
||
</div>
|
||
<div xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"></div><div class="portlet"><div class="portlet_head"><div class="portlet_title"><h3><span>Views</span></h3></div><a name="Shutter" sid="1" href="#" class="portlet_shutter" title="Show/hide content" remembercollapsed="true" pgsec_name="PDF_download" id="Shutter"></a></div><div class="portlet_content"><ul xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="simple-list"><li><a href="/books/NBK52670/?report=reader">PubReader</a></li><li><a href="/books/NBK52670/?report=printable">Print View</a></li><li><a data-jig="ncbidialog" href="#_ncbi_dlg_citbx_NBK52670" data-jigconfig="width:400,modal:true">Cite this Page</a><div id="_ncbi_dlg_citbx_NBK52670" style="display:none" title="Cite this Page"><div class="bk_tt">Hartling L, Bond K, Harvey K, et al. Developing and Testing a Tool for the Classification of Study Designs in Systematic Reviews of Interventions and Exposures [Internet]. Rockville (MD): Agency for Healthcare Research and Quality (US); 2010 Dec. <span class="bk_cite_avail"></span></div></div></li><li><a href="/books/n/methrestool/pdf/">PDF version of this title</a> (674K)</li></ul></div></div><div class="portlet"><div class="portlet_head"><div class="portlet_title"><h3><span>Other titles in these collections</span></h3></div><a name="Shutter" sid="1" href="#" class="portlet_shutter" title="Show/hide content" remembercollapsed="true" pgsec_name="source-links" id="Shutter"></a></div><div class="portlet_content"><ul xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="simple-list"><li><a href="/books/n/methodscollect/">AHRQ Methods for Effective Health Care</a></li><li><a href="/books/n/hstatcollect/">Health Services/Technology Assessment Text
|
||
(HSTAT)</a></li></ul></div></div><div class="portlet"><div class="portlet_head"><div class="portlet_title"><h3><span>Related information</span></h3></div><a name="Shutter" sid="1" href="#" class="portlet_shutter" title="Show/hide content" remembercollapsed="true" pgsec_name="discovery_db_links" id="Shutter"></a></div><div class="portlet_content"><ul><li class="brieflinkpopper"><a class="brieflinkpopperctrl" href="/books/?Db=nlmcatalog&DbFrom=books&Cmd=Link&LinkName=books_nlmcatalog&IdsFromResult=2429236" ref="log$=recordlinks">NLM Catalog</a><div class="brieflinkpop offscreen_noflow">Related NLM Catalog Entries</div></li></ul></div></div><div class="portlet"><div class="portlet_head"><div class="portlet_title"><h3><span>Similar articles in PubMed</span></h3></div><a name="Shutter" sid="1" href="#" class="portlet_shutter" title="Show/hide content" remembercollapsed="true" pgsec_name="PBooksDiscovery_RA" id="Shutter"></a></div><div class="portlet_content"><ul><li class="brieflinkpopper two_line"><a class="brieflinkpopperctrl" href="/pubmed/22536612" ref="ordinalpos=1&linkpos=1&log$=relatedreviews&logdbfrom=pubmed"><span xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="invert">Review</span> Validity and Inter-Rater Reliability Testing of Quality Assessment Instruments</a><span class="source">[ 2012]</span><div class="brieflinkpop offscreen_noflow"><span xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="invert">Review</span> Validity and Inter-Rater Reliability Testing of Quality Assessment Instruments<div class="brieflinkpopdesc"><em xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="author">Hartling L, Hamm M, Milne A, Vandermeer B, Santaguida PL, Ansari M, Tsertsvadze A, Hempel S, Shekelle P, Dryden DM. </em><em xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="cit">2012 Mar</em></div></div></li><li class="brieflinkpopper two_line"><a class="brieflinkpopperctrl" href="/pubmed/26408805" ref="ordinalpos=1&linkpos=2&log$=relatedarticles&logdbfrom=pubmed">A newly developed tool for classifying study designs in systematic reviews of interventions and exposures showed substantial reliability and validity.</a><span class="source">[J Clin Epidemiol. 2016]</span><div class="brieflinkpop offscreen_noflow">A newly developed tool for classifying study designs in systematic reviews of interventions and exposures showed substantial reliability and validity.<div class="brieflinkpopdesc"><em xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="author">Seo HJ, Kim SY, Lee YJ, Jang BH, Park JE, Sheen SS, Hahn SK. </em><em xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="cit">J Clin Epidemiol. 2016 Feb; 70:200-5. Epub 2015 Sep 25.</em></div></div></li><li class="brieflinkpopper two_line"><a class="brieflinkpopperctrl" href="/pubmed/17824482" ref="ordinalpos=1&linkpos=3&log$=relatedarticles&logdbfrom=pubmed">Ensuring inter-tester reliability of voluntary muscle and monofilament sensory testing in the INFIR Cohort Study.</a><span class="source">[Lepr Rev. 2007]</span><div class="brieflinkpop offscreen_noflow">Ensuring inter-tester reliability of voluntary muscle and monofilament sensory testing in the INFIR Cohort Study.<div class="brieflinkpopdesc"><em xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="author">Roberts AE, Nicholls PG, Maddali P, Van Brakel WH. </em><em xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="cit">Lepr Rev. 2007 Jun; 78(2):122-30. </em></div></div></li><li class="brieflinkpopper two_line"><a class="brieflinkpopperctrl" href="/pubmed/21631815" ref="ordinalpos=1&linkpos=4&log$=relatedarticles&logdbfrom=pubmed">How has the impact of 'care pathway technologies' on service integration in stroke care been measured and what is the strength of the evidence to support their effectiveness in this respect?</a><span class="source">[Int J Evid Based Healthc. 2008]</span><div class="brieflinkpop offscreen_noflow">How has the impact of 'care pathway technologies' on service integration in stroke care been measured and what is the strength of the evidence to support their effectiveness in this respect?<div class="brieflinkpopdesc"><em xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="author">Allen D, Rixson L. </em><em xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="cit">Int J Evid Based Healthc. 2008 Mar; 6(1):78-110. </em></div></div></li><li class="brieflinkpopper two_line"><a class="brieflinkpopperctrl" href="/pubmed/26065047" ref="ordinalpos=1&linkpos=5&log$=relatedreviews&logdbfrom=pubmed"><span xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="invert">Review</span> Effectiveness of Portable Monitoring Devices for Diagnosing Obstructive Sleep Apnea: Update of a Systematic Review</a><span class="source">[ 2004]</span><div class="brieflinkpop offscreen_noflow"><span xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="invert">Review</span> Effectiveness of Portable Monitoring Devices for Diagnosing Obstructive Sleep Apnea: Update of a Systematic Review<div class="brieflinkpopdesc"><em xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="author">Lux L, Boehlecke B, Lohr KN. </em><em xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" class="cit">2004 Sep 1</em></div></div></li></ul><a class="seemore" href="/sites/entrez?db=pubmed&cmd=link&linkname=pubmed_pubmed_reviews&uid=21433333" ref="ordinalpos=1&log$=relatedreviews_seeall&logdbfrom=pubmed">See reviews...</a><a class="seemore" href="/sites/entrez?db=pubmed&cmd=link&linkname=pubmed_pubmed&uid=21433333" ref="ordinalpos=1&log$=relatedarticles_seeall&logdbfrom=pubmed">See all...</a></div></div><div class="portlet"><div class="portlet_head"><div class="portlet_title"><h3><span>Recent Activity</span></h3></div><a name="Shutter" sid="1" href="#" class="portlet_shutter" title="Show/hide content" remembercollapsed="true" pgsec_name="recent_activity" id="Shutter"></a></div><div class="portlet_content"><div xmlns:np="http://ncbi.gov/portal/XSLT/namespace" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" id="HTDisplay" class=""><div class="action"><a href="javascript:historyDisplayState('ClearHT')">Clear</a><a href="javascript:historyDisplayState('HTOff')" class="HTOn">Turn Off</a><a href="javascript:historyDisplayState('HTOn')" class="HTOff">Turn On</a></div><ul id="activity"><li class="ra_rcd ralinkpopper two_line"><a class="htb ralinkpopperctrl" ref="log$=activity&linkpos=1" href="/portal/utils/pageresolver.fcgi?recordid=67d6b6172f30673f7b2a5be5">Developing and Testing a Tool for the Classification of Study Designs in Systema...</a><div class="ralinkpop offscreen_noflow">Developing and Testing a Tool for the Classification of Study Designs in Systematic Reviews of Interventions and Exposures<div class="brieflinkpopdesc"></div></div><div class="tertiary"></div></li><li class="ra_rcd ralinkpopper two_line"><a class="htb ralinkpopperctrl" ref="log$=activity&linkpos=2" href="/portal/utils/pageresolver.fcgi?recordid=67d6b61684f3725e595db9e8">Comparative Effectiveness Review Methods: Clinical Heterogeneity</a><div class="ralinkpop offscreen_noflow">Comparative Effectiveness Review Methods: Clinical Heterogeneity<div class="brieflinkpopdesc"></div></div><div class="tertiary"></div></li><li class="ra_rcd ralinkpopper two_line"><a class="htb ralinkpopperctrl" ref="log$=activity&linkpos=3" href="/portal/utils/pageresolver.fcgi?recordid=67d6b6152f30673f7b2a5293">A Process for Robust and Transparent Rating of Study Quality: Phase 1</a><div class="ralinkpop offscreen_noflow">A Process for Robust and Transparent Rating of Study Quality: Phase 1<div class="brieflinkpopdesc"></div></div><div class="tertiary"></div></li><li class="ra_rcd ralinkpopper two_line"><a class="htb ralinkpopperctrl" ref="log$=activity&linkpos=4" href="/portal/utils/pageresolver.fcgi?recordid=67d6b6142f30673f7b2a508c">Identifying Signals for Updating Systematic Reviews</a><div class="ralinkpop offscreen_noflow">Identifying Signals for Updating Systematic Reviews<div class="brieflinkpopdesc"></div></div><div class="tertiary"></div></li><li class="ra_rcd ralinkpopper two_line"><a class="htb ralinkpopperctrl" ref="log$=activity&linkpos=5" href="/portal/utils/pageresolver.fcgi?recordid=67d6b61367c23b31e0e49a09">Identifying Priorities for Patient-Centered Outcomes Research for Serious Mental...</a><div class="ralinkpop offscreen_noflow">Identifying Priorities for Patient-Centered Outcomes Research for Serious Mental Illness<div class="brieflinkpopdesc"></div></div><div class="tertiary"></div></li></ul><p class="HTOn">Your browsing activity is empty.</p><p class="HTOff">Activity recording is turned off.</p><p id="turnOn" class="HTOff"><a href="javascript:historyDisplayState('HTOn')">Turn recording back on</a></p><a class="seemore" href="/sites/myncbi/recentactivity">See more...</a></div></div></div>
|
||
|
||
<!-- Custom content below discovery portlets -->
|
||
<div class="col7">
|
||
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
<!-- Custom content after all -->
|
||
<div class="col8">
|
||
|
||
</div>
|
||
<div class="col9">
|
||
|
||
</div>
|
||
|
||
<script type="text/javascript" src="/corehtml/pmc/js/jquery.scrollTo-1.4.2.js"></script>
|
||
<script type="text/javascript">
|
||
(function($){
|
||
$('.skiplink').each(function(i, item){
|
||
var href = $($(item).attr('href'));
|
||
href.attr('tabindex', '-1').addClass('skiptarget'); // ensure the target can receive focus
|
||
$(item).on('click', function(event){
|
||
event.preventDefault();
|
||
$.scrollTo(href, 0, {
|
||
onAfter: function(){
|
||
href.focus();
|
||
}
|
||
});
|
||
});
|
||
});
|
||
})(jQuery);
|
||
</script>
|
||
</div>
|
||
<div class="bottom">
|
||
<script type="text/javascript">
|
||
var PBooksSearchTermData = {
|
||
highlighter: "bold",
|
||
dateTime: "03/16/2025 05:16:39",
|
||
terms: [
|
||
'degeneration', 'disease', 'hepatolenticular', 'hepatolenticular degeneration', 'hepatolenticular degeneration', 'practice guideline', 'wilson', 'wilson disease'
|
||
]
|
||
};
|
||
</script>
|
||
<div id="NCBIFooter_dynamic">
|
||
<!--<component id="Breadcrumbs" label="breadcrumbs"/>
|
||
<component id="Breadcrumbs" label="helpdesk"/>-->
|
||
|
||
</div>
|
||
|
||
<div class="footer" id="footer">
|
||
<section class="icon-section">
|
||
<div id="icon-section-header" class="icon-section_header">Follow NCBI</div>
|
||
<div class="grid-container container">
|
||
<div class="icon-section_container">
|
||
<a class="footer-icon" id="footer_twitter" href="https://twitter.com/ncbi" aria-label="Twitter"><svg xmlns="http://www.w3.org/2000/svg" data-name="Layer 1" viewBox="0 0 300 300">
|
||
<defs>
|
||
<style>
|
||
.cls-11 {
|
||
fill: #737373;
|
||
}
|
||
</style>
|
||
</defs>
|
||
<title>Twitter</title>
|
||
<path class="cls-11" d="M250.11,105.48c-7,3.14-13,3.25-19.27.14,8.12-4.86,8.49-8.27,11.43-17.46a78.8,78.8,0,0,1-25,9.55,39.35,39.35,0,0,0-67,35.85,111.6,111.6,0,0,1-81-41.08A39.37,39.37,0,0,0,81.47,145a39.08,39.08,0,0,1-17.8-4.92c0,.17,0,.33,0,.5a39.32,39.32,0,0,0,31.53,38.54,39.26,39.26,0,0,1-17.75.68,39.37,39.37,0,0,0,36.72,27.3A79.07,79.07,0,0,1,56,223.34,111.31,111.31,0,0,0,116.22,241c72.3,0,111.83-59.9,111.83-111.84,0-1.71,0-3.4-.1-5.09C235.62,118.54,244.84,113.37,250.11,105.48Z">
|
||
</path>
|
||
</svg></a>
|
||
<a class="footer-icon" id="footer_facebook" href="https://www.facebook.com/ncbi.nlm" aria-label="Facebook"><svg xmlns="http://www.w3.org/2000/svg" data-name="Layer 1" viewBox="0 0 300 300">
|
||
<title>Facebook</title>
|
||
<path class="cls-11" d="M210.5,115.12H171.74V97.82c0-8.14,5.39-10,9.19-10h27.14V52l-39.32-.12c-35.66,0-42.42,26.68-42.42,43.77v19.48H99.09v36.32h27.24v109h45.41v-109h35Z">
|
||
</path>
|
||
</svg></a>
|
||
<a class="footer-icon" id="footer_linkedin" href="https://www.linkedin.com/company/ncbinlm" aria-label="LinkedIn"><svg xmlns="http://www.w3.org/2000/svg" data-name="Layer 1" viewBox="0 0 300 300">
|
||
<title>LinkedIn</title>
|
||
<path class="cls-11" d="M101.64,243.37H57.79v-114h43.85Zm-22-131.54h-.26c-13.25,0-21.82-10.36-21.82-21.76,0-11.65,8.84-21.15,22.33-21.15S101.7,78.72,102,90.38C102,101.77,93.4,111.83,79.63,111.83Zm100.93,52.61A17.54,17.54,0,0,0,163,182v61.39H119.18s.51-105.23,0-114H163v13a54.33,54.33,0,0,1,34.54-12.66c26,0,44.39,18.8,44.39,55.29v58.35H198.1V182A17.54,17.54,0,0,0,180.56,164.44Z">
|
||
</path>
|
||
</svg></a>
|
||
<a class="footer-icon" id="footer_github" href="https://github.com/ncbi" aria-label="GitHub"><svg xmlns="http://www.w3.org/2000/svg" data-name="Layer 1" viewBox="0 0 300 300">
|
||
<defs>
|
||
<style>
|
||
.cls-11,
|
||
.cls-12 {
|
||
fill: #737373;
|
||
}
|
||
|
||
.cls-11 {
|
||
fill-rule: evenodd;
|
||
}
|
||
</style>
|
||
</defs>
|
||
<title>GitHub</title>
|
||
<path class="cls-11" d="M151.36,47.28a105.76,105.76,0,0,0-33.43,206.1c5.28,1,7.22-2.3,7.22-5.09,0-2.52-.09-10.85-.14-19.69-29.42,6.4-35.63-12.48-35.63-12.48-4.81-12.22-11.74-15.47-11.74-15.47-9.59-6.56.73-6.43.73-6.43,10.61.75,16.21,10.9,16.21,10.9,9.43,16.17,24.73,11.49,30.77,8.79,1-6.83,3.69-11.5,6.71-14.14C108.57,197.1,83.88,188,83.88,147.51a40.92,40.92,0,0,1,10.9-28.39c-1.1-2.66-4.72-13.42,1-28,0,0,8.88-2.84,29.09,10.84a100.26,100.26,0,0,1,53,0C198,88.3,206.9,91.14,206.9,91.14c5.76,14.56,2.14,25.32,1,28a40.87,40.87,0,0,1,10.89,28.39c0,40.62-24.74,49.56-48.29,52.18,3.79,3.28,7.17,9.71,7.17,19.58,0,14.15-.12,25.54-.12,29,0,2.82,1.9,6.11,7.26,5.07A105.76,105.76,0,0,0,151.36,47.28Z">
|
||
</path>
|
||
<path class="cls-12" d="M85.66,199.12c-.23.52-1.06.68-1.81.32s-1.2-1.06-.95-1.59,1.06-.69,1.82-.33,1.21,1.07.94,1.6Zm-1.3-1">
|
||
</path>
|
||
<path class="cls-12" d="M90,203.89c-.51.47-1.49.25-2.16-.49a1.61,1.61,0,0,1-.31-2.19c.52-.47,1.47-.25,2.17.49s.82,1.72.3,2.19Zm-1-1.08">
|
||
</path>
|
||
<path class="cls-12" d="M94.12,210c-.65.46-1.71,0-2.37-.91s-.64-2.07,0-2.52,1.7,0,2.36.89.65,2.08,0,2.54Zm0,0"></path>
|
||
<path class="cls-12" d="M99.83,215.87c-.58.64-1.82.47-2.72-.41s-1.18-2.06-.6-2.7,1.83-.46,2.74.41,1.2,2.07.58,2.7Zm0,0">
|
||
</path>
|
||
<path class="cls-12" d="M107.71,219.29c-.26.82-1.45,1.2-2.64.85s-2-1.34-1.74-2.17,1.44-1.23,2.65-.85,2,1.32,1.73,2.17Zm0,0">
|
||
</path>
|
||
<path class="cls-12" d="M116.36,219.92c0,.87-1,1.59-2.24,1.61s-2.29-.68-2.3-1.54,1-1.59,2.26-1.61,2.28.67,2.28,1.54Zm0,0">
|
||
</path>
|
||
<path class="cls-12" d="M124.42,218.55c.15.85-.73,1.72-2,1.95s-2.37-.3-2.52-1.14.73-1.75,2-2,2.37.29,2.53,1.16Zm0,0"></path>
|
||
</svg></a>
|
||
<a class="footer-icon" id="footer_blog" href="https://ncbiinsights.ncbi.nlm.nih.gov/" aria-label="Blog">
|
||
<svg xmlns="http://www.w3.org/2000/svg" id="Layer_1" data-name="Layer 1" viewBox="0 0 40 40">
|
||
<defs><style>.cls-1{fill:#737373;}</style></defs>
|
||
<title>NCBI Insights Blog</title>
|
||
<path class="cls-1" d="M14,30a4,4,0,1,1-4-4,4,4,0,0,1,4,4Zm11,3A19,19,0,0,0,7.05,15a1,1,0,0,0-1,1v3a1,1,0,0,0,.93,1A14,14,0,0,1,20,33.07,1,1,0,0,0,21,34h3a1,1,0,0,0,1-1Zm9,0A28,28,0,0,0,7,6,1,1,0,0,0,6,7v3a1,1,0,0,0,1,1A23,23,0,0,1,29,33a1,1,0,0,0,1,1h3A1,1,0,0,0,34,33Z"></path>
|
||
</svg>
|
||
</a>
|
||
</div>
|
||
</div>
|
||
</section>
|
||
|
||
<section class="container-fluid bg-primary">
|
||
<div class="container pt-5">
|
||
<div class="row mt-3">
|
||
<div class="col-lg-3 col-12">
|
||
<p><a class="text-white" href="https://www.nlm.nih.gov/socialmedia/index.html">Connect with NLM</a></p>
|
||
<ul class="list-inline social_media">
|
||
<li class="list-inline-item"><a href="https://twitter.com/NLM_NIH" aria-label="Twitter" target="_blank" rel="noopener noreferrer"><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" version="1.1" x="0px" y="0px" viewBox="0 0 249 249" style="enable-background:new 0 0 249 249;" xml:space="preserve">
|
||
<style type="text/css">
|
||
.st20 {
|
||
fill: #FFFFFF;
|
||
}
|
||
|
||
.st30 {
|
||
fill: none;
|
||
stroke: #FFFFFF;
|
||
stroke-width: 8;
|
||
stroke-miterlimit: 10;
|
||
}
|
||
</style>
|
||
<title>Twitter</title>
|
||
<g>
|
||
<g>
|
||
<g>
|
||
<path class="st20" d="M192.9,88.1c-5,2.2-9.2,2.3-13.6,0.1c5.7-3.4,6-5.8,8.1-12.3c-5.4,3.2-11.4,5.5-17.6,6.7 c-10.5-11.2-28.1-11.7-39.2-1.2c-7.2,6.8-10.2,16.9-8,26.5c-22.3-1.1-43.1-11.7-57.2-29C58,91.6,61.8,107.9,74,116 c-4.4-0.1-8.7-1.3-12.6-3.4c0,0.1,0,0.2,0,0.4c0,13.2,9.3,24.6,22.3,27.2c-4.1,1.1-8.4,1.3-12.5,0.5c3.6,11.3,14,19,25.9,19.3 c-11.6,9.1-26.4,13.2-41.1,11.5c12.7,8.1,27.4,12.5,42.5,12.5c51,0,78.9-42.2,78.9-78.9c0-1.2,0-2.4-0.1-3.6 C182.7,97.4,189.2,93.7,192.9,88.1z"></path>
|
||
</g>
|
||
</g>
|
||
<circle class="st30" cx="124.4" cy="128.8" r="108.2"></circle>
|
||
</g>
|
||
</svg></a></li>
|
||
<li class="list-inline-item"><a href="https://www.facebook.com/nationallibraryofmedicine" aria-label="Facebook" rel="noopener noreferrer" target="_blank">
|
||
<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" version="1.1" x="0px" y="0px" viewBox="0 0 249 249" style="enable-background:new 0 0 249 249;" xml:space="preserve">
|
||
<style type="text/css">
|
||
.st10 {
|
||
fill: #FFFFFF;
|
||
}
|
||
|
||
.st110 {
|
||
fill: none;
|
||
stroke: #FFFFFF;
|
||
stroke-width: 8;
|
||
stroke-miterlimit: 10;
|
||
}
|
||
</style>
|
||
<title>Facebook</title>
|
||
<g>
|
||
<g>
|
||
<path class="st10" d="M159,99.1h-24V88.4c0-5,3.3-6.2,5.7-6.2h16.8V60l-24.4-0.1c-22.1,0-26.2,16.5-26.2,27.1v12.1H90v22.5h16.9 v67.5H135v-67.5h21.7L159,99.1z"></path>
|
||
</g>
|
||
</g>
|
||
<circle class="st110" cx="123.6" cy="123.2" r="108.2"></circle>
|
||
</svg>
|
||
</a></li>
|
||
<li class="list-inline-item"><a href="https://www.youtube.com/user/NLMNIH" aria-label="Youtube" target="_blank" rel="noopener noreferrer"><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" version="1.1" x="0px" y="0px" viewBox="0 0 249 249" style="enable-background:new 0 0 249 249;" xml:space="preserve">
|
||
<title>Youtube</title>
|
||
<style type="text/css">
|
||
.st4 {
|
||
fill: none;
|
||
stroke: #FFFFFF;
|
||
stroke-width: 8;
|
||
stroke-miterlimit: 10;
|
||
}
|
||
|
||
.st5 {
|
||
fill: #FFFFFF;
|
||
}
|
||
</style>
|
||
<circle class="st4" cx="124.2" cy="123.4" r="108.2"></circle>
|
||
<g transform="translate(0,-952.36218)">
|
||
<path class="st5" d="M88.4,1037.4c-10.4,0-18.7,8.3-18.7,18.7v40.1c0,10.4,8.3,18.7,18.7,18.7h72.1c10.4,0,18.7-8.3,18.7-18.7 v-40.1c0-10.4-8.3-18.7-18.7-18.7H88.4z M115.2,1058.8l29.4,17.4l-29.4,17.4V1058.8z"></path>
|
||
</g>
|
||
</svg></a></li>
|
||
</ul>
|
||
</div>
|
||
<div class="col-lg-3 col-12">
|
||
<p class="address_footer text-white">National Library of Medicine<br />
|
||
<a href="https://www.google.com/maps/place/8600+Rockville+Pike,+Bethesda,+MD+20894/@38.9959508,-77.101021,17z/data=!3m1!4b1!4m5!3m4!1s0x89b7c95e25765ddb:0x19156f88b27635b8!8m2!3d38.9959508!4d-77.0988323" class="text-white" target="_blank" rel="noopener noreferrer">8600 Rockville Pike<br />
|
||
Bethesda, MD 20894</a></p>
|
||
</div>
|
||
<div class="col-lg-3 col-12 centered-lg">
|
||
<p><a href="https://www.nlm.nih.gov/web_policies.html" class="text-white">Web Policies</a><br />
|
||
<a href="https://www.nih.gov/institutes-nih/nih-office-director/office-communications-public-liaison/freedom-information-act-office" class="text-white">FOIA</a><br />
|
||
<a href="https://www.hhs.gov/vulnerability-disclosure-policy/index.html" class="text-white" id="vdp">HHS Vulnerability Disclosure</a></p>
|
||
</div>
|
||
<div class="col-lg-3 col-12 centered-lg">
|
||
<p><a class="supportLink text-white" href="https://support.nlm.nih.gov/">Help</a><br />
|
||
<a href="https://www.nlm.nih.gov/accessibility.html" class="text-white">Accessibility</a><br />
|
||
<a href="https://www.nlm.nih.gov/careers/careers.html" class="text-white">Careers</a></p>
|
||
</div>
|
||
</div>
|
||
<div class="row">
|
||
<div class="col-lg-12 centered-lg">
|
||
<nav class="bottom-links">
|
||
<ul class="mt-3">
|
||
<li>
|
||
<a class="text-white" href="//www.nlm.nih.gov/">NLM</a>
|
||
</li>
|
||
<li>
|
||
<a class="text-white" href="https://www.nih.gov/">NIH</a>
|
||
</li>
|
||
<li>
|
||
<a class="text-white" href="https://www.hhs.gov/">HHS</a>
|
||
</li>
|
||
<li>
|
||
<a class="text-white" href="https://www.usa.gov/">USA.gov</a>
|
||
</li>
|
||
</ul>
|
||
</nav>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</section>
|
||
<script type="text/javascript" src="/portal/portal3rc.fcgi/rlib/js/InstrumentOmnitureBaseJS/InstrumentNCBIConfigJS/InstrumentNCBIBaseJS/InstrumentPageStarterJS.js?v=1"> </script>
|
||
<script type="text/javascript" src="/portal/portal3rc.fcgi/static/js/hfjs2.js"> </script>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
<!--/.page-->
|
||
</div>
|
||
<!--/.wrap-->
|
||
</div><!-- /.twelve_col -->
|
||
</div>
|
||
<!-- /.grid -->
|
||
|
||
<span class="PAFAppResources"></span>
|
||
|
||
<!-- BESelector tab -->
|
||
|
||
|
||
|
||
<noscript><img alt="statistics" src="/stat?jsdisabled=true&ncbi_db=books&ncbi_pdid=book-toc&ncbi_acc=NBK52670&ncbi_domain=methrestool&ncbi_report=record&ncbi_type=fulltext&ncbi_objectid=&ncbi_pcid=/NBK52670/&ncbi_pagename=Developing and Testing a Tool for the Classification of Study Designs in Systematic Reviews of Interventions and Exposures - NCBI Bookshelf&ncbi_bookparttype=toc&ncbi_app=bookshelf" /></noscript>
|
||
|
||
|
||
<!-- usually for JS scripts at page bottom -->
|
||
<!--<component id="PageFixtures" label="styles"></component>-->
|
||
|
||
|
||
<!-- CE8B5AF87C7FFCB1_0191SID /projects/books/PBooks@9.11 portal107 v4.1.r689238 Tue, Oct 22 2024 16:10:51 -->
|
||
<span id="portal-csrf-token" style="display:none" data-token="CE8B5AF87C7FFCB1_0191SID"></span>
|
||
|
||
<script type="text/javascript" src="//static.pubmed.gov/portal/portal3rc.fcgi/4216699/js/3879255/4121861/3501987/4008961/3893018/3821238/4062932/4209313/4212053/4076480/3921943/3400083/3426610.js" snapshot="books"></script></body>
|
||
</html> |