2709 lines
92 KiB
Text
2709 lines
92 KiB
Text
<!DOCTYPE html>
|
||
<html lang="en" dir="ltr" prefix="content: http://purl.org/rss/1.0/modules/content/ dc: http://purl.org/dc/terms/ foaf: http://xmlns.com/foaf/0.1/ og: http://ogp.me/ns# rdfs: http://www.w3.org/2000/01/rdf-schema# schema: http://schema.org/ sioc: http://rdfs.org/sioc/ns# sioct: http://rdfs.org/sioc/types# skos: http://www.w3.org/2004/02/skos/core# xsd: http://www.w3.org/2001/XMLSchema# ">
|
||
<head>
|
||
<meta charset="utf-8" />
|
||
<meta name="description" content="Proper testing and analysis are critical to development of a feasible, reliable, and valid measure. The next sections describe types of testing that may be conducted during measure development (alpha and beta testing), the procedure for planning and testing, and key considerations when analyzing and documenting results of testing and analysis, including incorporation of interested party inputs after testing is complete." />
|
||
<link rel="canonical" href="http://mmshub.cms.gov/measure-lifecycle/measure-testing/process/overview" />
|
||
<meta name="Generator" content="Drupal 10 (https://www.drupal.org)" />
|
||
<meta name="MobileOptimized" content="width" />
|
||
<meta name="HandheldFriendly" content="true" />
|
||
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
||
<script src="/sites/default/files/google_tag/gtm/google_tag.script.js?ss7w0y" defer></script>
|
||
|
||
<title>Measure Testing Process | The Measures Management System</title>
|
||
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/core.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/controlgroup.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/checkboxradio.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/resizable.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/button.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/dialog.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/ajax-progress.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/align.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/autocomplete-loading.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/fieldgroup.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/container-inline.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/clearfix.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/details.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/hidden.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/item-list.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/js.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/nowrap.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/position-container.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/progress.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/reset-appearance.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/resize.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/sticky-header.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/system-status-counter.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/system-status-report-counters.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/system-status-report-general-info.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/tabledrag.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/tablesort.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/tree-child.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/ckeditor5/css/ckeditor5.dialog.fix.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/modules/views/css/views.module.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/theme.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/modules/contrib/extlink/extlink.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/modules/contrib/ckeditor_accordion/css/accordion.frontend.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/modules/contrib/ds/css/ds-2col-fluid.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/modules/contrib/paragraphs/css/paragraphs.unpublished.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/modules/contrib/glossify/css/glossify_popup.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/themes/mms_hcd/assets/css/uswds.css?ss7w0y" />
|
||
<link rel="stylesheet" media="all" href="/themes/mms_hcd/assets/css/style.css?ss7w0y" />
|
||
|
||
|
||
</head>
|
||
<body class="page-node-8 page-node-type-page path-node anonymous">
|
||
<a href="#main-content" class="usa-sr-only focusable">
|
||
Skip to main content
|
||
</a>
|
||
<noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-PNNJP8D" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
|
||
<div class="dialog-off-canvas-main-canvas" data-off-canvas-main-canvas>
|
||
|
||
<div class="usa-overlay"></div>
|
||
|
||
<header class="usa-header usa-header--extended usa-header--extended-megamenu" id="header">
|
||
|
||
|
||
|
||
<div class="region region-header usa-navbar">
|
||
<div class="usa-logo site-logo" id="logo">
|
||
|
||
<em class="usa-logo__text">
|
||
<a class="logo-img" href="/" accesskey="1" title="Homepage of mmshub.cms.gov" aria-label="Homepage of mmshub.cms.gov">
|
||
<img src="/themes/mms_hcd/assets/img/MMS-header-logo_LG.svg" alt="CMS.gov MMS Hub Logo" />
|
||
</a>
|
||
</em>
|
||
|
||
</div>
|
||
<button class="usa-menu-btn">Menu</button><div class="views-exposed-form search-block block block-views-exposed-filter-blocks block-views-exposed-filter-blocks-block" data-drupal-selector="views-exposed-form-search-block-1" id="block-viewsexposedfilterblock">
|
||
|
||
|
||
<form action="/search" method="get" id="views-exposed-form-search-block-1" accept-charset="UTF-8" class="usa-form">
|
||
<div class="form-item js-form-item form-type-textfield js-form-type-textfield form-item-search-api-fulltext js-form-item-search-api-fulltext form-no-label">
|
||
|
||
|
||
<input placeholder="Type to create a new search" data-drupal-selector="edit-search-api-fulltext" type="text" id="edit-search-api-fulltext" name="search_api_fulltext" value="" size="30" maxlength="128" class="form-text usa-input" />
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
<div data-drupal-selector="edit-actions" class="form-actions js-form-wrapper form-wrapper" id="edit-actions">
|
||
|
||
<input data-drupal-selector="edit-submit-search" type="submit" id="edit-submit-search" value="Search" class="button js-form-submit form-submit usa-button" />
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
</form>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
<nav class="usa-nav">
|
||
<div class="usa-nav__inner">
|
||
|
||
<button class="usa-nav__close">
|
||
<img src="/themes/mms_hcd/assets/img/close.svg" alt="close"/>
|
||
</button>
|
||
|
||
|
||
|
||
|
||
|
||
<ul class="usa-nav__primary usa-accordion" role="navigation">
|
||
|
||
|
||
<li class="usa-nav__primary-item is_expanded">
|
||
|
||
<button id="usa-accordion__button" class="usa-accordion__button usa-nav__link is_expanded " aria-expanded="false" aria-controls="extended-mega-nav-section-1">
|
||
<span>About Quality Measurement</span>
|
||
</button>
|
||
|
||
|
||
|
||
<div id="extended-mega-nav-section-1" class="usa-nav__submenu usa-megamenu" hidden="">
|
||
|
||
|
||
<div class="grid-row grid-gap-3 gridused">
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>About MMS</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-About-MMS" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-About-MMS" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/about-quality/MMS-overview">
|
||
<span>MMS Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>New to Measures</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-New-to-Measures" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-New-to-Measures" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/about-quality/new-to-measures/what-is-a-measure">
|
||
<span>Get Started with Quality Measures</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/about-quality/new-to-measures/roles">
|
||
<span>Roles in Measure Development</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>Types of Measures</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Types-of-Measures" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Types-of-Measures" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/about-quality/types/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-3 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Types-of-Measures">
|
||
<span>Composite Measure</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Composite-Measure" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Composite-Measure" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/about-quality/types/composite-measure/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/about-quality/types/composite-measure/component-measures">
|
||
<span>Component Measures</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/about-quality/types/population-health">
|
||
<span>Population Health Measures</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>Quality Measurement at CMS</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Quality-Measurement-at-CMS" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Quality-Measurement-at-CMS" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/about-quality/quality-at-CMS/goals">
|
||
<span>CMS Goals and Priorities</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/about-quality/quality-at-CMS/principles">
|
||
<span>Measure Development Principles</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/about-quality/quality-at-CMS/quality">
|
||
<span>Quality Across CMS</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__primary-item is_expanded">
|
||
|
||
<button id="usa-accordion__button" class="usa-accordion__button usa-nav__link usa-current is_expanded " aria-expanded="false" aria-controls="extended-mega-nav-section-2">
|
||
<span>Blueprint Measure Lifecycle</span>
|
||
</button>
|
||
|
||
|
||
|
||
<div id="extended-mega-nav-section-2" class="usa-nav__submenu usa-megamenu" hidden="">
|
||
|
||
|
||
<div class="grid-row grid-gap-3 gridused">
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>Blueprint Measure Lifecycle</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Blueprint-Measure-Lifecycle" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Blueprint-Measure-Lifecycle" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/blueprint-measure-lifecycle-overview">
|
||
<span>Blueprint Measure Lifecycle Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/about-quality/blueprint-measure-lifecycle/theory">
|
||
<span>Measure Development Theory</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>Measure Conceptualization</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Measure-Conceptualization" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Conceptualization" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-conceptualization/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-2 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Conceptualization">
|
||
<span>Information Gathering</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Information-Gathering" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Information-Gathering" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-conceptualization/information-gathering/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-conceptualization/information-gathering/conduct-environment-scan">
|
||
<span>Conduct an Environmental Scan</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-conceptualization/information-gathering/analyze-data-gap-analysis">
|
||
<span>Analyze Data & Conduct Gap Analysis</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-conceptualization/information-gathering/respecified-measures">
|
||
<span>Respecified Measures</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-conceptualization/information-gathering/justify-creation-new-measures">
|
||
<span>Justify the Creation of New Measures</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-2 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Conceptualization">
|
||
<span>Business Case Development</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Business-Case-Development" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Business-Case-Development" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-conceptualization/business-case/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-conceptualization/business-case/outcomes">
|
||
<span>Documenting Outcomes, Benefits, & Costs</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-conceptualization/business-case/best-practices">
|
||
<span>Business Case Best Practices</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>Measure Specification</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Measure-Specification" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Specification" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/specifications-measure-category">
|
||
<span>Specifications by Measure Category</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/define-data-sources">
|
||
<span>Define Data Sources</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-3 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Specification">
|
||
<span>Develop Specifications</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Develop-Specifications" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Develop-Specifications" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/develop-specification/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/develop-specification/target-initial-population">
|
||
<span>Define the Target/Initial Population</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/develop-specification/denominator">
|
||
<span>Define the Denominator</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/develop-specification/numerator">
|
||
<span>Define the Numerator and Exclusions</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/develop-specification/stratification">
|
||
<span>Define Stratification Scheme</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/develop-specification/respecifying-registry-measures">
|
||
<span>Respecifying Registry Measures to Electronic Clinical Quality Measures (eCQMs)</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-3 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Specification">
|
||
<span>Specify the Code</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Specify-the-Code" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Specify-the-Code" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/specify-code/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/specify-code/code-systems-vocabularies-terminologies">
|
||
<span>Code Systems, Vocabularies, and Terminologies</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/specify-code/encode-clinical-information">
|
||
<span>Encoding Clinical Information</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/specify-code/data-standards">
|
||
<span>Data Standards</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-3 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Specification">
|
||
<span>Construct Data Protocol</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Construct-Data-Protocol" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Construct-Data-Protocol" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/data-protocol/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/data-protocol/key-terms">
|
||
<span>Define Key Terms, Data Elements, Codes, and Code Systems</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/data-protocol/level-measurement-analysis">
|
||
<span>Describe Level of Measurement & Sampling</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/data-protocol/risk-adjustment">
|
||
<span>Determine Risk Adjustment</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/data-protocol/time-interval">
|
||
<span>Define Any Time Intervals</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/data-protocol/scoring">
|
||
<span>Describe Scoring & Calculation Algorithm</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/document-measure">
|
||
<span>Document the Measures</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-3 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Specification">
|
||
<span>Measure Harmonization</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Measure-Harmonization" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Harmonization" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/measure-harmonization/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/measure-harmonization/alignment">
|
||
<span>Measure Harmonization and Alignment</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-specification/measure-harmonization/when-to-consider">
|
||
<span>When to Consider Measure Harmonization</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>Measure Testing</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Measure-Testing" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Testing" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-testing/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-4 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link usa-currentis_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Testing">
|
||
<span>Measure Testing Process</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Measure-Testing-Process" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Testing-Process" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-testing/process/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-testing/process/develop-workplan">
|
||
<span>Develop The Testing Work Plan</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-testing/process/perform-sampl">
|
||
<span>Perform Sampling</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-testing/process/implement-and-analyze">
|
||
<span>Implement, Analyze, Refine & Retest</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-testing/process/summary">
|
||
<span>Measure Testing Summary</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-testing/process/testing-respecified-measures">
|
||
<span>Testing Respecified Measures</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-4 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Testing">
|
||
<span>Measure Evaluation Criteria</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Measure-Evaluation-Criteria" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Evaluation-Criteria" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-testing/evaluation-criteria/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-testing/evaluation-criteria/importance">
|
||
<span>Importance</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-testing/evaluation-criteria/scientific-acceptability">
|
||
<span>Scientific Acceptability</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-testing/evaluation-criteria/feasibility">
|
||
<span>Feasibility</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-testing/evaluation-criteria/usability">
|
||
<span>Usability & Use</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>Measure Implementation</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Measure-Implementation" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Implementation" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-implementation/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-implementation/selection">
|
||
<span>Measure Selection</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-5 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Implementation">
|
||
<span>Pre-Rulemaking</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Pre-Rulemaking" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Pre-Rulemaking" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-implementation/pre-rulemaking/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-implementation/pre-rulemaking/guidance-measure-submitters">
|
||
<span>Guidance for Measure Submitters</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-implementation/pre-rulemaking/measure-priorities">
|
||
<span>Measure Priorities</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-implementation/pre-rulemaking/lists-and-reports">
|
||
<span>MUC Lists and Recommendation Reports</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-implementation/rollout">
|
||
<span>Measure Rollout</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-5 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Implementation">
|
||
<span>CMS Consensus-Based Entity (CBE) Endorsement and Maintenance</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-CMS-Consensus-Based-Entity-(CBE)-Endorsement-and-Maintenance" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-CMS-Consensus-Based-Entity-(CBE)-Endorsement-and-Maintenance" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-implementation/CMS-CBE-EM/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-implementation/CMS-CBE-EM/Measure-Submission-to-the-CMS-CBE">
|
||
<span>Measure Submission to the CMS CBE</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-implementation/CMS-CBE-EM/Endorsement-Process">
|
||
<span>The CMS CBE Endorsement Process</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>Measure Use, Continuing Evaluation & Maintenance</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Measure-Use,-Continuing-Evaluation-&-Maintenance" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Use,-Continuing-Evaluation-&-Maintenance" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-use/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-use/production-and-monitoring">
|
||
<span>Measure Production & Monitoring</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-use/evaluation">
|
||
<span>Continuing Evaluation</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-6 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Use,-Continuing-Evaluation-&-Maintenance">
|
||
<span>Measure Maintenance Reviews</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Measure-Maintenance-Reviews" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Maintenance-Reviews" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-use/maintenance/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-use/maintenance/annual-update">
|
||
<span>Annual Update</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-use/maintenance/comprehensive-reevaluation">
|
||
<span>Comprehensive Reevaluation</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-use/maintenance/early-maintenance-review">
|
||
<span>Early Maintenance Review</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/measure-use/maintenance/harmonization-during-maintenance">
|
||
<span>Harmonization during Measure Maintenance</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>Interested Party Engagement</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Interested-Party-Engagement" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Interested-Party-Engagement" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/stakeholder-engagement/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/stakeholder-engagement/lifecycle">
|
||
<span>Interested Party Engagement in the Measure Lifecycle</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/stakeholder-engagement/roles">
|
||
<span>Roles in Engagement</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/measure-lifecycle/stakeholder-engagement/types">
|
||
<span>Types of Interested Party Engagement</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__primary-item is_expanded">
|
||
|
||
<button id="usa-accordion__button" class="usa-accordion__button usa-nav__link is_expanded " aria-expanded="false" aria-controls="extended-mega-nav-section-3">
|
||
<span>Tools & Resources</span>
|
||
</button>
|
||
|
||
|
||
|
||
<div id="extended-mega-nav-section-3" class="usa-nav__submenu usa-megamenu" hidden="">
|
||
|
||
|
||
<div class="grid-row grid-gap-3 gridused">
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>MMS Tools & Resources</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-MMS-Tools-&-Resources" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-MMS-Tools-&-Resources" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/tools-and-resources/mms-supplemental-materials">
|
||
<span>Supplemental Materials</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/tools-and-resources/mms-templates">
|
||
<span>Templates for Measure Development</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/educational-resources">
|
||
<span>Educational Resources</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/mms-tools">
|
||
<span>MMS Tools</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>Additional Tools & Resources</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Additional-Tools-&-Resources" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Additional-Tools-&-Resources" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/cms-tools">
|
||
<span>CMS Tools</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/external-resources">
|
||
<span>External Resources</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="https://mmshub.cms.gov/glossary">
|
||
<span>Glossary</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>Pre-Rulemaking Resources</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Pre-Rulemaking-Resources" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Pre-Rulemaking-Resources" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/Pre-Rulemaking-Resources">
|
||
<span>Pre-Rulemaking Resources</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__primary-item is_expanded">
|
||
|
||
<button id="usa-accordion__button" class="usa-accordion__button usa-nav__link is_expanded " aria-expanded="false" aria-controls="extended-mega-nav-section-4">
|
||
<span>Get Involved</span>
|
||
</button>
|
||
|
||
|
||
|
||
<div id="extended-mega-nav-section-4" class="usa-nav__submenu usa-megamenu" hidden="">
|
||
|
||
|
||
<div class="grid-row grid-gap-3 gridused">
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>Get Involved</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Get-Involved" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Get-Involved" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/get-involved/how-to">
|
||
<span>How to Get Involved</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-1 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Get-Involved">
|
||
<span>Technical Expert Panels</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Technical-Expert-Panels" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Technical-Expert-Panels" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/get-involved/technical-expert-panel/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/get-involved/technical-expert-panel/current">
|
||
<span>Current TEP Opportunities</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/get-involved/technical-expert-panel/updates">
|
||
<span>Updates to Established TEPs</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
|
||
|
||
|
||
|
||
<button id="usa-accordion__button_second-1 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Get-Involved">
|
||
<span>Public Comments</span>
|
||
</button>
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-Public-Comments" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Public-Comments" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/get-involved/public-comments/overview">
|
||
<span>Overview</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/get-involved/public-comments/current">
|
||
<span>Current Public Comment Opportunities</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/get-involved/public-comments/summaries">
|
||
<span>Summaries of Past Public Comments</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/get-involved/call-for-measures">
|
||
<span>Call for Measures</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/get-involved/other-involvement">
|
||
<span>Other Types of Involvement</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__primary-item is_expanded">
|
||
|
||
<button id="usa-accordion__button" class="usa-accordion__button usa-nav__link is_expanded " aria-expanded="false" aria-controls="extended-mega-nav-section-5">
|
||
<span>News & Events</span>
|
||
</button>
|
||
|
||
|
||
|
||
<div id="extended-mega-nav-section-5" class="usa-nav__submenu usa-megamenu" hidden="">
|
||
|
||
|
||
<div class="grid-row grid-gap-3 gridused">
|
||
|
||
|
||
<div class="desktop:grid-col-3">
|
||
|
||
<div class="usa-nav__headermenu-item">
|
||
<span><strong>News & Events</strong></span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<ul id="basic-nav-section-News-&-Events" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-News-&-Events" >
|
||
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/news-events/all">
|
||
<span>News & Events</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/news-events/news-by-month">
|
||
<span>News By Month</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
|
||
|
||
|
||
|
||
<a href="/news-events/event-calendar">
|
||
<span>Event Calendar</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</li>
|
||
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
</nav>
|
||
|
||
|
||
</header>
|
||
|
||
<section class="usa-hero usa-hero-interior">
|
||
<div class="usa-hero__callout">
|
||
<div id="block-mms-hcd-breadcrumbs" class="grid-container grid-col-12 block block-system block-system-breadcrumb-block">
|
||
|
||
|
||
<nav class="usa-breadcrumb" role="navigation" aria-labelledby="system-breadcrumb">
|
||
<h2 id="system-breadcrumb" class="usa-sr-only">Breadcrumb</h2>
|
||
<ol class="usa-breadcrumb__list">
|
||
<li class="usa-breadcrumb__list-item">
|
||
<a href="/" class="usa-breadcrumb__link"><span>Home</span></a>
|
||
</li>
|
||
<li class="usa-breadcrumb__list-item">
|
||
<a href="/measure-lifecycle/measure-testing/overview" class="usa-breadcrumb__link"><span>Measure Testing</span></a>
|
||
</li>
|
||
<li class="usa-breadcrumb__list-item">
|
||
<a href="/measure-lifecycle/measure-testing/process/overview" class="usa-breadcrumb__link"><span>Measure Testing Process</span></a>
|
||
</li>
|
||
</ol>
|
||
</nav>
|
||
|
||
</div>
|
||
<div class="views-element-container grid-container grid-col-12 block block-views block-views-blockparent-title-block-1" id="block-views-block-parent-title-block-1">
|
||
|
||
|
||
<div><div class="js-view-dom-id-be0877a858a47bd2e03cfb045d0416fdc27d670fedb331d2bc8903ca23568bd1">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="views-row"><div class="views-field views-field-field-parent-title"><h1 class="field-content"><span class="glossify-exclude"><abbr tabindex="0" title="<p><span class="glossify-exclude">Measure testing</span> is the empirical analysis to demonstrate the reliability and validity of the measure as specified, including analysis of issues posing threats to the validity of conclusions about quality of care such as exclusions, risk adjustment/stratification for outcome and resource use measures, methods to identify differences in performance, and comparability of data sources/methods.</p> " class="glossify-tooltip-tip" lang="en">Measure Testing</abbr></span></h1></div></div>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</section>
|
||
|
||
<main class="main-content usa-layout-docs usa-section sidebar_first"
|
||
id="main-content">
|
||
<a href="#" id="main-content" class="hidden" tabindex="-1">main-content</a>
|
||
<div class="grid-container">
|
||
|
||
<div class="grid-row">
|
||
|
||
</div>
|
||
|
||
<div class="">
|
||
<div data-drupal-messages-fallback class="hidden"></div>
|
||
|
||
|
||
</div>
|
||
|
||
<div class="grid-row ">
|
||
|
||
</div>
|
||
|
||
<div class="grid-row grid-gap">
|
||
|
||
|
||
|
||
<div class="usa-layout-docs__main desktop:grid-col-fill">
|
||
<nav role="navigation" aria-labelledby="block-mainnavigation-2-menu" id="block-mainnavigation-2">
|
||
|
||
<h2 class="usa-sr-only" id="block-mainnavigation-2-menu">Main navigation</h2>
|
||
|
||
|
||
<div class="usa-nav__inner">
|
||
<ul class="usa-nav__primary usa-accordion" role="navigation">
|
||
|
||
<li class="usa-nav__primary-item">
|
||
<span class="usa-accordion__button usa-nav__link ">
|
||
<a href="/measure-lifecycle/measure-testing/overview">Overview</a>
|
||
</span>
|
||
</li>
|
||
|
||
<li class="usa-nav__primary-item">
|
||
<span class="usa-accordion__button usa-nav__link usa-current">
|
||
<a href="/measure-lifecycle/measure-testing/process">Measure Testing Process</a>
|
||
</span>
|
||
</li>
|
||
|
||
<li class="usa-nav__primary-item">
|
||
<span class="usa-accordion__button usa-nav__link ">
|
||
<a href="/measure-lifecycle/measure-testing/evaluation-criteria">Measure Evaluation Criteria</a>
|
||
</span>
|
||
</li>
|
||
</ul>
|
||
</div>
|
||
</nav>
|
||
|
||
<h1 class="margin-0">
|
||
<span property="schema:name">Measure Testing Process</span>
|
||
</h1>
|
||
|
||
|
||
<div id="block-mms-hcd-content" class="grid-col-12 block block-system block-system-main-block">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div data-history-node-id="8" class="node node--type-page node--view-mode-full group-one-column ds-2col-fluid clearfix" typeof="schema:WebPage">
|
||
|
||
|
||
<div class="group-left desktop:grid-col-8 tablet:grid-col-12">
|
||
|
||
|
||
|
||
<div property="schema:text" class="field field--name-body field--type-text-with-summary field--label-hidden field__item"><p>Proper testing and analysis are critical to development of a feasible, reliable, and valid measure. The next sections describe types of testing that may be conducted during measure development (alpha and beta testing), the procedure for planning and testing, and key considerations when analyzing and documenting results of testing and analysis, including incorporation of interested party inputs after testing is complete.</p>
|
||
|
||
<p>The measure developer should conduct initial testing during development (i.e., pilot testing) within the framework of alpha and beta tests. Although considered part of <abbr tabindex="0" title="<p><span class="glossify-exclude">Measure testing</span> is the empirical analysis to demonstrate the reliability and validity of the measure as specified, including analysis of issues posing threats to the validity of conclusions about quality of care such as exclusions, risk adjustment/stratification for outcome and resource use measures, methods to identify differences in performance, and comparability of data sources/methods.</p> " class="glossify-tooltip-tip" lang="en">measure testing</abbr>, alpha testing may occur as early as <a href="/information-gathering-overview">information gathering</a> and repeated iteratively during development of <a href="/measure-specification-overview">measure specifications</a>. Measure developers should test early and often. </p>
|
||
|
||
<h3>Alpha and Beta Testing</h3>
|
||
|
||
<dl class="ckeditor-accordion">
|
||
<dt>Alpha Testing / Formative Testing</dt>
|
||
<dd>
|
||
<p>Alpha testing (i.e., formative testing) is of limited scope since it usually occurs before full development of detailed <abbr tabindex="0" title="<p><span class="glossify-exclude">Specifications</span> are measure instructions addressing data elements, data sources, point of data collection, timing and frequency of data collection and reporting, specific instruments used (if appropriate), and implementation strategies.</p> " class="glossify-tooltip-tip" lang="en">specifications</abbr>. Measure developers may conduct alpha testing, particularly regarding <a href="/measure-lifecycle/measure-testing/evaluation-criteria/feasibility">feasibility</a> of the concept in the context of the <abbr tabindex="0" title="<p><span class="glossify-exclude">Data sources</span> are the primary source document(s) used for data collection (e.g., billing or administrative data, encounter form, enrollment form, patient medical record).</p> " class="glossify-tooltip-tip" lang="en">data source</abbr>, as part of information gathering empirical analysis and may occur concurrently with development of technical specifications as part of an iterative process. Check with clinicians to ensure collection of the <abbr tabindex="0" title="<p>A data element is a basic unit of information with a unique meaning and subcategories (data items) of distinct value. National Institute of Standards and Technology. (n.d.). <em>Data element</em>. Computer Security Resource Center. Retrieved November 1, 2023, from&nbsp;<a href="https://csrc.nist.gov/glossary/term/data_element">https://csrc.nist.gov/glossary/term/data_element</a></p> " class="glossify-tooltip-tip" lang="en">data elements</abbr> occurs as part of the usual care process, either manually or electronically, e.g., wearable devices, and the data elements collect the data needed for measure calculation.</p>
|
||
|
||
<p>Alpha tests include methods to determine whether individual data elements are available and whether the form in which they exist is consistent with the intent of the measure. Types of testing used in an alpha test vary widely and often depend on the measure’s data source or uniqueness of the measure specifications. Measures that use data sources similar to existing measures may require minimal alpha testing. In contrast, measures that address areas with no development of specifications may require multiple iterations of alpha testing. Measure developers may want to consult with persons and families, e.g., a focus group, to determine if the data elements are meaningful and understandable to them.</p>
|
||
|
||
<p>For example, an alpha test may include a query to a large, integrated, delivery system database to determine how it captures specific data, where the query originates, and how to express the query. Results can impact decisions about measure specifications.</p>
|
||
</dd>
|
||
<dt>Beta Testing</dt>
|
||
<dd>
|
||
<p>Beta testing (i.e., field testing) generally occurs after development of initial technical specifications and is usually larger in scope than alpha testing. In addition to gathering further information about <abbr tabindex="0" title="<p><span class="glossify-exclude">Feasibility criteria</span> is the extent to which the specifications, including measure logic, require data that are readily available or easily captured without undue burden and implemented for performance measurement.</p> " class="glossify-tooltip-tip" lang="en">feasibility</abbr>, beta tests serve as the main means to assess <a href="/measure-lifecycle/measure-testing/evaluation-criteria/scientific-acceptability">scientific acceptability</a> and <a href="/measure-lifecycle/measure-testing/evaluation-criteria/usability">usability</a> of a measure. Measure developers can use beta tests to evaluate the measure’s suitability for <a href="/measure-lifecycle/measure-testing/evaluation-criteria/scientific-acceptability/validity/risk">risk adjustment</a> or <abbr tabindex="0" title="<p><span class="glossify-exclude">Stratification</span> divides a population or resource services into distinct, independent groups of similar data, enabling analysis of the specific subgroups. This type of adjustment can show where disparities exist or where there is a need to expose differences in results.</p> " class="glossify-tooltip-tip" lang="en">stratification</abbr> and help expand previous <a href="/measure-lifecycle/measure-testing/evaluation-criteria/importance">importance</a> and <a href="/measure-lifecycle/measure-testing/evaluation-criteria/feasibility">feasibility</a> evaluations. When carefully planned and executed, beta testing helps document measure properties with respect to the evaluation <abbr tabindex="0" title="<p>A criterion is an accepted standard, principle, or rule used to make a decision or to inform an evaluator’s judgment.</p> " class="glossify-tooltip-tip" lang="en">criteria</abbr>.</p>
|
||
</dd>
|
||
</dl>
|
||
|
||
<p> </p>
|
||
</div>
|
||
|
||
|
||
<div class="field field--name-field-paragraph-section field--type-entity-reference-revisions field--label-hidden field__items">
|
||
<div class="field__item">
|
||
|
||
<div class="paragraph paragraph--type--body-cont- paragraph--view-mode--default paragraph--id--98">
|
||
<div class="paragraph__column">
|
||
|
||
|
||
<div class="field field--name-field-body-cont- field--type-text-long field--label-hidden field__item"><h3>Features of Alpha and Beta Testing</h3>
|
||
|
||
<p>The measure developer should consider the features of alpha and beta testing when planning their approach. </p>
|
||
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>
|
||
<p><strong>Feature</strong></p>
|
||
</th>
|
||
<th>
|
||
<p><strong>Alpha Testing</strong></p>
|
||
</th>
|
||
<th>
|
||
<p><strong>Beta Testing</strong></p>
|
||
</th>
|
||
</tr>
|
||
<tr>
|
||
<th>Timing</th>
|
||
<td>
|
||
<ul>
|
||
<li>Usually conducted prior to completion of technical specifications</li>
|
||
<li>May conduct multiple times in quick succession</li>
|
||
</ul>
|
||
</td>
|
||
<td>
|
||
<ul>
|
||
<li>Conducted after development of measure developer’s detailed and precise technical specifications </li>
|
||
</ul>
|
||
</td>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<th>Scale</th>
|
||
<td>
|
||
<p>Typically, smaller scale</p>
|
||
|
||
<ul>
|
||
<li>Only enough records to ensure the data set contains all elements needed for the measure</li>
|
||
<li>Only enough records to identify common occurrences or variation in the data</li>
|
||
</ul>
|
||
</td>
|
||
<td>
|
||
<ul>
|
||
<li>Samples strive to achieve representative and adequate sizes</li>
|
||
<li>Requires appropriate sample selection protocols</li>
|
||
<li>May require evaluation of multiple sites in a variety of settings depending on the data source (e.g., administrative, medical record)</li>
|
||
</ul>
|
||
</td>
|
||
</tr>
|
||
<tr>
|
||
<th>Sampling</th>
|
||
<td>
|
||
<ul>
|
||
<li>Convenience sampling</li>
|
||
</ul>
|
||
</td>
|
||
<td>
|
||
<ul>
|
||
<li>Sufficient to allow adequate testing of the measure’s scientific acceptability</li>
|
||
<li>Representative of the target/initial population</li>
|
||
<li>Representative of the people, places, times, events, and conditions important to the measure</li>
|
||
<li>If based on administrative or claims data, uses entire eligible population</li>
|
||
<li>Randomized, if possible</li>
|
||
</ul>
|
||
</td>
|
||
</tr>
|
||
<tr>
|
||
<th>Specification Refinement</th>
|
||
<td>
|
||
<ul>
|
||
<li>Permits early detection of problems in technical specifications (e.g., identification of additional inclusion and exclusion criteria)</li>
|
||
</ul>
|
||
</td>
|
||
<td>
|
||
<ul>
|
||
<li>Used to assess or revise complexity of computations required to calculate the measure</li>
|
||
</ul>
|
||
</td>
|
||
</tr>
|
||
<tr>
|
||
<th>Importance</th>
|
||
<td>
|
||
<ul>
|
||
<li>Designed to look at volume, frequency, or costs related to a measure topic (e.g., cost of treating the condition, costs related to procedures measured)</li>
|
||
<li>Establishes, on a preliminary basis, the measure can identify gaps in care</li>
|
||
<li>Provides support for further development of the measure</li>
|
||
</ul>
|
||
</td>
|
||
<td>
|
||
<ul>
|
||
<li>Allows for enhanced evaluation of a measure’s importance, including evaluation of performance thresholds, disparities analysis, and outcome variation</li>
|
||
<li>Evaluates opportunities for improvement in the population, which aids in evaluation of the measure’s importance (e.g., obtaining evidence of substantial variability among comparison groups, obtaining evidence the measure is not topped-out, where most groups achieve similarly high performance levels approaching the measure’s maximum possible value)</li>
|
||
</ul>
|
||
</td>
|
||
</tr>
|
||
<tr>
|
||
<th>Scientific Acceptability</th>
|
||
<td>
|
||
<ul>
|
||
<li>Limited in scope if conducted during the formative stage </li>
|
||
<li>Usually occurs later in development</li>
|
||
</ul>
|
||
</td>
|
||
<td>
|
||
<ul>
|
||
<li>Assesses measure reliability and validity</li>
|
||
<li>Reports results of analysis of denominator exclusions and/or numerator exclusions (if any used)</li>
|
||
<li>Tests results of the risk adjustment model, quantifying relationships between and among factors</li>
|
||
</ul>
|
||
</td>
|
||
</tr>
|
||
<tr>
|
||
<th>Feasibility</th>
|
||
<td>
|
||
<ul>
|
||
<li>Provides initial information about feasibility of collecting required data and calculating measures using technical specifications</li>
|
||
<li>Identifies barriers to implementation</li>
|
||
<li>Offers initial estimate of costs or burden of data collection and analysis</li>
|
||
</ul>
|
||
</td>
|
||
<td>
|
||
<ul>
|
||
<li>Provides enhanced information regarding feasibility, including greater determination of barriers and provider burden to implementation and costs associated with measurement</li>
|
||
<li>Evaluates feasibility of stratification factors based on occurrences of target events in the sample</li>
|
||
</ul>
|
||
</td>
|
||
</tr>
|
||
<tr>
|
||
<th>Usability and Use</th>
|
||
<td>
|
||
<ul>
|
||
<li>No formal analytic testing at this stage; may use qualitative testing with patients and measured entities</li>
|
||
<li>May use the <a data-entity-substitution="canonical" data-entity-type="node" data-entity-uuid="8c52c127-6ee3-4fde-b902-a6340a57c859" href="/get-involved/technical-expert-panel/overview" title="Technical Expert Panels">technical expert panel</a> (TEP) to assess potential usability of the measure</li>
|
||
</ul>
|
||
</td>
|
||
<td>
|
||
<ul>
|
||
<li>Identifies unintended consequences, including susceptibility to inaccuracies and errors</li>
|
||
<li>Reports strategies to ameliorate unintended consequences</li>
|
||
<li>May consist of focus groups or similar means of assessing usefulness of the measure by individuals</li>
|
||
<li>May not be in the scope of measure development contract</li>
|
||
<li>Can use the TEP to assess potential usability</li>
|
||
</ul>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table></div>
|
||
|
||
</div>
|
||
</div>
|
||
</div>
|
||
<div class="field__item">
|
||
|
||
<div class="paragraph paragraph--type--body-cont- paragraph--view-mode--default paragraph--id--99">
|
||
<div class="paragraph__column">
|
||
|
||
|
||
<div class="field field--name-field-body-cont- field--type-text-long field--label-hidden field__item"><h3>Recommended Reports During Measure Testing</h3>
|
||
|
||
<p>A measure developer should develop specific reports when testing a measure (or set of measures). Although completion of reports usually occurs after beta testing, measure developers should consider the need to report the results of formative alpha testing, especially if the intent is for alpha testing to precede beta testing. The first few steps of <abbr tabindex="0" title="<p><span class="glossify-exclude">Measure testing</span> is the empirical analysis to demonstrate the reliability and validity of the measure as specified, including analysis of issues posing threats to the validity of conclusions about quality of care such as exclusions, risk adjustment/stratification for outcome and resource use measures, methods to identify differences in performance, and comparability of data sources/methods.</p> " class="glossify-tooltip-tip" lang="en">measure testing</abbr> address planning and execution of testing and are identical for alpha and beta testing; the last steps address reporting and follow up after the conclusion of testing. </p>
|
||
|
||
<p><strong>During measure testing the measure developer</strong></p>
|
||
|
||
<ul>
|
||
<li>Develops the testing work plan</li>
|
||
<li>Performs sampling</li>
|
||
<li>Implements the plan</li>
|
||
<li>Analyzes test results</li>
|
||
<li>Refines measure, including incorporation of interested party input</li>
|
||
<li>Retests the refined measure</li>
|
||
<li>Updates the measure documentation</li>
|
||
</ul>
|
||
</div>
|
||
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
</div>
|
||
|
||
|
||
</div>
|
||
<div class="views-element-container block-last-updated block block-views block-views-blocknode-last-updated-block-1" id="block-views-block-node-last-updated-block-1">
|
||
|
||
|
||
<div><div class="node-last-updated js-view-dom-id-6c83c43e121a16885764dafcaebb55f56496aadd9b75b20d6309e7a4fc432e9c">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="views-row"><span class="views-field views-field-changed"><strong class="views-label views-label-changed">Last Updated: </strong><span class="field-content"><time datetime="2023-10-25T13:59:01-04:00">Oct 2023</time>
|
||
</span></span></div>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
<aside
|
||
class="usa-layout-docs__sidenav desktop:grid-col-2 layout-sidebar-first">
|
||
|
||
|
||
|
||
<ul class="usa-sidenav">
|
||
<li class="usa-sidenav__item active active-trail first">
|
||
<a href="/measure-lifecycle/measure-testing/process/overview" class="usa-current">
|
||
<span>
|
||
Overview
|
||
</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
<li class="usa-sidenav__item">
|
||
<a href="/measure-lifecycle/measure-testing/process/develop-workplan">
|
||
<span>
|
||
Develop The Testing Work Plan
|
||
</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
<li class="usa-sidenav__item">
|
||
<a href="/measure-lifecycle/measure-testing/process/perform-sampl">
|
||
<span>
|
||
Perform Sampling
|
||
</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
<li class="usa-sidenav__item">
|
||
<a href="/measure-lifecycle/measure-testing/process/implement-and-analyze">
|
||
<span>
|
||
Implement, Analyze, Refine & Retest
|
||
</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
<li class="usa-sidenav__item">
|
||
<a href="/measure-lifecycle/measure-testing/process/summary">
|
||
<span>
|
||
Measure Testing Summary
|
||
</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
<li class="usa-sidenav__item last">
|
||
<a href="/measure-lifecycle/measure-testing/process/testing-respecified-measures">
|
||
<span>
|
||
Testing Respecified Measures
|
||
</span>
|
||
</a>
|
||
|
||
|
||
</li>
|
||
</ul>
|
||
|
||
|
||
|
||
</aside>
|
||
|
||
|
||
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</main>
|
||
|
||
<footer class="usa-footer usa-footer--slim">
|
||
<div class="grid-container usa-footer__return-to-top">
|
||
<a href="#">Return to top</a>
|
||
</div>
|
||
|
||
<div class="usa-footer__secondary-section">
|
||
<div class="grid-container">
|
||
<div class="grid-row grid-gap">
|
||
<div
|
||
class="usa-footer__logo grid-row mobile-lg:grid-col-6 mobile-lg:grid-gap-2">
|
||
|
||
|
||
<div class="mobile-lg:grid-col-auto">
|
||
<img class="usa-footer__logo-img"
|
||
src="/themes/mms_hcd/assets/img/CMS-Logo-White_LG.svg"
|
||
alt="Agency logo">
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
|
||
</div>
|
||
|
||
<div class="grid-container">
|
||
<div class="grid-row grid-gap">
|
||
<div class="grid-col-fill">
|
||
<div>
|
||
<nav role="navigation" aria-labelledby="block-mms-hcd-footer-menu" id="block-mms-hcd-footer">
|
||
|
||
<h2 class="usa-sr-only" id="block-mms-hcd-footer-menu">Footer menu</h2>
|
||
|
||
|
||
|
||
<hr />
|
||
|
||
<ul class="usa-unstyled--list">
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="https://cmit.cms.gov/cmit/#/MeasureInventory">CMS Measures Inventory Tool (CMIT)</a>
|
||
</li>
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="https://cmsmerit.cms.gov/merit/#/login">CMS MUC Entry/Review Information Tool (MERIT)</a>
|
||
</li>
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="/contact-us">Contact Us</a>
|
||
</li>
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="https://ecqi.healthit.gov">eCQI Resource Center</a>
|
||
</li>
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="https://cmit.cms.gov/cmit/#/EnvironmentalScan">Environmental Scan Support Tool</a>
|
||
</li>
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="/glossary">Glossary</a>
|
||
</li>
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="https://www.cms.gov/Medicare/Quality-Initiatives-Patient-Assessment-Instruments/QualityInitiativesGenInfo/CMS-Quality-Strategy">National Quality Strategy</a>
|
||
</li>
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="/news-events/all">News & Events</a>
|
||
</li>
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="https://qualitynet.cms.gov/">QualityNet</a>
|
||
</li>
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="https://qpp.cms.gov/">Quality Payment Program</a>
|
||
</li>
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="/sitemap">Sitemap</a>
|
||
</li>
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="http://www.hhs.gov/accessibility.html">Accessibility</a>
|
||
</li>
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="https://www.hhs.gov/vulnerability-disclosure-policy/index.html">HHS Vulnerability Disclosure</a>
|
||
</li>
|
||
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
|
||
<a class="usa-footer__primary-link" href="http://www.hhs.gov/privacy.html">Privacy Policy</a>
|
||
</li>
|
||
</ul>
|
||
|
||
</nav>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
<div class="usa-footer__primary-section">
|
||
|
||
<div class="usa-footer__primary-content">
|
||
<div class="grid-container">
|
||
<div class="grid-row grid-gap">
|
||
|
||
|
||
|
||
</div>
|
||
</div>
|
||
|
||
<div class="grid-container">
|
||
<div class="grid-row grid-gap">
|
||
<div class="grid-col-fill">
|
||
<div>
|
||
<div id="block-footerinfoblock" class="block--type-basic block block-block-content block-block-contentb9778ac6-f444-4bdd-b839-d97f62a0477c">
|
||
|
||
|
||
|
||
|
||
<div class="field field--name-body field--type-text-with-summary field--label-hidden field__item"><p>Looking for U.S. government information and services? <strong>Visit <a href="https://CMS.gov">CMS.gov</a>, <a href="https://HHS.gov">HHS.gov</a>, <a href="https://USA.gov">USA.gov</a></strong></p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</footer>
|
||
</div>
|
||
|
||
|
||
<script type="application/json" data-drupal-selector="drupal-settings-json">{"path":{"baseUrl":"\/","pathPrefix":"","currentPath":"node\/8","currentPathIsAdmin":false,"isFront":false,"currentLanguage":"en"},"pluralDelimiter":"\u0003","suppressDeprecationErrors":true,"ajaxPageState":{"libraries":"eJxNj2FuwzAIhS_kxdIuZBGDGyu2QWA3bU9fb1qy_kGPTw8exJ0wd9YAMbJi5uYvtSTl1qmhm4A86hAoS2KtDs2jhe_IJaQyMjp69JLbfpr-WncrbJbT058iCMsQV6uFLeK0s7y40QXSTISDjOsHU6h0sO4XmdtWKF-Rq8zh1s0JKNwUZLPzhH-yjCZjLdk2QmdP61T9CkZu2DG_-JEfGfdMh_nfulTGUegNfFlyog","theme":"mms_hcd","theme_token":null},"ajaxTrustedUrl":{"\/search":true},"data":{"extlink":{"extTarget":true,"extTargetNoOverride":false,"extNofollow":false,"extNoreferrer":true,"extFollowNoOverride":false,"extClass":"ext","extLabel":"(link is external)","extImgClass":false,"extSubdomains":true,"extExclude":"","extInclude":"","extCssExclude":"","extCssExplicit":"","extAlert":false,"extAlertText":"This link will take you to an external web site. We are not responsible for their content.","mailtoClass":"mailto","mailtoLabel":"(link sends email)","extUseFontAwesome":false,"extIconPlacement":"append","extFaLinkClasses":"fa fa-external-link","extFaMailtoClasses":"fa fa-envelope-o","whitelistedDomains":[]}},"ckeditorAccordion":{"accordionStyle":{"collapseAll":1,"keepRowsOpen":1,"animateAccordionOpenAndClose":1,"openTabsWithHash":1}},"user":{"uid":0,"permissionsHash":"7a36479c1afa2440c45a2d13eed05d057c9f4bd7e8c9c9921c5890ee941d0d7d"}}</script>
|
||
<script src="/core/assets/vendor/jquery/jquery.min.js?v=3.7.1"></script>
|
||
<script src="/core/assets/vendor/once/once.min.js?v=1.0.1"></script>
|
||
<script src="/core/misc/drupalSettingsLoader.js?v=10.2.7"></script>
|
||
<script src="/core/misc/drupal.js?v=10.2.7"></script>
|
||
<script src="/core/misc/drupal.init.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/version-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/data-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/disable-selection-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/form-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/jquery-patch-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/scroll-parent-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/unique-id-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/focusable-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/ie-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/keycode-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/plugin-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/safe-active-element-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/safe-blur-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/widget-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/labels-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/widgets/controlgroup-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/form-reset-mixin-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/widgets/mouse-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/widgets/checkboxradio-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/widgets/draggable-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/widgets/resizable-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/widgets/button-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/jquery.ui/ui/widgets/dialog-min.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/tabbable/index.umd.min.js?v=6.2.0"></script>
|
||
<script src="/core/assets/vendor/tua-body-scroll-lock/tua-bsl.umd.min.js?v=10.2.7"></script>
|
||
<script src="/core/misc/progress.js?v=10.2.7"></script>
|
||
<script src="/core/assets/vendor/loadjs/loadjs.min.js?v=4.2.0"></script>
|
||
<script src="/core/misc/debounce.js?v=10.2.7"></script>
|
||
<script src="/core/misc/announce.js?v=10.2.7"></script>
|
||
<script src="/core/misc/message.js?v=10.2.7"></script>
|
||
<script src="/core/misc/ajax.js?v=10.2.7"></script>
|
||
<script src="/core/misc/displace.js?v=10.2.7"></script>
|
||
<script src="/core/misc/jquery.tabbable.shim.js?v=10.2.7"></script>
|
||
<script src="/core/misc/position.js?v=10.2.7"></script>
|
||
<script src="/core/misc/dialog/dialog.js?v=10.2.7"></script>
|
||
<script src="/core/misc/dialog/dialog.position.js?v=10.2.7"></script>
|
||
<script src="/core/misc/dialog/dialog.jquery-ui.js?v=10.2.7"></script>
|
||
<script src="/core/modules/ckeditor5/js/ckeditor5.dialog.fix.js?v=10.2.7"></script>
|
||
<script src="/core/misc/dialog/dialog.ajax.js?v=10.2.7"></script>
|
||
<script src="/themes/mms_hcd/assets/js/uswds.min.js?v=10.2.7"></script>
|
||
<script src="/themes/mms_hcd/assets/js/jquery.matchHeight-min.js?v=10.2.7"></script>
|
||
<script src="/themes/mms_hcd/assets/js/file_extensions.js?v=10.2.7"></script>
|
||
<script src="/themes/mms_hcd/assets/js/global.js?v=10.2.7"></script>
|
||
<script src="https://kit.fontawesome.com/55e30f47c3.js"></script>
|
||
<script src="/modules/contrib/extlink/extlink.js?v=10.2.7"></script>
|
||
<script src="/modules/contrib/ckeditor_accordion/js/accordion.frontend.min.js?ss7w0y"></script>
|
||
<script src="/modules/contrib/glossify/js/glossify_popup.js?v=1.x"></script>
|
||
<script src="/core/misc/form.js?v=10.2.7"></script>
|
||
|
||
</body>
|
||
</html>
|