cms-gov/mmshub.cms.gov/measure-lifecycle/measure-testing/process/develop-workplan
2025-02-28 14:41:14 -05:00

2516 lines
91 KiB
Text
Raw Permalink Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

<!DOCTYPE html>
<html lang="en" dir="ltr" prefix="content: http://purl.org/rss/1.0/modules/content/ dc: http://purl.org/dc/terms/ foaf: http://xmlns.com/foaf/0.1/ og: http://ogp.me/ns# rdfs: http://www.w3.org/2000/01/rdf-schema# schema: http://schema.org/ sioc: http://rdfs.org/sioc/ns# sioct: http://rdfs.org/sioc/types# skos: http://www.w3.org/2004/02/skos/core# xsd: http://www.w3.org/2001/XMLSchema# ">
<head>
<meta charset="utf-8" />
<meta name="description" content="Testing work plans vary depending on measure type and complexity. Measure developers can test a single measure or a set of measures. If testing targets a set of measures, the measure developer should construct a work plan describing the full measure set." />
<link rel="canonical" href="http://mmshub.cms.gov/measure-lifecycle/measure-testing/process/develop-workplan" />
<meta name="Generator" content="Drupal 10 (https://www.drupal.org)" />
<meta name="MobileOptimized" content="width" />
<meta name="HandheldFriendly" content="true" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<script src="/sites/default/files/google_tag/gtm/google_tag.script.js?ss7w0y" defer></script>
<title>Develop the Testing Work Plan | The Measures Management System</title>
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/core.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/controlgroup.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/checkboxradio.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/resizable.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/button.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/dialog.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/ajax-progress.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/align.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/autocomplete-loading.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/fieldgroup.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/container-inline.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/clearfix.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/details.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/hidden.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/item-list.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/js.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/nowrap.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/position-container.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/progress.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/reset-appearance.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/resize.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/sticky-header.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/system-status-counter.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/system-status-report-counters.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/system-status-report-general-info.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/tabledrag.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/tablesort.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/system/css/components/tree-child.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/ckeditor5/css/ckeditor5.dialog.fix.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/modules/views/css/views.module.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/core/assets/vendor/jquery.ui/themes/base/theme.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/modules/contrib/extlink/extlink.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/modules/contrib/ckeditor_accordion/css/accordion.frontend.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/modules/contrib/ds/css/ds-2col-fluid.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/modules/contrib/paragraphs/css/paragraphs.unpublished.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/modules/contrib/glossify/css/glossify_popup.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/themes/mms_hcd/assets/css/uswds.css?ss7w0y" />
<link rel="stylesheet" media="all" href="/themes/mms_hcd/assets/css/style.css?ss7w0y" />
</head>
<body class="page-node-12 page-node-type-page path-node anonymous">
<a href="#main-content" class="usa-sr-only focusable">
Skip to main content
</a>
<noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-PNNJP8D" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
<div class="dialog-off-canvas-main-canvas" data-off-canvas-main-canvas>
<div class="usa-overlay"></div>
<header class="usa-header usa-header--extended usa-header--extended-megamenu" id="header">
<div class="region region-header usa-navbar">
<div class="usa-logo site-logo" id="logo">
<em class="usa-logo__text">
<a class="logo-img" href="/" accesskey="1" title="Homepage of mmshub.cms.gov" aria-label="Homepage of mmshub.cms.gov">
<img src="/themes/mms_hcd/assets/img/MMS-header-logo_LG.svg" alt="CMS.gov MMS Hub Logo" />
</a>
</em>
</div>
<button class="usa-menu-btn">Menu</button><div class="views-exposed-form search-block block block-views-exposed-filter-blocks block-views-exposed-filter-blocks-block" data-drupal-selector="views-exposed-form-search-block-1" id="block-viewsexposedfilterblock">
<form action="/search" method="get" id="views-exposed-form-search-block-1" accept-charset="UTF-8" class="usa-form">
<div class="form-item js-form-item form-type-textfield js-form-type-textfield form-item-search-api-fulltext js-form-item-search-api-fulltext form-no-label">
<input placeholder="Type to create a new search" data-drupal-selector="edit-search-api-fulltext" type="text" id="edit-search-api-fulltext" name="search_api_fulltext" value="" size="30" maxlength="128" class="form-text usa-input" />
</div>
<div data-drupal-selector="edit-actions" class="form-actions js-form-wrapper form-wrapper" id="edit-actions">
<input data-drupal-selector="edit-submit-search" type="submit" id="edit-submit-search" value="Search" class="button js-form-submit form-submit usa-button" />
</div>
</form>
</div>
</div>
<nav class="usa-nav">
<div class="usa-nav__inner">
<button class="usa-nav__close">
<img src="/themes/mms_hcd/assets/img/close.svg" alt="close"/>
</button>
<ul class="usa-nav__primary usa-accordion" role="navigation">
<li class="usa-nav__primary-item is_expanded">
<button id="usa-accordion__button" class="usa-accordion__button usa-nav__link is_expanded " aria-expanded="false" aria-controls="extended-mega-nav-section-1">
<span>About Quality Measurement</span>
</button>
<div id="extended-mega-nav-section-1" class="usa-nav__submenu usa-megamenu" hidden="">
<div class="grid-row grid-gap-3 gridused">
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>About MMS</strong></span>
</div>
<ul id="basic-nav-section-About-MMS" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-About-MMS" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/about-quality/MMS-overview">
<span>MMS Overview</span>
</a>
</li>
</ul>
</div>
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>New to Measures</strong></span>
</div>
<ul id="basic-nav-section-New-to-Measures" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-New-to-Measures" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/about-quality/new-to-measures/what-is-a-measure">
<span>Get Started with Quality Measures</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/about-quality/new-to-measures/roles">
<span>Roles in Measure Development</span>
</a>
</li>
</ul>
</div>
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>Types of Measures</strong></span>
</div>
<ul id="basic-nav-section-Types-of-Measures" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Types-of-Measures" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/about-quality/types/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-3 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Types-of-Measures">
<span>Composite Measure</span>
</button>
<ul id="basic-nav-section-Composite-Measure" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Composite-Measure" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/about-quality/types/composite-measure/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/about-quality/types/composite-measure/component-measures">
<span>Component Measures</span>
</a>
</li>
</ul>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/about-quality/types/population-health">
<span>Population Health Measures</span>
</a>
</li>
</ul>
</div>
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>Quality Measurement at CMS</strong></span>
</div>
<ul id="basic-nav-section-Quality-Measurement-at-CMS" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Quality-Measurement-at-CMS" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/about-quality/quality-at-CMS/goals">
<span>CMS Goals and Priorities</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/about-quality/quality-at-CMS/principles">
<span>Measure Development Principles</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/about-quality/quality-at-CMS/quality">
<span>Quality Across CMS</span>
</a>
</li>
</ul>
</div>
</div>
</div>
</li>
<li class="usa-nav__primary-item is_expanded">
<button id="usa-accordion__button" class="usa-accordion__button usa-nav__link usa-current is_expanded " aria-expanded="false" aria-controls="extended-mega-nav-section-2">
<span>Blueprint Measure Lifecycle</span>
</button>
<div id="extended-mega-nav-section-2" class="usa-nav__submenu usa-megamenu" hidden="">
<div class="grid-row grid-gap-3 gridused">
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>Blueprint Measure Lifecycle</strong></span>
</div>
<ul id="basic-nav-section-Blueprint-Measure-Lifecycle" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Blueprint-Measure-Lifecycle" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/blueprint-measure-lifecycle-overview">
<span>Blueprint Measure Lifecycle Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/about-quality/blueprint-measure-lifecycle/theory">
<span>Measure Development Theory</span>
</a>
</li>
</ul>
</div>
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>Measure Conceptualization</strong></span>
</div>
<ul id="basic-nav-section-Measure-Conceptualization" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Conceptualization" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-conceptualization/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-2 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Conceptualization">
<span>Information Gathering</span>
</button>
<ul id="basic-nav-section-Information-Gathering" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Information-Gathering" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-conceptualization/information-gathering/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-conceptualization/information-gathering/conduct-environment-scan">
<span>Conduct an Environmental Scan</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-conceptualization/information-gathering/analyze-data-gap-analysis">
<span>Analyze Data &amp; Conduct Gap Analysis</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-conceptualization/information-gathering/respecified-measures">
<span>Respecified Measures</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-conceptualization/information-gathering/justify-creation-new-measures">
<span>Justify the Creation of New Measures</span>
</a>
</li>
</ul>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-2 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Conceptualization">
<span>Business Case Development</span>
</button>
<ul id="basic-nav-section-Business-Case-Development" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Business-Case-Development" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-conceptualization/business-case/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-conceptualization/business-case/outcomes">
<span>Documenting Outcomes, Benefits, &amp; Costs</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-conceptualization/business-case/best-practices">
<span>Business Case Best Practices</span>
</a>
</li>
</ul>
</li>
</ul>
</div>
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>Measure Specification</strong></span>
</div>
<ul id="basic-nav-section-Measure-Specification" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Specification" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/specifications-measure-category">
<span>Specifications by Measure Category</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/define-data-sources">
<span>Define Data Sources</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-3 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Specification">
<span>Develop Specifications</span>
</button>
<ul id="basic-nav-section-Develop-Specifications" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Develop-Specifications" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/develop-specification/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/develop-specification/target-initial-population">
<span>Define the Target/Initial Population</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/develop-specification/denominator">
<span>Define the Denominator</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/develop-specification/numerator">
<span>Define the Numerator and Exclusions</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/develop-specification/stratification">
<span>Define Stratification Scheme</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/develop-specification/respecifying-registry-measures">
<span>Respecifying Registry Measures to Electronic Clinical Quality Measures (eCQMs)</span>
</a>
</li>
</ul>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-3 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Specification">
<span>Specify the Code</span>
</button>
<ul id="basic-nav-section-Specify-the-Code" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Specify-the-Code" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/specify-code/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/specify-code/code-systems-vocabularies-terminologies">
<span>Code Systems, Vocabularies, and Terminologies</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/specify-code/encode-clinical-information">
<span>Encoding Clinical Information</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/specify-code/data-standards">
<span>Data Standards</span>
</a>
</li>
</ul>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-3 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Specification">
<span>Construct Data Protocol</span>
</button>
<ul id="basic-nav-section-Construct-Data-Protocol" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Construct-Data-Protocol" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/data-protocol/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/data-protocol/key-terms">
<span>Define Key Terms, Data Elements, Codes, and Code Systems</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/data-protocol/level-measurement-analysis">
<span>Describe Level of Measurement &amp; Sampling</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/data-protocol/risk-adjustment">
<span>Determine Risk Adjustment</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/data-protocol/time-interval">
<span>Define Any Time Intervals</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/data-protocol/scoring">
<span>Describe Scoring &amp; Calculation Algorithm</span>
</a>
</li>
</ul>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/document-measure">
<span>Document the Measures</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-3 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Specification">
<span>Measure Harmonization</span>
</button>
<ul id="basic-nav-section-Measure-Harmonization" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Harmonization" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/measure-harmonization/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/measure-harmonization/alignment">
<span>Measure Harmonization and Alignment</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-specification/measure-harmonization/when-to-consider">
<span>When to Consider Measure Harmonization</span>
</a>
</li>
</ul>
</li>
</ul>
</div>
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>Measure Testing</strong></span>
</div>
<ul id="basic-nav-section-Measure-Testing" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Testing" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-testing/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-4 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link usa-currentis_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Testing">
<span>Measure Testing Process</span>
</button>
<ul id="basic-nav-section-Measure-Testing-Process" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Testing-Process" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-testing/process/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-testing/process/develop-workplan">
<span>Develop The Testing Work Plan</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-testing/process/perform-sampl">
<span>Perform Sampling</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-testing/process/implement-and-analyze">
<span>Implement, Analyze, Refine &amp; Retest</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-testing/process/summary">
<span>Measure Testing Summary</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-testing/process/testing-respecified-measures">
<span>Testing Respecified Measures</span>
</a>
</li>
</ul>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-4 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Testing">
<span>Measure Evaluation Criteria</span>
</button>
<ul id="basic-nav-section-Measure-Evaluation-Criteria" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Evaluation-Criteria" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-testing/evaluation-criteria/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-testing/evaluation-criteria/importance">
<span>Importance</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-testing/evaluation-criteria/scientific-acceptability">
<span>Scientific Acceptability</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-testing/evaluation-criteria/feasibility">
<span>Feasibility</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-testing/evaluation-criteria/usability">
<span>Usability &amp; Use</span>
</a>
</li>
</ul>
</li>
</ul>
</div>
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>Measure Implementation</strong></span>
</div>
<ul id="basic-nav-section-Measure-Implementation" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Implementation" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-implementation/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-implementation/selection">
<span>Measure Selection</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-5 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Implementation">
<span>Pre-Rulemaking</span>
</button>
<ul id="basic-nav-section-Pre-Rulemaking" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Pre-Rulemaking" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-implementation/pre-rulemaking/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-implementation/pre-rulemaking/guidance-measure-submitters">
<span>Guidance for Measure Submitters</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-implementation/pre-rulemaking/measure-priorities">
<span>Measure Priorities</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-implementation/pre-rulemaking/lists-and-reports">
<span>MUC Lists and Recommendation Reports</span>
</a>
</li>
</ul>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-implementation/rollout">
<span>Measure Rollout</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-5 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Implementation">
<span>CMS Consensus-Based Entity (CBE) Endorsement and Maintenance</span>
</button>
<ul id="basic-nav-section-CMS-Consensus-Based-Entity-(CBE)-Endorsement-and-Maintenance" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-CMS-Consensus-Based-Entity-(CBE)-Endorsement-and-Maintenance" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-implementation/CMS-CBE-EM/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-implementation/CMS-CBE-EM/Measure-Submission-to-the-CMS-CBE">
<span>Measure Submission to the CMS CBE</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-implementation/CMS-CBE-EM/Endorsement-Process">
<span>The CMS CBE Endorsement Process</span>
</a>
</li>
</ul>
</li>
</ul>
</div>
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>Measure Use, Continuing Evaluation &amp; Maintenance</strong></span>
</div>
<ul id="basic-nav-section-Measure-Use,-Continuing-Evaluation-&amp;-Maintenance" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Use,-Continuing-Evaluation-&amp;-Maintenance" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-use/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-use/production-and-monitoring">
<span>Measure Production &amp; Monitoring</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-use/evaluation">
<span>Continuing Evaluation</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-6 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Measure-Use,-Continuing-Evaluation-&amp;-Maintenance">
<span>Measure Maintenance Reviews</span>
</button>
<ul id="basic-nav-section-Measure-Maintenance-Reviews" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Measure-Maintenance-Reviews" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-use/maintenance/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-use/maintenance/annual-update">
<span>Annual Update</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-use/maintenance/comprehensive-reevaluation">
<span>Comprehensive Reevaluation</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-use/maintenance/early-maintenance-review">
<span>Early Maintenance Review</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/measure-use/maintenance/harmonization-during-maintenance">
<span>Harmonization during Measure Maintenance</span>
</a>
</li>
</ul>
</li>
</ul>
</div>
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>Interested Party Engagement</strong></span>
</div>
<ul id="basic-nav-section-Interested-Party-Engagement" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Interested-Party-Engagement" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/stakeholder-engagement/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/stakeholder-engagement/lifecycle">
<span>Interested Party Engagement in the Measure Lifecycle</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/stakeholder-engagement/roles">
<span>Roles in Engagement</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/measure-lifecycle/stakeholder-engagement/types">
<span>Types of Interested Party Engagement</span>
</a>
</li>
</ul>
</div>
</div>
</div>
</li>
<li class="usa-nav__primary-item is_expanded">
<button id="usa-accordion__button" class="usa-accordion__button usa-nav__link is_expanded " aria-expanded="false" aria-controls="extended-mega-nav-section-3">
<span>Tools &amp; Resources</span>
</button>
<div id="extended-mega-nav-section-3" class="usa-nav__submenu usa-megamenu" hidden="">
<div class="grid-row grid-gap-3 gridused">
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>MMS Tools &amp; Resources</strong></span>
</div>
<ul id="basic-nav-section-MMS-Tools-&amp;-Resources" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-MMS-Tools-&amp;-Resources" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/tools-and-resources/mms-supplemental-materials">
<span>Supplemental Materials</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/tools-and-resources/mms-templates">
<span>Templates for Measure Development</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/educational-resources">
<span>Educational Resources</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/mms-tools">
<span>MMS Tools</span>
</a>
</li>
</ul>
</div>
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>Additional Tools &amp; Resources</strong></span>
</div>
<ul id="basic-nav-section-Additional-Tools-&amp;-Resources" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Additional-Tools-&amp;-Resources" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/cms-tools">
<span>CMS Tools</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/external-resources">
<span>External Resources</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="https://mmshub.cms.gov/glossary">
<span>Glossary</span>
</a>
</li>
</ul>
</div>
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>Pre-Rulemaking Resources</strong></span>
</div>
<ul id="basic-nav-section-Pre-Rulemaking-Resources" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Pre-Rulemaking-Resources" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/Pre-Rulemaking-Resources">
<span>Pre-Rulemaking Resources</span>
</a>
</li>
</ul>
</div>
</div>
</div>
</li>
<li class="usa-nav__primary-item is_expanded">
<button id="usa-accordion__button" class="usa-accordion__button usa-nav__link is_expanded " aria-expanded="false" aria-controls="extended-mega-nav-section-4">
<span>Get Involved</span>
</button>
<div id="extended-mega-nav-section-4" class="usa-nav__submenu usa-megamenu" hidden="">
<div class="grid-row grid-gap-3 gridused">
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>Get Involved</strong></span>
</div>
<ul id="basic-nav-section-Get-Involved" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Get-Involved" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/get-involved/how-to">
<span>How to Get Involved</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-1 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Get-Involved">
<span>Technical Expert Panels</span>
</button>
<ul id="basic-nav-section-Technical-Expert-Panels" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Technical-Expert-Panels" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/get-involved/technical-expert-panel/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/get-involved/technical-expert-panel/current">
<span>Current TEP Opportunities</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/get-involved/technical-expert-panel/updates">
<span>Updates to Established TEPs</span>
</a>
</li>
</ul>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_expanded">
<button id="usa-accordion__button_second-1 usa-nav__submenu-list-2" class="usa-accordion__button_second usa-nav__link is_expanded closed" aria-expanded="false" aria-controls="basic-nav-section-Get-Involved">
<span>Public Comments</span>
</button>
<ul id="basic-nav-section-Public-Comments" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-Public-Comments" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/get-involved/public-comments/overview">
<span>Overview</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/get-involved/public-comments/current">
<span>Current Public Comment Opportunities</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/get-involved/public-comments/summaries">
<span>Summaries of Past Public Comments</span>
</a>
</li>
</ul>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/get-involved/call-for-measures">
<span>Call for Measures</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/get-involved/other-involvement">
<span>Other Types of Involvement</span>
</a>
</li>
</ul>
</div>
</div>
</div>
</li>
<li class="usa-nav__primary-item is_expanded">
<button id="usa-accordion__button" class="usa-accordion__button usa-nav__link is_expanded " aria-expanded="false" aria-controls="extended-mega-nav-section-5">
<span>News &amp; Events</span>
</button>
<div id="extended-mega-nav-section-5" class="usa-nav__submenu usa-megamenu" hidden="">
<div class="grid-row grid-gap-3 gridused">
<div class="desktop:grid-col-3">
<div class="usa-nav__headermenu-item">
<span><strong>News &amp; Events</strong></span>
</div>
<ul id="basic-nav-section-News-&amp;-Events" class="usa-nav__submenu-list-2 is_collapsed " aria-controls="extended-mmega-nav-section-News-&amp;-Events" >
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/news-events/all">
<span>News &amp; Events</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/news-events/news-by-month">
<span>News By Month</span>
</a>
</li>
<li class="usa-nav__submenu-item menu_level_2 is_collapsed ">
<a href="/news-events/event-calendar">
<span>Event Calendar</span>
</a>
</li>
</ul>
</div>
</div>
</div>
</li>
</ul>
</div>
</nav>
</header>
<section class="usa-hero usa-hero-interior">
<div class="usa-hero__callout">
<div id="block-mms-hcd-breadcrumbs" class="grid-container grid-col-12 block block-system block-system-breadcrumb-block">
<nav class="usa-breadcrumb" role="navigation" aria-labelledby="system-breadcrumb">
<h2 id="system-breadcrumb" class="usa-sr-only">Breadcrumb</h2>
<ol class="usa-breadcrumb__list">
<li class="usa-breadcrumb__list-item">
<a href="/" class="usa-breadcrumb__link"><span>Home</span></a>
</li>
<li class="usa-breadcrumb__list-item">
<a href="/measure-lifecycle/measure-testing/overview" class="usa-breadcrumb__link"><span>Measure Testing</span></a>
</li>
<li class="usa-breadcrumb__list-item">
<a href="/measure-lifecycle/measure-testing/process/overview" class="usa-breadcrumb__link"><span>Measure Testing Process</span></a>
</li>
<li class="usa-breadcrumb__list-item">
<span>Develop The Testing Work Plan</span>
</li>
</ol>
</nav>
</div>
<div class="views-element-container grid-container grid-col-12 block block-views block-views-blockparent-title-block-1" id="block-views-block-parent-title-block-1">
<div><div class="js-view-dom-id-83dc3e6d71963ac8738e2d9178d785b5bbdf2ac6fad63941e8362f45b16e1230">
<div class="views-row"><div class="views-field views-field-field-parent-title"><h1 class="field-content"><span class="glossify-exclude"><abbr tabindex="0" title="&lt;p&gt;&lt;span class=&quot;glossify-exclude&quot;&gt;Measure testing&lt;/span&gt; is the empirical analysis to demonstrate the reliability and validity of the measure as specified, including analysis of issues posing threats to the validity of conclusions about quality of care such as exclusions, risk adjustment/stratification for outcome and resource use measures, methods to identify differences in performance, and comparability of data sources/methods.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">Measure Testing</abbr></span></h1></div></div>
</div>
</div>
</div>
</div>
</section>
<main class="main-content usa-layout-docs usa-section sidebar_first"
id="main-content">
<a href="#" id="main-content" class="hidden" tabindex="-1">main-content</a>
<div class="grid-container">
<div class="grid-row">
</div>
<div class="">
<div data-drupal-messages-fallback class="hidden"></div>
</div>
<div class="grid-row ">
</div>
<div class="grid-row grid-gap">
<div class="usa-layout-docs__main desktop:grid-col-fill">
<nav role="navigation" aria-labelledby="block-mainnavigation-2-menu" id="block-mainnavigation-2">
<h2 class="usa-sr-only" id="block-mainnavigation-2-menu">Main navigation</h2>
<div class="usa-nav__inner">
<ul class="usa-nav__primary usa-accordion" role="navigation">
<li class="usa-nav__primary-item">
<span class="usa-accordion__button usa-nav__link ">
<a href="/measure-lifecycle/measure-testing/overview">Overview</a>
</span>
</li>
<li class="usa-nav__primary-item">
<span class="usa-accordion__button usa-nav__link usa-current">
<a href="/measure-lifecycle/measure-testing/process">Measure Testing Process</a>
</span>
</li>
<li class="usa-nav__primary-item">
<span class="usa-accordion__button usa-nav__link ">
<a href="/measure-lifecycle/measure-testing/evaluation-criteria">Measure Evaluation Criteria</a>
</span>
</li>
</ul>
</div>
</nav>
<h1 class="margin-0">
<span property="schema:name">Develop the Testing Work Plan</span>
</h1>
<div id="block-mms-hcd-content" class="grid-col-12 block block-system block-system-main-block">
<div data-history-node-id="12" class="node node--type-page node--view-mode-full group-one-column ds-2col-fluid clearfix" typeof="schema:WebPage">
<div class="group-left desktop:grid-col-8 tablet:grid-col-12">
<div property="schema:text" class="field field--name-body field--type-text-with-summary field--label-hidden field__item"><p>Testing work plans vary depending on measure type and complexity. Measure developers can test a single measure or a set of measures. If testing targets a set of measures, the measure developer should construct a work plan describing the full&nbsp;<abbr tabindex="0" title="&lt;p&gt;A measure set is a group of measures related in some way such as measures addressing a specific condition, procedure, or specialty.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">measure set</abbr>. The work plan for alpha testing is usually prepared early in the measure development process; therefore, the exact number of measures for testing may not be known, and many work plan areas listed may not be appropriate. In contrast, the measure developer should prepare the beta test work plan after development of the measure&nbsp;<abbr tabindex="0" title="&lt;p&gt;&lt;span class=&quot;glossify-exclude&quot;&gt;Specifications&lt;/span&gt; are measure instructions addressing data elements, data sources, point of data collection, timing and frequency of data collection and reporting, specific instruments used (if appropriate), and implementation strategies.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">specifications</abbr> and should include sufficient information to help understand how sampling and planned analyses aim to meet&nbsp;<a href="/measure-lifecycle/measure-testing/evaluation-criteria/scientific-acceptability">scientific acceptability</a>,&nbsp;<a href="/measure-lifecycle/measure-testing/evaluation-criteria/feasibility">feasibility</a>, and&nbsp;<a href="/measure-lifecycle/measure-testing/evaluation-criteria/usability">usability and use</a>&nbsp;<abbr tabindex="0" title="&lt;p&gt;A criterion is an accepted standard, principle, or rule used to make a decision or to inform an evaluators judgment.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">criteria</abbr>&nbsp;required for endorsement by the <abbr tabindex="0" title="&lt;p&gt;The Medicare Improvements for Patients and Providers Act of 2008 requires the U.S. Department of Health and Human Services to contract with a consensus-based entity (CBE) regarding performance measurement. The CMS CBE endorses quality measures through a transparent, consensus-based process incorporating feedback from diverse groups of interested parties to foster health care quality improvement.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">CMS consensus-based entity</abbr>.&nbsp;</p><p>To assist with recruiting testing sites, the measure developer should announce testing opportunities widely. A <a href="/sites/default/files/Blueprint-Call-for-Measure-Testing-Volunteers-Web-Posting-Template.docx" data-entity-type="media" data-entity-uuid="25264be6-41a5-440a-a43a-983947763bf1" data-entity-substitution="media" title="Blueprint-Call-for-Measure-Testing-Volunteers-Web-Posting-Template.docx"><em>Call for Measure Testing Volunteers</em></a>&nbsp;template&nbsp;is available. CMS measure developers may request posting of the announcement on the MMS Hub. Additionally, the Electronic Clinical Quality Improvement Resource Center Measure Collaboration Workspace has an <abbr tabindex="0" title="&lt;p&gt;An electronic clinical quality measure (eCQM) is a measure specified in a standard electronic format that uses data electronically extracted from electronic health records and/or health information technology systems to measure the quality of health care provided. Electronic Clinical Quality Improvement Resource Center. (n.d.) &lt;em&gt;Glossary&lt;/em&gt;. Retrieved May 22, 2024, from&amp;nbsp;https://ecqi.healthit.gov/glossary&lt;/p&gt;" class="glossify-tooltip-tip" lang="en">electronic clinical quality measure</abbr> (eCQM) <a href="https://ecqi.healthit.gov/mc-workspace-2/testing-opportunities">Testing Opportunities</a> module where measure developers can announce eCQM testing opportunities.</p><p>See the Templates and Resources for assistance with developing and documenting the testing work plan and updating measure specifications.&nbsp;</p><dl class="ckeditor-accordion"><dt>Testing Plan Checklist</dt><dd><ul><li>Name(s) of measure(s)</li><li>Type of testing&nbsp;</li><li>Study objective(s)</li><li>Timeline for testing and report completion</li><li>Data collection methodology</li><li>Description of test&nbsp;<abbr tabindex="0" title="&lt;p&gt;The &lt;span class=&quot;glossify-exclude&quot;&gt;population&lt;/span&gt; is the total group of people of interest for a quality measure, sometimes called the target/initial &lt;span class=&quot;glossify-exclude&quot;&gt;population&lt;/span&gt;. The measure &lt;span class=&quot;glossify-exclude&quot;&gt;population&lt;/span&gt; is a defined subset appropriate to the measure set not excluded from the individual measure.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">population</abbr>, including number and distribution of test sites/data sets, when available</li><li>Description of <abbr tabindex="0" title="&lt;p&gt;A data element is a basic unit of information with a unique meaning and subcategories (data items) of distinct value. National Institute of Standards and Technology. (n.d.). &lt;em&gt;Data element&lt;/em&gt;. Computer Security Resource Center. Retrieved November 1, 2023, from&amp;nbsp;&lt;a href=&quot;https://csrc.nist.gov/glossary/term/data_element&quot;&gt;https://csrc.nist.gov/glossary/term/data_element&lt;/a&gt;&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">data elements</abbr> for collection</li><li>Sampling methods, if applicable</li><li>Provide a description of the strategy to recruit <abbr tabindex="0" title="&lt;p&gt;&lt;span class=&quot;glossify-exclude&quot;&gt;Measured entities&lt;/span&gt; are the front-line clinicians and their organizations, including health information technology, collecting quality measurement data. &lt;span class=&quot;glossify-exclude&quot;&gt;Measured entities&lt;/span&gt; are the implementers of quality measures. The effect of quality measure data collection on clinician workflow can be negative. There may be effects on their payments, positive and negative, with respect to reporting and actual performance on quality measures. Because of these potential effects, &lt;span class=&quot;glossify-exclude&quot;&gt;measured entities&lt;/span&gt; should be involved in all aspects of the Measure Lifecycle.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">measured entities</abbr> and/or obtain test data sets</li><li>Analysis methods planned and description of test statistics to support assessment. This will be less extensive for an alpha test.&nbsp;<br>&nbsp;</li><li><strong>For a beta test, methods and analysis should address these evaluation criteria:</strong><ul><li><strong><abbr tabindex="0" title="&lt;p&gt;The importance criterion is the extent to which the specific measure focus is important to making significant gains in health care quality (e.g., safety, timeliness, effectiveness, efficiency, equity, patient centeredness) and improving health outcomes for a specific high-impact aspect of health care where there is variation in or overall poor performance.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">Importance</abbr>&nbsp;</strong>—including analysis of <abbr tabindex="0" title="&lt;p&gt;Opportunity for improvement is when data demonstrate considerable variation or overall, less-than-optimal performance, in the quality of care across measured entities, and/or there are disparities in care across population groups.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">opportunities for improvement</abbr> such as reducing variability in comparison groups or&nbsp;disparities in health care&nbsp;related to race, ethnicity, age, or other classifications</li><li><strong><abbr tabindex="0" title="&lt;p&gt;Scientific acceptability is the extent to which the measure, as specified, produces consistent (i.e., reliable) and credible (i.e., valid) results about the quality of care when implemented.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">Scientific acceptability</abbr></strong>&nbsp;—including analysis of <abbr tabindex="0" title="&lt;p&gt;&lt;span class=&quot;glossify-exclude&quot;&gt;Reliability&lt;/span&gt; reflects the measure is well defined and precisely specified so measured entities can implement consistently within and across organizations and that it distinguishes differences in performance.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">reliability</abbr>, <abbr tabindex="0" title="&lt;p&gt;&lt;span class=&quot;glossify-exclude&quot;&gt;Validity&lt;/span&gt; includes measure &lt;span class=&quot;glossify-exclude&quot;&gt;validity&lt;/span&gt; (when the measure accurately represents the evaluated concept and achieves the intended purpose, meaning to measure quality) and data element &lt;span class=&quot;glossify-exclude&quot;&gt;validity&lt;/span&gt;, which is the extent to which the information represented by the data element or code used in the measure reflects the actual concept or event intended.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">validity</abbr>, and&nbsp;<abbr tabindex="0" title="&lt;p&gt;The &lt;span class=&quot;glossify-exclude&quot;&gt;denominator&lt;/span&gt; is a statement describing the population evaluated by the performance measure and is the lower part of a fraction used to calculate a rate, proportion, or ratio. It can be the same as the target/initial population or a subset of the target/initial population to further constrain the population for the purpose of the measure. CV measures may refer to this as measure population.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">denominator</abbr>&nbsp;exclusion and/or&nbsp;<abbr tabindex="0" title="&lt;p&gt;The &lt;span class=&quot;glossify-exclude&quot;&gt;numerator&lt;/span&gt; is the upper portion of a fraction used to calculate a rate, proportion, or ratio. Also called the measure focus, it is the target process, condition, event, or outcome. &lt;span class=&quot;glossify-exclude&quot;&gt;Numerator&lt;/span&gt; criteria are the processes or outcomes expected for each patient, procedure, or other unit of measurement defined in the denominator. A &lt;span class=&quot;glossify-exclude&quot;&gt;numerator&lt;/span&gt; statement describes the action satisfying the conditions of the performance measure.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">numerator</abbr>&nbsp;exclusion&nbsp;appropriateness</li><li><strong><abbr tabindex="0" title="&lt;p&gt;&lt;span class=&quot;glossify-exclude&quot;&gt;Feasibility criteria&lt;/span&gt; is the extent to which the specifications, including measure logic, require data that are readily available or easily captured without undue burden and implemented for performance measurement.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">Feasibility</abbr>&nbsp;</strong>—including evaluation of reported costs or perceived burden, frequency of missing data, and description of data availability</li><li><strong><abbr tabindex="0" title="&lt;p&gt;&lt;span class=&quot;glossify-exclude&quot;&gt;Usability and Use&lt;/span&gt;&amp;nbsp;is the extent to which interested parties (e.g., individuals, purchasers, measured entities, and policymakers) are using or could use performance results for accountability and/or performance improvement to achieve the goal of high-quality, efficient health care for individuals or populations.&lt;/p&gt; " class="glossify-tooltip-tip" lang="en">Usability and use</abbr>&nbsp;</strong>—including planned analyses to demonstrate the measure is meaningful and useful to the target audience. The technical expert panel may accomplish this by reviewing the measure results (e.g., means and detectable differences, dispersion of comparison groups)<br>&nbsp;</li></ul></li><li>Description and forms documenting patient confidentiality and description of Institutional Review Board compliance approval or steps to obtain data use agreements (if necessary)</li></ul></dd></dl><p>&nbsp;</p></div>
<div class="field field--name-field-paragraph-section field--type-entity-reference-revisions field--label-hidden field__items">
<div class="field__item">
<div class="paragraph paragraph--type--body-cont- paragraph--view-mode--default paragraph--id--211">
<div class="paragraph__column">
<div class="field field--name-field-body-cont- field--type-text-long field--label-hidden field__item"><dl class="ckeditor-accordion"><dt>Resources</dt><dd><p><a href="/sites/default/files/Blueprint-Measure-Information-and-Justification-Form-and-Instructions.docx" data-entity-type="media" data-entity-uuid="817e6a20-89c9-4fc1-82d3-f26976747c97" data-entity-substitution="media" title="Blueprint-Measure-Information-and-Justification-Form-and-Instructions.docx">Measure Information and Justification Form and Instructions</a></p><p><a href="/sites/default/files/Blueprint-Measure-Eval-Report.docx" data-entity-type="media" data-entity-uuid="fa8c9d06-92aa-4885-9f97-fc2e1bab58fd" data-entity-substitution="media" title="Blueprint-Measure-Eval-Report.docx">Measure Evaluation Report Template</a></p><p><a href="/sites/default/files/Blueprint-Call-for-Measure-Testing-Volunteers-Web-Posting-Template.docx" data-entity-type="media" data-entity-uuid="25264be6-41a5-440a-a43a-983947763bf1" data-entity-substitution="media" title="Blueprint-Call-for-Measure-Testing-Volunteers-Web-Posting-Template.docx">Call for Measure Testing Volunteers Template</a></p></dd></dl></div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
<div class="views-element-container block-last-updated block block-views block-views-blocknode-last-updated-block-1" id="block-views-block-node-last-updated-block-1">
<div><div class="node-last-updated js-view-dom-id-43b70e74f11ffe7f09b2f392c21c5dbbc27cbe8e6f7410480482ea49f0c4401e">
<div class="views-row"><span class="views-field views-field-changed"><strong class="views-label views-label-changed">Last Updated: </strong><span class="field-content"><time datetime="2024-05-01T16:19:56-04:00">May 2024</time>
</span></span></div>
</div>
</div>
</div>
<aside
class="usa-layout-docs__sidenav desktop:grid-col-2 layout-sidebar-first">
<ul class="usa-sidenav">
<li class="usa-sidenav__item first">
<a href="/measure-lifecycle/measure-testing/process/overview">
<span>
Overview
</span>
</a>
</li>
<li class="usa-sidenav__item active active-trail">
<a href="/measure-lifecycle/measure-testing/process/develop-workplan" class="usa-current">
<span>
Develop The Testing Work Plan
</span>
</a>
</li>
<li class="usa-sidenav__item">
<a href="/measure-lifecycle/measure-testing/process/perform-sampl">
<span>
Perform Sampling
</span>
</a>
</li>
<li class="usa-sidenav__item">
<a href="/measure-lifecycle/measure-testing/process/implement-and-analyze">
<span>
Implement, Analyze, Refine &amp; Retest
</span>
</a>
</li>
<li class="usa-sidenav__item">
<a href="/measure-lifecycle/measure-testing/process/summary">
<span>
Measure Testing Summary
</span>
</a>
</li>
<li class="usa-sidenav__item last">
<a href="/measure-lifecycle/measure-testing/process/testing-respecified-measures">
<span>
Testing Respecified Measures
</span>
</a>
</li>
</ul>
</aside>
</div>
</div>
</div>
</main>
<footer class="usa-footer usa-footer--slim">
<div class="grid-container usa-footer__return-to-top">
<a href="#">Return to top</a>
</div>
<div class="usa-footer__secondary-section">
<div class="grid-container">
<div class="grid-row grid-gap">
<div
class="usa-footer__logo grid-row mobile-lg:grid-col-6 mobile-lg:grid-gap-2">
<div class="mobile-lg:grid-col-auto">
<img class="usa-footer__logo-img"
src="/themes/mms_hcd/assets/img/CMS-Logo-White_LG.svg"
alt="Agency logo">
</div>
</div>
</div>
<div class="grid-container">
<div class="grid-row grid-gap">
<div class="grid-col-fill">
<div>
<nav role="navigation" aria-labelledby="block-mms-hcd-footer-menu" id="block-mms-hcd-footer">
<h2 class="usa-sr-only" id="block-mms-hcd-footer-menu">Footer menu</h2>
<hr />
<ul class="usa-unstyled--list">
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="https://cmit.cms.gov/cmit/#/MeasureInventory">CMS Measures Inventory Tool (CMIT)</a>
</li>
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="https://cmsmerit.cms.gov/merit/#/login">CMS MUC Entry/Review Information Tool (MERIT)</a>
</li>
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="/contact-us">Contact Us</a>
</li>
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="https://ecqi.healthit.gov">eCQI Resource Center</a>
</li>
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="https://cmit.cms.gov/cmit/#/EnvironmentalScan">Environmental Scan Support Tool</a>
</li>
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="/glossary">Glossary</a>
</li>
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="https://www.cms.gov/Medicare/Quality-Initiatives-Patient-Assessment-Instruments/QualityInitiativesGenInfo/CMS-Quality-Strategy">National Quality Strategy</a>
</li>
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="/news-events/all">News &amp; Events</a>
</li>
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="https://qualitynet.cms.gov/">QualityNet</a>
</li>
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="https://qpp.cms.gov/">Quality Payment Program</a>
</li>
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="/sitemap">Sitemap</a>
</li>
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="http://www.hhs.gov/accessibility.html">Accessibility</a>
</li>
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="https://www.hhs.gov/vulnerability-disclosure-policy/index.html">HHS Vulnerability Disclosure</a>
</li>
<li class="grid-col-3 tablet:grid-col-auto usa-footer__primary-content">
<a class="usa-footer__primary-link" href="http://www.hhs.gov/privacy.html">Privacy Policy</a>
</li>
</ul>
</nav>
</div>
</div>
</div>
</div>
</div>
</div>
<div class="usa-footer__primary-section">
<div class="usa-footer__primary-content">
<div class="grid-container">
<div class="grid-row grid-gap">
</div>
</div>
<div class="grid-container">
<div class="grid-row grid-gap">
<div class="grid-col-fill">
<div>
<div id="block-footerinfoblock" class="block--type-basic block block-block-content block-block-contentb9778ac6-f444-4bdd-b839-d97f62a0477c">
<div class="field field--name-body field--type-text-with-summary field--label-hidden field__item"><p>Looking for U.S. government information and services? <strong>Visit <a href="https://CMS.gov">CMS.gov</a>, <a href="https://HHS.gov">HHS.gov</a>, <a href="https://USA.gov">USA.gov</a></strong></p>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</footer>
</div>
<script type="application/json" data-drupal-selector="drupal-settings-json">{"path":{"baseUrl":"\/","pathPrefix":"","currentPath":"node\/12","currentPathIsAdmin":false,"isFront":false,"currentLanguage":"en"},"pluralDelimiter":"\u0003","suppressDeprecationErrors":true,"ajaxPageState":{"libraries":"eJxNj2FuwzAIhS_kxdIuZBGDGyu2QWA3bU9fb1qy_kGPTw8exJ0wd9YAMbJi5uYvtSTl1qmhm4A86hAoS2KtDs2jhe_IJaQyMjp69JLbfpr-WncrbJbT058iCMsQV6uFLeK0s7y40QXSTISDjOsHU6h0sO4XmdtWKF-Rq8zh1s0JKNwUZLPzhH-yjCZjLdk2QmdP61T9CkZu2DG_-JEfGfdMh_nfulTGUegNfFlyog","theme":"mms_hcd","theme_token":null},"ajaxTrustedUrl":{"\/search":true},"data":{"extlink":{"extTarget":true,"extTargetNoOverride":false,"extNofollow":false,"extNoreferrer":true,"extFollowNoOverride":false,"extClass":"ext","extLabel":"(link is external)","extImgClass":false,"extSubdomains":true,"extExclude":"","extInclude":"","extCssExclude":"","extCssExplicit":"","extAlert":false,"extAlertText":"This link will take you to an external web site. We are not responsible for their content.","mailtoClass":"mailto","mailtoLabel":"(link sends email)","extUseFontAwesome":false,"extIconPlacement":"append","extFaLinkClasses":"fa fa-external-link","extFaMailtoClasses":"fa fa-envelope-o","whitelistedDomains":[]}},"ckeditorAccordion":{"accordionStyle":{"collapseAll":1,"keepRowsOpen":1,"animateAccordionOpenAndClose":1,"openTabsWithHash":1}},"user":{"uid":0,"permissionsHash":"7a36479c1afa2440c45a2d13eed05d057c9f4bd7e8c9c9921c5890ee941d0d7d"}}</script>
<script src="/core/assets/vendor/jquery/jquery.min.js?v=3.7.1"></script>
<script src="/core/assets/vendor/once/once.min.js?v=1.0.1"></script>
<script src="/core/misc/drupalSettingsLoader.js?v=10.2.7"></script>
<script src="/core/misc/drupal.js?v=10.2.7"></script>
<script src="/core/misc/drupal.init.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/version-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/data-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/disable-selection-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/form-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/jquery-patch-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/scroll-parent-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/unique-id-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/focusable-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/ie-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/keycode-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/plugin-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/safe-active-element-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/safe-blur-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/widget-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/labels-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/widgets/controlgroup-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/form-reset-mixin-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/widgets/mouse-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/widgets/checkboxradio-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/widgets/draggable-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/widgets/resizable-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/widgets/button-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/jquery.ui/ui/widgets/dialog-min.js?v=10.2.7"></script>
<script src="/core/assets/vendor/tabbable/index.umd.min.js?v=6.2.0"></script>
<script src="/core/assets/vendor/tua-body-scroll-lock/tua-bsl.umd.min.js?v=10.2.7"></script>
<script src="/core/misc/progress.js?v=10.2.7"></script>
<script src="/core/assets/vendor/loadjs/loadjs.min.js?v=4.2.0"></script>
<script src="/core/misc/debounce.js?v=10.2.7"></script>
<script src="/core/misc/announce.js?v=10.2.7"></script>
<script src="/core/misc/message.js?v=10.2.7"></script>
<script src="/core/misc/ajax.js?v=10.2.7"></script>
<script src="/core/misc/displace.js?v=10.2.7"></script>
<script src="/core/misc/jquery.tabbable.shim.js?v=10.2.7"></script>
<script src="/core/misc/position.js?v=10.2.7"></script>
<script src="/core/misc/dialog/dialog.js?v=10.2.7"></script>
<script src="/core/misc/dialog/dialog.position.js?v=10.2.7"></script>
<script src="/core/misc/dialog/dialog.jquery-ui.js?v=10.2.7"></script>
<script src="/core/modules/ckeditor5/js/ckeditor5.dialog.fix.js?v=10.2.7"></script>
<script src="/core/misc/dialog/dialog.ajax.js?v=10.2.7"></script>
<script src="/themes/mms_hcd/assets/js/uswds.min.js?v=10.2.7"></script>
<script src="/themes/mms_hcd/assets/js/jquery.matchHeight-min.js?v=10.2.7"></script>
<script src="/themes/mms_hcd/assets/js/file_extensions.js?v=10.2.7"></script>
<script src="/themes/mms_hcd/assets/js/global.js?v=10.2.7"></script>
<script src="https://kit.fontawesome.com/55e30f47c3.js"></script>
<script src="/modules/contrib/extlink/extlink.js?v=10.2.7"></script>
<script src="/modules/contrib/ckeditor_accordion/js/accordion.frontend.min.js?ss7w0y"></script>
<script src="/modules/contrib/glossify/js/glossify_popup.js?v=1.x"></script>
<script src="/core/misc/form.js?v=10.2.7"></script>
</body>
</html>