2678 lines
188 KiB
HTML
2678 lines
188 KiB
HTML
|
||
<!DOCTYPE html>
|
||
<html lang="en" >
|
||
<head >
|
||
|
||
<meta charset="UTF-8" />
|
||
<meta http-equiv="X-UA-Compatible" content="IE=edge" />
|
||
<meta name="HandheldFriendly" content="True" />
|
||
<meta name="MobileOptimized" content="320" />
|
||
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<link rel="stylesheet" href="/static/assets/style-b3a36f11.css" />
|
||
<script type="module" crossorigin="" src="/static/assets/base_style-d4f8bd56.js"></script>
|
||
|
||
<link rel="stylesheet" href="/static/assets/style-ef962842.css" />
|
||
<link rel="stylesheet" href="/static/assets/style-3ade8b5c.css" />
|
||
<script type="module" crossorigin="" src="/static/assets/article_style-d757a0dd.js"></script>
|
||
|
||
|
||
|
||
<style>
|
||
|
||
|
||
@media screen and (min-width: 64em) {
|
||
div.pmc-wm {
|
||
background: repeat-y;
|
||
background-image: url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' width='20' height='350' xmlns:xlink='http://www.w3.org/1999/xlink'%3E%3Cdefs%3E%3Cfilter x='-.02' y='0' width='1.05' height='1' id='c'%3E%3CfeFlood flood-color='%23FFF'/%3E%3CfeComposite in='SourceGraphic'/%3E%3C/filter%3E%3Ctext id='b' font-family='Helvetica' font-size='11pt' style='opacity:1;fill:%23005ea2;stroke:none;text-anchor:middle' x='175' y='14'%3EPreprint%3C/text%3E%3Cpath id='a' style='fill:%23005ea2' d='M0 8h350v3H0z'/%3E%3C/defs%3E%3Cuse xlink:href='%23a' transform='rotate(90 10 10)'/%3E%3Cuse xlink:href='%23b' transform='rotate(90 10 10)' filter='url(%23c)'/%3E%3C/svg%3E");
|
||
padding-left: 3rem;
|
||
}
|
||
}
|
||
</style>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<link rel="apple-touch-icon"
|
||
sizes="180x180"
|
||
href="/static/img/favicons/apple-touch-icon.png" />
|
||
<link rel="icon"
|
||
type="image/png"
|
||
sizes="48x48"
|
||
href="/static/img/favicons/favicon-48x48.png" />
|
||
<link rel="icon"
|
||
type="image/png"
|
||
sizes="32x32"
|
||
href="/static/img/favicons/favicon-32x32.png" />
|
||
<link rel="icon"
|
||
type="image/png"
|
||
sizes="16x16"
|
||
href="/static/img/favicons/favicon-16x16.png" />
|
||
<link rel="manifest" href="/static/img/favicons/site.webmanifest" />
|
||
<link rel="mask-icon"
|
||
href="/static/img/favicons/safari-pinned-tab.svg"
|
||
color="#0071bc" />
|
||
<meta name="msapplication-config"
|
||
content="/static/img/favicons/browserconfig.xml" />
|
||
<meta name="theme-color" content="#ffffff" />
|
||
|
||
|
||
<title>
|
||
Phase 1 of the National Institutes of Health Preprint Pilot: Testing the viability of making preprints discoverable in PubMed Central and PubMed - PMC
|
||
</title>
|
||
|
||
|
||
|
||
|
||
<!-- Logging params: Pinger defaults -->
|
||
<meta name="ncbi_app" content="cloudpmc-viewer" />
|
||
<meta name="ncbi_db" content="pmc" />
|
||
<meta name="ncbi_phid" content="0FBB76BD7C9B32831A76BD000A5AEC02.m_1" />
|
||
<!-- Logging params: Pinger custom -->
|
||
<meta name="ncbi_pdid" content="article" />
|
||
|
||
<link rel="preconnect" href="https://www.google-analytics.com" />
|
||
|
||
|
||
<link rel="preconnect" href="https://cdn.ncbi.nlm.nih.gov" />
|
||
|
||
|
||
<!-- Include USWDS Init Script -->
|
||
<script src="/static/assets/uswds-init.js"></script>
|
||
|
||
|
||
<meta name="ncbi_domain" content="biorxiv">
|
||
<meta name="ncbi_type" content="fulltext">
|
||
<meta name="ncbi_pcid" content="preprint">
|
||
<meta name="ncbi_feature" content="associated_data">
|
||
<link rel="canonical" href="https://pmc.ncbi.nlm.nih.gov/articles/PMC9774216/">
|
||
<meta name="robots" content="INDEX,NOFOLLOW,NOARCHIVE">
|
||
<meta name="citation_journal_title" content="bioRxiv">
|
||
<meta name="citation_title" content="Phase 1 of the National Institutes of Health Preprint Pilot: Testing the viability of making preprints discoverable in PubMed Central and PubMed">
|
||
<meta name="citation_author" content="Kathryn Funk">
|
||
<meta name="citation_author_institution" content="National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD 20894, USA">
|
||
<meta name="citation_author" content="Teresa Zayas-Cabán">
|
||
<meta name="citation_author_institution" content="National Library of Medicine, National Institutes of Health, Bethesda, MD 20894, USA">
|
||
<meta name="citation_author" content="Jeffrey Beck">
|
||
<meta name="citation_author_institution" content="National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD 20894, USA">
|
||
<meta name="citation_publication_date" content="2024 Jan 18">
|
||
<meta name="citation_firstpage" content="2022.12.12.520156">
|
||
<meta name="citation_doi" content="10.1101/2022.12.12.520156">
|
||
<meta name="citation_pmid" content="36561178">
|
||
<meta name="citation_abstract_html_url" content="https://pmc.ncbi.nlm.nih.gov/articles/PMC9774216/">
|
||
<meta name="citation_fulltext_html_url" content="https://pmc.ncbi.nlm.nih.gov/articles/PMC9774216/">
|
||
<meta name="citation_pdf_url" content="https://pmc.ncbi.nlm.nih.gov/articles/PMC9774216/pdf/nihpp-2022.12.12.520156v2.pdf">
|
||
<meta name="description" content="The National Library of Medicine (NLM) launched a Pilot in June 2020 to: 1) explore the feasibility and utility of adding preprints to PubMed Central (PMC) and making them discoverable in PubMed, and 2) to support accelerated discoverability of ...">
|
||
<meta name="og:title" content="Phase 1 of the National Institutes of Health Preprint Pilot: Testing the viability of making preprints discoverable in PubMed Central and PubMed">
|
||
<meta name="og:type" content="article">
|
||
<meta name="og:site_name" content="PubMed Central (PMC)">
|
||
<meta name="og:description" content="The National Library of Medicine (NLM) launched a Pilot in June 2020 to: 1) explore the feasibility and utility of adding preprints to PubMed Central (PMC) and making them discoverable in PubMed, and 2) to support accelerated discoverability of ...">
|
||
<meta name="og:url" content="https://pmc.ncbi.nlm.nih.gov/articles/PMC9774216/">
|
||
<meta name="og:image" content="https://cdn.ncbi.nlm.nih.gov/pmc/cms/images/pmc-card-share.jpg?_=0">
|
||
<meta name="twitter:card" content="summary_large_image">
|
||
<meta name="twitter:site" content="@ncbi">
|
||
|
||
|
||
|
||
</head>
|
||
<body >
|
||
|
||
<a class="usa-skipnav " href="#main-content">
|
||
Skip to main content
|
||
</a>
|
||
|
||
|
||
|
||
|
||
|
||
<section class="usa-banner " aria-label="Official website of the United States government" >
|
||
<div class="usa-accordion">
|
||
<header class="usa-banner__header">
|
||
<div class="usa-banner__inner">
|
||
<div class="grid-col-auto">
|
||
<img aria-hidden="true"
|
||
class="usa-banner__header-flag"
|
||
src="/static/img/us_flag.svg"
|
||
alt="" />
|
||
</div>
|
||
|
||
<div class="grid-col-fill tablet:grid-col-auto" aria-hidden="true">
|
||
<p class="usa-banner__header-text">
|
||
An official website of the United States government
|
||
</p>
|
||
<span class="usa-banner__header-action">Here's how you know</span>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<button
|
||
type="button"
|
||
|
||
|
||
class="usa-accordion__button usa-banner__button
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
"
|
||
aria-expanded="false"
|
||
aria-controls="gov-banner-default"
|
||
|
||
data-testid="storybook-django-banner"
|
||
|
||
>
|
||
|
||
|
||
|
||
|
||
<span class="usa-banner__button-text">Here's how you know</span>
|
||
|
||
|
||
|
||
|
||
|
||
</button>
|
||
|
||
|
||
|
||
</div>
|
||
</header>
|
||
|
||
<div class="usa-banner__content usa-accordion__content"
|
||
id="gov-banner-default"
|
||
hidden>
|
||
<div class="grid-row grid-gap-lg">
|
||
<div class="usa-banner__guidance tablet:grid-col-6">
|
||
<img class="usa-banner__icon usa-media-block__img"
|
||
src="/static/img/icon-dot-gov.svg"
|
||
alt=""
|
||
aria-hidden="true" />
|
||
<div class="usa-media-block__body">
|
||
<p>
|
||
<strong>Official websites use .gov</strong>
|
||
<br />
|
||
A
|
||
<strong>.gov</strong> website belongs to an official
|
||
government organization in the United States.
|
||
</p>
|
||
</div>
|
||
</div>
|
||
|
||
<div class="usa-banner__guidance tablet:grid-col-6">
|
||
<img class="usa-banner__icon usa-media-block__img"
|
||
src="/static/img/icon-https.svg"
|
||
alt=""
|
||
aria-hidden="true" />
|
||
|
||
<div class="usa-media-block__body">
|
||
<p>
|
||
<strong>Secure .gov websites use HTTPS</strong>
|
||
<br />
|
||
A <strong>lock</strong> (
|
||
<span class="icon-lock">
|
||
<svg xmlns="http://www.w3.org/2000/svg"
|
||
width="52"
|
||
height="64"
|
||
viewBox="0 0 52 64"
|
||
class="usa-banner__lock-image"
|
||
role="graphics-symbol"
|
||
aria-labelledby="banner-lock-description"
|
||
focusable="false">
|
||
<title id="banner-lock-title">Lock</title>
|
||
<desc id="banner-lock-description">
|
||
Locked padlock icon
|
||
</desc>
|
||
<path fill="#000000"
|
||
fill-rule="evenodd"
|
||
d="M26 0c10.493 0 19 8.507 19 19v9h3a4 4 0 0 1 4 4v28a4 4 0 0 1-4 4H4a4 4 0 0 1-4-4V32a4 4 0 0 1 4-4h3v-9C7 8.507 15.507 0 26 0zm0 8c-5.979 0-10.843 4.77-10.996 10.712L15 19v9h22v-9c0-6.075-4.925-11-11-11z" />
|
||
</svg>
|
||
</span>) or <strong>https://</strong> means you've safely
|
||
connected to the .gov website. Share sensitive
|
||
information only on official, secure websites.
|
||
</p>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</section>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="usa-overlay">
|
||
</div>
|
||
|
||
|
||
|
||
<header class="usa-header usa-header--extended usa-header--wide" data-testid="header" data-header >
|
||
<div class="ncbi-header">
|
||
<div class="ncbi-header__container">
|
||
|
||
<a class="ncbi-header__logo-container" href="https://www.ncbi.nlm.nih.gov/">
|
||
<img alt="
|
||
NCBI home page
|
||
"
|
||
class="ncbi-header__logo-image"
|
||
src="/static/img/ncbi-logos/nih-nlm-ncbi--white.svg" />
|
||
</a>
|
||
|
||
|
||
<!-- Mobile menu hamburger button -->
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<button
|
||
type="button"
|
||
|
||
|
||
class="usa-menu-btn ncbi-header__hamburger-button
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
"
|
||
|
||
|
||
aria-label="Show menu"
|
||
data-testid="navMenuButton"
|
||
|
||
>
|
||
|
||
|
||
|
||
|
||
<svg aria-hidden="true"
|
||
class="ncbi-hamburger-icon"
|
||
fill="none"
|
||
focusable="false"
|
||
height="21"
|
||
viewBox="0 0 31 21"
|
||
width="31"
|
||
xmlns="http://www.w3.org/2000/svg">
|
||
<path clip-rule="evenodd"
|
||
d="M0.125 20.75H30.875V17.3333H0.125V20.75ZM0.125 12.2083H30.875V8.79167H0.125V12.2083ZM0.125 0.25V3.66667H30.875V0.25H0.125Z"
|
||
fill="#F1F1F1"
|
||
fill-rule="evenodd" />
|
||
</svg>
|
||
|
||
|
||
|
||
|
||
|
||
</button>
|
||
|
||
|
||
|
||
|
||
|
||
<!-- Desktop buttons-->
|
||
<div class="ncbi-header__desktop-buttons">
|
||
|
||
<!-- Desktop search button -->
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<button
|
||
type="button"
|
||
|
||
|
||
class="usa-button
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
usa-button--unstyled ncbi-header__desktop-button
|
||
"
|
||
aria-expanded="false"
|
||
aria-controls="search-field-desktop-navigation"
|
||
aria-label="Show search overlay"
|
||
data-testid="toggleSearchPanelButton"
|
||
data-toggle-search-panel-button
|
||
>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<svg class="usa-icon " role="graphics-symbol" aria-hidden="true" >
|
||
|
||
<use xlink:href="/static/img/sprite.svg#search" />
|
||
</svg>
|
||
|
||
|
||
Search
|
||
|
||
|
||
|
||
|
||
|
||
</button>
|
||
|
||
|
||
|
||
|
||
|
||
<!-- Desktop login dropdown -->
|
||
|
||
<div class="ncbi-header__login-dropdown">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<button
|
||
type="button"
|
||
|
||
|
||
class="usa-button
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
usa-button--unstyled ncbi-header__desktop-button ncbi-header__login-dropdown-button
|
||
"
|
||
aria-expanded="false"
|
||
aria-controls="login-dropdown-menu"
|
||
aria-label="Show login menu"
|
||
data-testid="toggleLoginMenuDropdown"
|
||
data-desktop-login-button
|
||
>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<svg class="usa-icon " role="graphics-symbol" aria-hidden="true" >
|
||
|
||
<use xlink:href="/static/img/sprite.svg#person" />
|
||
</svg>
|
||
|
||
|
||
|
||
<span data-login-dropdown-text>Log in</span>
|
||
|
||
<!-- Dropdown icon pointing up -->
|
||
|
||
|
||
|
||
<svg class="usa-icon ncbi-header__login-dropdown-icon ncbi-header__login-dropdown-icon--expand-less ncbi-header__login-dropdown-icon--hidden" role="graphics-symbol" aria-hidden="true" data-login-dropdown-up-arrow>
|
||
|
||
<use xlink:href="/static/img/sprite.svg#expand_less" />
|
||
</svg>
|
||
|
||
|
||
|
||
<!-- Dropdown icon pointing down -->
|
||
|
||
|
||
|
||
<svg class="usa-icon ncbi-header__login-dropdown-icon ncbi-header__login-dropdown-icon--expand-more ncbi-header__login-dropdown-icon--hidden" role="graphics-symbol" aria-hidden="true" data-login-dropdown-down-arrow>
|
||
|
||
<use xlink:href="/static/img/sprite.svg#expand_more" />
|
||
</svg>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</button>
|
||
|
||
|
||
|
||
|
||
<!-- Login dropdown menu -->
|
||
<ul class="usa-nav__submenu ncbi-header__login-dropdown-menu"
|
||
id="login-dropdown-menu"
|
||
data-desktop-login-menu-dropdown
|
||
hidden>
|
||
|
||
<li class="usa-nav__submenu-item">
|
||
<!-- Uses custom style overrides to render external and document links. -->
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.ncbi.nlm.nih.gov/myncbi/" class="usa-link " >
|
||
|
||
|
||
Dashboard
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="usa-nav__submenu-item">
|
||
<!-- Uses custom style overrides to render external and document links. -->
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.ncbi.nlm.nih.gov/myncbi/collections/bibliography/" class="usa-link " >
|
||
|
||
|
||
Publications
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="usa-nav__submenu-item">
|
||
<!-- Uses custom style overrides to render external and document links. -->
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.ncbi.nlm.nih.gov/account/settings/" class="usa-link " >
|
||
|
||
|
||
Account settings
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="usa-nav__submenu-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<button
|
||
type="button"
|
||
|
||
|
||
class="usa-button
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
usa-button--outline ncbi-header__login-dropdown-logout-button
|
||
"
|
||
|
||
|
||
|
||
data-testid="desktopLogoutButton"
|
||
data-desktop-logout-button
|
||
>
|
||
|
||
|
||
|
||
Log out
|
||
|
||
|
||
|
||
|
||
</button>
|
||
|
||
|
||
|
||
</li>
|
||
</ul>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
</div>
|
||
|
||
<!-- Search panel -->
|
||
|
||
<div class="ncbi-search-panel ncbi--show-only-at-desktop"
|
||
data-testid="searchPanel"
|
||
data-header-search-panel
|
||
hidden>
|
||
<div class="ncbi-search-panel__container">
|
||
<form action="https://www.ncbi.nlm.nih.gov/search/all/"
|
||
aria-describedby="search-field-desktop-navigation-help-text"
|
||
autocomplete="off"
|
||
class="usa-search usa-search--big ncbi-search-panel__form"
|
||
data-testid="form"
|
||
method="GET"
|
||
role="search">
|
||
<label class="usa-sr-only"
|
||
data-testid="label"
|
||
for="search-field-desktop-navigation">
|
||
Search…
|
||
</label>
|
||
<input class="usa-input"
|
||
data-testid="textInput"
|
||
id="search-field-desktop-navigation"
|
||
name="term"
|
||
|
||
placeholder="Search NCBI"
|
||
|
||
type="search"
|
||
value="" />
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<button
|
||
type="submit"
|
||
|
||
|
||
class="usa-button
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
"
|
||
|
||
|
||
|
||
data-testid="button"
|
||
|
||
>
|
||
|
||
|
||
|
||
|
||
<span class="usa-search__submit-text">
|
||
Search NCBI
|
||
</span>
|
||
|
||
|
||
|
||
|
||
|
||
</button>
|
||
|
||
|
||
|
||
</form>
|
||
|
||
|
||
</div>
|
||
</div>
|
||
|
||
|
||
<nav aria-label="Primary navigation" class="usa-nav">
|
||
<p class="usa-sr-only" id="primary-navigation-sr-only-title">
|
||
Primary site navigation
|
||
</p>
|
||
|
||
<!-- Mobile menu close button -->
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<button
|
||
type="button"
|
||
|
||
|
||
class="usa-nav__close ncbi-nav__close-button
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
"
|
||
|
||
|
||
aria-label="Close navigation menu"
|
||
data-testid="navCloseButton"
|
||
|
||
>
|
||
|
||
|
||
|
||
|
||
<img src="/static/img/usa-icons/close.svg" alt="Close" />
|
||
|
||
|
||
|
||
|
||
|
||
</button>
|
||
|
||
|
||
|
||
|
||
|
||
<!-- Mobile search component -->
|
||
<form class="usa-search usa-search--small ncbi--hide-at-desktop margin-top-6"
|
||
role="search">
|
||
<label class="usa-sr-only" for="search-field">
|
||
Search
|
||
</label>
|
||
|
||
<input class="usa-input"
|
||
id="search-field-mobile-navigation"
|
||
type="search"
|
||
|
||
placeholder="Search NCBI"
|
||
|
||
name="search" />
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<button
|
||
type="submit"
|
||
|
||
|
||
class="usa-button
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
"
|
||
|
||
|
||
|
||
|
||
|
||
>
|
||
|
||
|
||
|
||
|
||
<!-- This SVG should be kept inline and not replaced with a link to the icon as otherwise it will render in the wrong color -->
|
||
<img src="data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIGhlaWdodD0iMjQiIHZpZXdCb3g9IjAgMCAyNCAyNCIgd2lkdGg9IjI0Ij48cGF0aCBkPSJNMCAwaDI0djI0SDB6IiBmaWxsPSJub25lIi8+PHBhdGggZmlsbD0iI2ZmZiIgZD0iTTE1LjUgMTRoLS43OWwtLjI4LS4yN0E2LjQ3MSA2LjQ3MSAwIDAgMCAxNiA5LjUgNi41IDYuNSAwIDEgMCA5LjUgMTZjMS42MSAwIDMuMDktLjU5IDQuMjMtMS41N2wuMjcuMjh2Ljc5bDUgNC45OUwyMC40OSAxOWwtNC45OS01em0tNiAwQzcuMDEgMTQgNSAxMS45OSA1IDkuNVM3LjAxIDUgOS41IDUgMTQgNy4wMSAxNCA5LjUgMTEuOTkgMTQgOS41IDE0eiIvPjwvc3ZnPg=="
|
||
class="usa-search__submit-icon"
|
||
alt="Search" />
|
||
|
||
|
||
|
||
|
||
|
||
</button>
|
||
|
||
|
||
|
||
</form>
|
||
|
||
|
||
|
||
|
||
<!-- Primary navigation menu items -->
|
||
<!-- This usa-nav__inner wrapper is required to correctly style the navigation items on Desktop -->
|
||
|
||
|
||
|
||
<div class="ncbi-nav__mobile-login-menu ncbi--hide-at-desktop"
|
||
data-mobile-login-menu
|
||
hidden>
|
||
<p class="ncbi-nav__mobile-login-menu-status">
|
||
Logged in as:
|
||
<strong class="ncbi-nav__mobile-login-menu-email"
|
||
data-mobile-login-email-text></strong>
|
||
</p>
|
||
<ul class="usa-nav__primary usa-accordion">
|
||
|
||
<li class="usa-nav__primary-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.ncbi.nlm.nih.gov/myncbi/" class="usa-link " >
|
||
|
||
|
||
Dashboard
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="usa-nav__primary-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.ncbi.nlm.nih.gov/myncbi/collections/bibliography/" class="usa-link " >
|
||
|
||
|
||
Publications
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="usa-nav__primary-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.ncbi.nlm.nih.gov/account/settings/" class="usa-link " >
|
||
|
||
|
||
Account settings
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<button
|
||
type="button"
|
||
|
||
|
||
class="usa-button
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
ncbi-nav__mobile-login-button ncbi--hide-at-desktop
|
||
"
|
||
|
||
|
||
|
||
data-testid="mobileLoginButton"
|
||
data-mobile-login-button
|
||
>
|
||
|
||
|
||
|
||
Log in
|
||
|
||
|
||
|
||
|
||
</button>
|
||
|
||
|
||
|
||
</nav>
|
||
</header>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<section class="pmc-header pmc-header--basic" aria-label="PMC Header with search box">
|
||
<div class="pmc-nav-container">
|
||
<div class="pmc-header__bar">
|
||
<div class="pmc-header__logo">
|
||
<a href="/" title="Home" aria-label="PMC Home"></a>
|
||
</div>
|
||
<button
|
||
type="button"
|
||
class="usa-button usa-button--unstyled pmc-header__search__button"
|
||
aria-label="Open search"
|
||
data-ga-category="search"
|
||
data-ga-action="PMC"
|
||
data-ga-label="pmc_search_panel_mobile"
|
||
>
|
||
<svg class="usa-icon width-4 height-4 pmc-icon__open" aria-hidden="true" focusable="false" role="img">
|
||
<use xlink:href="/static/img/sprite.svg#search"></use>
|
||
</svg>
|
||
<svg class="usa-icon width-4 height-4 pmc-icon__close" aria-hidden="true" focusable="false" role="img">
|
||
<use xlink:href="/static/img/sprite.svg#close"></use>
|
||
</svg>
|
||
</button>
|
||
</div>
|
||
<div class="pmc-header__search">
|
||
|
||
|
||
|
||
<form class="usa-search usa-search--extra usa-search--article-right-column pmc-header__search__form" autocomplete="off" role="search">
|
||
<label class="usa-sr-only" for="pmc-search">Search PMC Full-Text Archive</label>
|
||
<span class="autoComplete_wrapper flex-1">
|
||
<input class="usa-input width-full maxw-none" required="required" placeholder="Search PMC Full-Text Archive" id="pmc-search" type="search" name="term" data-autocomplete-url="https://pmc.ncbi.nlm.nih.gov/autocomp/search/autocomp/"/>
|
||
</span>
|
||
<button
|
||
class="usa-button"
|
||
type="submit"
|
||
formaction="https://www.ncbi.nlm.nih.gov/pmc/"
|
||
data-ga-category="search"
|
||
data-ga-action="PMC"
|
||
data-ga-label="PMC_search_button"
|
||
>
|
||
<span class="usa-search__submit-text">Search in PMC</span>
|
||
<img
|
||
src="/static/img/usa-icons-bg/search--white.svg"
|
||
class="usa-search__submit-icon"
|
||
alt="Search"
|
||
/>
|
||
</button>
|
||
</form>
|
||
<ul class="pmc-header__search__menu">
|
||
<li>
|
||
<a class="usa-link" href="https://www.ncbi.nlm.nih.gov/pmc/advanced/" data-ga-action="featured_link" data-ga-label="advanced_search">
|
||
Advanced Search
|
||
</a>
|
||
</li>
|
||
<li>
|
||
|
||
<a class="usa-link" href="/journals/" data-ga-action="featured_link" data-ga-label="journal list">
|
||
Journal List
|
||
</a>
|
||
|
||
</li>
|
||
<li>
|
||
|
||
<a class="usa-link" href="/about/userguide/" data-ga-action="featured_link"
|
||
data-ga-label="user guide">
|
||
User Guide
|
||
</a>
|
||
|
||
</li>
|
||
</ul>
|
||
</div>
|
||
</div>
|
||
</section>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="usa-section padding-top-0 desktop:padding-top-6 pmc-article-section" data-article-db="pmc" data-article-id="9774216">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="grid-container pmc-actions-bar" aria-label="Actions bar" role="complementary">
|
||
<div class="grid-row">
|
||
<div class="grid-col-fill display-flex">
|
||
<div class="display-flex">
|
||
<ul class="usa-list usa-list--unstyled usa-list--horizontal">
|
||
<li class="margin-right-2 mobile-lg:margin-right-4 display-flex mob">
|
||
<button
|
||
type="button"
|
||
class="usa-button pmc-sidenav__container__open usa-button--unstyled width-auto display-flex"
|
||
aria-label="Open resources"
|
||
data-extra-class="is-visible-resources"
|
||
data-ga-category="resources_accordion"
|
||
data-ga-action="click"
|
||
data-ga-label="mobile_icon"
|
||
>
|
||
<svg class="usa-icon width-4 height-4" aria-hidden="true" focusable="false" role="img">
|
||
<use xlink:href="/static/img/sprite.svg#more_vert"></use>
|
||
</svg>
|
||
</button>
|
||
</li>
|
||
|
||
<li class="margin-right-2 mobile-lg:margin-right-4 display-flex mob">
|
||
<a
|
||
href="https://doi.org/10.1101/2022.12.12.520156"
|
||
class="usa-link display-flex usa-tooltip"
|
||
role="button"
|
||
target="_blank"
|
||
rel="noreferrer noopener"
|
||
title="View on publisher site"
|
||
data-position="bottom"
|
||
aria-label="View on publisher site"
|
||
data-ga-category="actions"
|
||
data-ga-action="click"
|
||
data-ga-label="publisher_link_mobile"
|
||
>
|
||
<svg class="usa-icon width-4 height-4" aria-hidden="true" focusable="false" role="img">
|
||
<use xlink:href="/static/img/sprite.svg#launch"></use>
|
||
</svg>
|
||
</a>
|
||
</li>
|
||
|
||
|
||
<li class="margin-right-2 mobile-lg:margin-right-4 display-flex">
|
||
<a
|
||
href="pdf/nihpp-2022.12.12.520156v2.pdf"
|
||
class="usa-link display-flex usa-tooltip"
|
||
role="button"
|
||
title="Download PDF"
|
||
data-position="bottom"
|
||
aria-label="Download PDF"
|
||
data-ga-category="actions"
|
||
data-ga-action="click"
|
||
data-ga-label="pdf_download_mobile"
|
||
>
|
||
<svg class="usa-icon width-4 height-4" aria-hidden="true" focusable="false" role="img">
|
||
<use xlink:href="/static/img/sprite.svg#file_download"></use>
|
||
</svg>
|
||
</a>
|
||
</li>
|
||
|
||
<li class="margin-right-2 mobile-lg:margin-right-4 display-flex">
|
||
<button
|
||
class="usa-button usa-button--unstyled usa-tooltip collections-dialog-trigger collections-button display-flex collections-button-empty"
|
||
title="Add to Collections"
|
||
data-position="bottom"
|
||
aria-label="Save article in MyNCBI collections."
|
||
data-ga-category="actions"
|
||
data-ga-action="click"
|
||
data-ga-label="collections_button_mobile"
|
||
data-collections-open-dialog-enabled="false"
|
||
data-collections-open-dialog-url="https://account.ncbi.nlm.nih.gov/?back_url=https%3A%2F%2Fpmc.ncbi.nlm.nih.gov%2Farticles%2FPMC9774216%2F%23open-collections-dialog"
|
||
data-in-collections="false"
|
||
>
|
||
<svg class="usa-icon width-4 height-4 usa-icon--bookmark-full" aria-hidden="true" focusable="false" role="img" hidden>
|
||
<use xlink:href="/static/img/action-bookmark-full.svg#icon"></use>
|
||
</svg>
|
||
<svg class="usa-icon width-4 height-4 usa-icon--bookmark-empty" aria-hidden="true" focusable="false" role="img" hidden>
|
||
<use xlink:href="/static/img/action-bookmark-empty.svg#icon"></use>
|
||
</svg>
|
||
</button>
|
||
</li>
|
||
|
||
<li class="margin-right-2 mobile-lg:margin-right-4 display-flex">
|
||
<button role="button" class="usa-button usa-button--unstyled usa-tooltip citation-dialog-trigger display-flex"
|
||
aria-label="Open dialog with citation text in different styles"
|
||
title="Cite"
|
||
data-position="bottom"
|
||
data-ga-category="actions"
|
||
data-ga-action="open"
|
||
data-ga-label="cite_mobile"
|
||
data-all-citations-url="/resources/citations/9774216/"
|
||
data-citation-style="nlm"
|
||
data-download-format-link="/resources/citations/9774216/export/"
|
||
>
|
||
<svg class="usa-icon width-4 height-4 usa-icon--bookmark-empty" aria-hidden="true" focusable="false" role="img" hidden>
|
||
<use xlink:href="/static/img/sprite.svg#format_quote"></use>
|
||
</svg>
|
||
</button>
|
||
</li>
|
||
|
||
<li class="pmc-permalink display-flex">
|
||
<button
|
||
type="button"
|
||
class="usa-button usa-button--unstyled usa-tooltip display-flex"
|
||
title="Permalink"
|
||
data-position="bottom"
|
||
aria-label="Show article permalink"
|
||
aria-expanded="false"
|
||
aria-haspopup="true"
|
||
data-ga-category="actions"
|
||
data-ga-action="open"
|
||
data-ga-label="permalink_mobile"
|
||
>
|
||
<svg class="usa-icon width-4 height-4" aria-hidden="true" focusable="false" role="img">
|
||
<use xlink:href="/static/img/sprite.svg#share"></use>
|
||
</svg>
|
||
</button>
|
||
|
||
|
||
<div class="pmc-permalink__dropdown" hidden>
|
||
<div class="pmc-permalink__dropdown__container">
|
||
<h2 class="usa-modal__heading margin-top-0 margin-bottom-2">PERMALINK</h2>
|
||
<div class="pmc-permalink__dropdown__content">
|
||
<input type="text" class="usa-input" value="https://pmc.ncbi.nlm.nih.gov/articles/PMC9774216/" aria-label="Article permalink">
|
||
<button class="usa-button display-inline-flex pmc-permalink__dropdown__copy__btn margin-right-0" title="Copy article permalink" data-ga-category="save_share" data-ga-action="link" data-ga-label="copy_link">
|
||
<svg class="usa-icon" aria-hidden="true" focusable="false" role="img">
|
||
<use xlink:href="/static/img/sprite.svg#content_copy"></use>
|
||
</svg>
|
||
<span class="margin-left-1">Copy</span>
|
||
</button>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</li>
|
||
</ul>
|
||
</div>
|
||
<button
|
||
type="button"
|
||
class="usa-button pmc-sidenav__container__open usa-button--unstyled width-auto display-flex"
|
||
aria-label="Open article navigation"
|
||
data-extra-class="is-visible-in-page"
|
||
data-ga-category="actions"
|
||
data-ga-action="open"
|
||
data-ga-label="article_nav_mobile"
|
||
>
|
||
<svg class="usa-icon width-4 height-4" aria-hidden="true" focusable="false" role="img">
|
||
<use xlink:href="/static/img/sprite.svg#list"></use>
|
||
</svg>
|
||
</button>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
<div class="grid-container desktop:padding-left-6">
|
||
<div id="article-container" class="grid-row grid-gap">
|
||
<div class="grid-col-12 desktop:grid-col-8 order-2 pmc-layout__content">
|
||
<div class="grid-container padding-left-0 padding-right-0">
|
||
<div class="grid-row desktop:margin-left-neg-6">
|
||
<div class="grid-col-12">
|
||
<div class="pmc-layout__disclaimer" role="complementary" aria-label="Disclaimer note">
|
||
As a library, NLM provides access to scientific literature. Inclusion in an NLM database does not imply endorsement of, or agreement with,
|
||
the contents by NLM or the National Institutes of Health.<br/>
|
||
Learn more:
|
||
<a class="usa-link" data-ga-category="Link click" data-ga-action="Disclaimer" data-ga-label="New disclaimer box" href="/about/disclaimer/">PMC Disclaimer</a>
|
||
|
|
||
<a class="usa-link" data-ga-category="Link click" data-ga-action="PMC Copyright Notice" data-ga-label="New disclaimer box" href="/about/copyright/">
|
||
PMC Copyright Notice
|
||
</a>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
<div class="grid-row pmc-wm desktop:margin-left-neg-6">
|
||
<!-- Main content -->
|
||
<main
|
||
id="main-content"
|
||
class="usa-layout-docs__main usa-layout-docs grid-col-12 pmc-layout pmc-prose padding-0"
|
||
>
|
||
|
||
|
||
<div class="usa-alert usa-alert--info" role="status"><div class="usa-alert__body">
|
||
<h4 class="usa-alert__heading">This is a preprint.</h4>
|
||
<p class="usa-alert__text"><strong>It has not yet been peer reviewed by a journal.</strong></p>
|
||
<p class="usa-alert__text">The National Library of Medicine is <a href="/about/nihpreprints/" class="usa-link">running a pilot</a> to include preprints that result from research funded by NIH in PMC and PubMed.</p>
|
||
</div></div><section class="pmc-journal-banner text-center line-height-none" aria-label="Journal banner"><img src="https://cdn.ncbi.nlm.nih.gov/pmc/banners/logo-preprints.png" alt="bioRxiv logo" usemap="#pmc-banner-imagemap" width="500" height="75"><map name="pmc-banner-imagemap"><area alt="Link to bioRxiv" title="Link to bioRxiv" shape="default" href="https://pmc.ncbi.nlm.nih.gov/about/nihpreprints/" target="_blank" rel="noopener noreferrer"></map></section><article lang="en"><section aria-label="Article citation and metadata"><section class="pmc-layout__citation font-secondary font-xs"><div>
|
||
<div class="display-inline-block"><button type="button" class="cursor-pointer text-no-underline bg-transparent border-0 padding-0 text-left margin-0 text-normal text-primary" aria-controls="journal_context_menu">bioRxiv</button></div> [Preprint]. 2024 Jan 18:2022.12.12.520156. Originally published 2022 Dec 13. [Version 2] doi: <a href="https://doi.org/10.1101/2022.12.12.520156" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">10.1101/2022.12.12.520156</a>
|
||
</div>
|
||
<div><button type="button" class="cursor-pointer text-no-underline bg-transparent border-0 padding-0 text-left margin-0 text-normal text-primary" aria-controls="journal_versions_menu">Other versions</button></div>
|
||
<nav id="journal_versions_menu" hidden="hidden"><ul class="menu-list font-family-ui" role="menu">
|
||
<li role="presentation"><a href="/articles/PMC9774216.1/" class="usa-link" role="menuitem">PMC9774216.1; 2022 Dec 13</a></li>
|
||
<li role="presentation"><span>PMC9774216.2; 2024 Jan 18</span></li>
|
||
</ul></nav><nav id="journal_context_menu" hidden="hidden"><ul class="menu-list font-family-ui" role="menu">
|
||
<li role="presentation"><a href="https://www.ncbi.nlm.nih.gov/pmc/?term=%22bioRxiv%22%5Bjour%5D" class="usa-link" role="menuitem">Search in PMC</a></li>
|
||
<li role="presentation"><a href="https://pubmed.ncbi.nlm.nih.gov/?term=%22bioRxiv%22%5Bjour%5D" lang="en" class="usa-link" role="menuitem">Search in PubMed</a></li>
|
||
<li role="presentation"><a href="https://www.ncbi.nlm.nih.gov/nlmcatalog?term=%22bioRxiv%22%5BTitle%20Abbreviation%5D" class="usa-link" role="menuitem">View in NLM Catalog</a></li>
|
||
<li role="presentation"><a href="?term=%22bioRxiv%22%5Bjour%5D" class="usa-link" role="menuitem" data-add-to-search="true">Add to search</a></li>
|
||
</ul></nav></section><section class="front-matter"><div class="ameta p font-secondary font-xs">
|
||
<hgroup><h1>Phase 1 of the National Institutes of Health Preprint Pilot: Testing the viability of making preprints discoverable in PubMed Central and PubMed</h1></hgroup><div class="cg p">
|
||
<a href="https://pubmed.ncbi.nlm.nih.gov/?term=%22Funk%20K%22%5BAuthor%5D" class="usa-link" aria-describedby="id1"><span class="name western">Kathryn Funk</span></a><div hidden="hidden" id="id1">
|
||
<h3><span class="name western">Kathryn Funk</span></h3>
|
||
<div class="p">
|
||
<sup>1</sup>National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD 20894, USA</div>
|
||
<div class="p">Find articles by <a href="https://pubmed.ncbi.nlm.nih.gov/?term=%22Funk%20K%22%5BAuthor%5D" class="usa-link"><span class="name western">Kathryn Funk</span></a>
|
||
</div>
|
||
</div>
|
||
<sup>1</sup>, <a href="https://pubmed.ncbi.nlm.nih.gov/?term=%22Zayas-Cab%C3%A1n%20T%22%5BAuthor%5D" class="usa-link" aria-describedby="id2"><span class="name western">Teresa Zayas-Cabán</span></a><div hidden="hidden" id="id2">
|
||
<h3><span class="name western">Teresa Zayas-Cabán</span></h3>
|
||
<div class="p">
|
||
<sup>2</sup>National Library of Medicine, National Institutes of Health, Bethesda, MD 20894, USA</div>
|
||
<div class="p">Find articles by <a href="https://pubmed.ncbi.nlm.nih.gov/?term=%22Zayas-Cab%C3%A1n%20T%22%5BAuthor%5D" class="usa-link"><span class="name western">Teresa Zayas-Cabán</span></a>
|
||
</div>
|
||
</div>
|
||
<sup>2</sup>, <a href="https://pubmed.ncbi.nlm.nih.gov/?term=%22Beck%20J%22%5BAuthor%5D" class="usa-link" aria-describedby="id3"><span class="name western">Jeffrey Beck</span></a><div hidden="hidden" id="id3">
|
||
<h3><span class="name western">Jeffrey Beck</span></h3>
|
||
<div class="p">
|
||
<sup>3</sup>National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD 20894, USA</div>
|
||
<div class="p">Find articles by <a href="https://pubmed.ncbi.nlm.nih.gov/?term=%22Beck%20J%22%5BAuthor%5D" class="usa-link"><span class="name western">Jeffrey Beck</span></a>
|
||
</div>
|
||
</div>
|
||
<sup>3</sup>
|
||
</div>
|
||
<ul class="d-buttons inline-list">
|
||
<li><button class="d-button" aria-controls="aip_a" aria-expanded="false">Author information</button></li>
|
||
<li><button class="d-button" aria-controls="clp_a" aria-expanded="false">Copyright and License information</button></li>
|
||
</ul>
|
||
<div class="d-panels font-secondary-light">
|
||
<div id="aip_a" class="d-panel p" style="display: none">
|
||
<div class="p" id="A1">
|
||
<sup>1</sup>National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD 20894, USA</div>
|
||
<div id="A2">
|
||
<sup>2</sup>National Library of Medicine, National Institutes of Health, Bethesda, MD 20894, USA</div>
|
||
<div id="A3">
|
||
<sup>3</sup>National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD 20894, USA</div>
|
||
<div class="author-notes p"><div class="fn" id="CR1">
|
||
<sup>✉</sup><p class="display-inline">Email: <span>kathryn.funk@nih.gov</span></p>
|
||
</div></div>
|
||
</div>
|
||
<div id="clp_a" class="d-panel p" style="display: none">
|
||
<p>This article is a US Government work. It is not subject to copyright under 17 USC 105 and is also made available for use under a <a href="https://creativecommons.org/publicdomain/zero/1.0/" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">CC0 license</a>.</p>
|
||
<div class="p"><a href="/about/copyright/" class="usa-link">PMC Copyright notice</a></div>
|
||
</div>
|
||
</div>
|
||
<div>PMCID: PMC9774216 PMID: <a href="https://pubmed.ncbi.nlm.nih.gov/36561178/" class="usa-link">36561178</a>
|
||
</div>
|
||
<div class="ra xbox p" role="complementary" aria-label="Related or updated information about this article"><div>The complete version history of this preprint is available at <a href="https://doi.org/10.1101/2022.12.12.520156" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">bioRxiv</a>.</div></div>
|
||
</div></section></section><section aria-label="Article content"><section class="body main-article-body"><section class="abstract" id="ABS1"><h2>Abstract</h2>
|
||
<section id="S1"><h3 class="pmc_sec_title">Introduction:</h3>
|
||
<p id="P1">The National Library of Medicine (NLM) launched a Pilot in June 2020 to: 1) explore the feasibility and utility of adding preprints to PubMed Central (PMC) and making them discoverable in PubMed, and 2) to support accelerated discoverability of National Institutes of Health (NIH)-supported research without compromising user trust in NLM’s widely used literature services.</p></section><section id="S2"><h3 class="pmc_sec_title">Methods:</h3>
|
||
<p id="P2">The first phase of the Pilot focused on archiving preprints reporting NIH-supported SARS-CoV-2 virus and COVID-19 research. To launch Phase 1, NLM identified eligible preprint servers and developed processes for identifying NIH-supported preprints within scope in these servers. Processes were also developed for the ingest and conversion of preprints in PMC and to send corresponding records to PubMed. User interfaces were modified for display of preprint records. NLM collected data on the preprints ingested and discovery of preprint records in PMC and PubMed and engaged users through focus groups and a survey to obtain direct feedback on the Pilot and perceptions of preprints.</p></section><section id="S3"><h3 class="pmc_sec_title">Results:</h3>
|
||
<p id="P3">Between June 2020 and June 2022, NLM added more than 3,300 preprint records to PMC (viewed 4 million times) and PubMed (viewed 3 million times) Nearly one-quarter of preprints in the Pilot were not associated with a peer-reviewed published journal article. User feedback revealed that the inclusion of preprints did not have a notable impact on trust in PMC or PubMed.</p></section><section id="S4"><h3 class="pmc_sec_title">Discussion:</h3>
|
||
<p id="P4">NIH-supported preprints can be identified and added to PMC and PubMed without disrupting existing operations processes. Additionally, inclusion of preprints in PMC and PubMed accelerates discovery of NIH research without reducing trust in NLM literature services. Phase 1 of the Pilot provided a useful testbed for studying NIH investigator preprint posting practices, as well as knowledge gaps among user groups, during the COVID-19 public health emergency, an unusual time with heightened interest in immediate access to research results.</p></section></section><section id="S5"><h2 class="pmc_sec_title">Introduction</h2>
|
||
<p id="P5">Scholarly communication, which encompasses the publication, dissemination, and discovery of research results [<a href="#R1" class="usa-link" aria-describedby="R1">1</a>], is a critical component of the biomedical research enterprise. As the largest public funder of biomedical research in the world [<a href="#R2" class="usa-link" aria-describedby="R2">2</a>], the National Institutes of Health (NIH) is committed to ensuring that the publications resulting from the research it funds are publicly accessible, widely disseminated, and broadly discoverable. This commitment is epitomized by the NIH Public Access Policy, established in 2008, which requires deposit of final, peer-reviewed manuscripts reporting NIH-supported research to be made publicly available in PubMed Central (PMC), the National Library of Medicine’s (NLM) digital archive for journals and articles, no later than 12 months after journal publication. In the ensuing 14 years, 1.4 million peer-reviewed articles with NIH support have been made available to the public in PMC under this policy, and discoverable in PubMed. More broadly and consistent with its mission, NLM supports public access to research outputs to accelerate scientific discovery and advance the health of individuals and our communities [<a href="#R3" class="usa-link" aria-describedby="R3">3</a>].</p>
|
||
<p id="P6">Since the establishment of the NIH Public Access Policy, scholarly communication has evolved as the number of journals and articles published annually has grown and new models of publishing have emerged. This growth has been accompanied by the emergence of new business models, the rise of open access publishing, increased attention to licensing terms and data sharing, and the increased use of preprints. The emergence of preprint servers and increased use of preprints in recent years has been described as, “Perhaps the biggest change in scholarly infrastructure” particularly, “in areas such as biology and chemistry where there had hitherto been little appetite for their take up” [<a href="#R4" class="usa-link" aria-describedby="R4">4</a>]. Though preprint posting in the biomedical and life sciences began to increase with the launch of bioRxiv in 2013, overall publication rates remained low compared to the journal literature [<a href="#R5" class="usa-link" aria-describedby="R5">5</a>].</p>
|
||
<p id="P7">Over the last few years, NIH has explored the role of preprints, which NIH defines as, “a complete and public draft of a scientific document… typically, unreviewed manuscripts written in the style of a peer-reviewed journal article,” [<a href="#R6" class="usa-link" aria-describedby="R6">6</a>] in sharing results of federally funded research [<a href="#R7" class="usa-link" aria-describedby="R7">7</a>]. A 2016 NIH request for information noted that “[p]reprints give their authors a fast way to disseminate their work, establish priority of their discoveries, and obtain feedback. Early-career scientists can also use preprints as evidence of independence and productivity.” Subsequently, in 2017 NIH began encouraging investigators to use preprints and other interim research products to speed the dissemination and enhance the rigor of their work [<a href="#R8" class="usa-link" aria-describedby="R8">8</a>]. However, preprints were considered out of scope for PMC and PubMed at the time because they were documents made public prior to peer review.</p>
|
||
<p id="P8">Preprints rose in prominence as a channel for rapid dissemination of biomedical research results during the COVID-19 pandemic [<a href="#R9" class="usa-link" aria-describedby="R9">9</a>]. Recognizing the benefits provided by accelerated discovery of preprints in these circumstances, on June 9, 2020, NLM launched the NIH Preprint Pilot (Pilot) to test the feasibility and utility of making preprints resulting from NIH-funded research available via PMC and discoverable in PubMed [<a href="#R10" class="usa-link" aria-describedby="R10">10</a>], consistent with NLM strategic efforts to “stimulate new forms of scientific communication and become the library of the future” and to “anticipate developments such as preprints” in scholarly communications [<a href="#R11" class="usa-link" aria-describedby="R11">11</a>].</p>
|
||
<p id="P9">This article describes the Pilot’s objectives, scope and approach, and summarizes findings to date.</p></section><section id="S6"><h2 class="pmc_sec_title">Objectives</h2>
|
||
<p id="P10">The NIH Preprint Pilot was undertaken to inform NLM’s understanding of the role of preprints in scholarly communication and how they may fit into NLM literature services. NLM had two primary objectives in launching Phase 1 of the NIH Preprint Pilot:</p>
|
||
<ol id="L1" class="list" style="list-style-type:decimal">
|
||
<li><p id="P11">To explore the feasibility and utility of identifying and archiving NIH-supported preprints in PMC with an associated citation in PubMed; and</p></li>
|
||
<li><p id="P12">To support accelerated discoverability of NIH-supported research results without compromising user trust in NLM’s widely used literature services.</p></li>
|
||
</ol></section><section id="S7"><h2 class="pmc_sec_title">Methods</h2>
|
||
<p id="P13">To launch the Pilot, we established its scope, identified eligible preprint servers, and developed processes for identifying and ingesting NIH-supported preprints. We leveraged PMC infrastructure to support the full-text archiving and indexing of all openly licensed preprints that were identified as within scope and to create metadata and abstract records for those preprints that were posted under more restrictive license terms. We also modified the PMC and PubMed user interfaces to enable users to differentiate between preprints and published articles on search results and article records.</p>
|
||
<p id="P14">Over the two-year Pilot, we collected data on retrievals of NIH-supported preprints and monitored changes in publication status of preprints. We also engaged users through focus groups and a survey to understand public perception of preprints and obtain direct feedback on their inclusion in PMC and PubMed.</p>
|
||
<section id="S8"><h3 class="pmc_sec_title">Scoping</h3>
|
||
<p id="P15">NLM defined the scope of the Pilot as limited to preprints resulting from research conducted or funded by NIH (i.e., “NIH supported”). NLM considered that NIH procedures for selecting and monitoring research [<a href="#R12" class="usa-link" aria-describedby="R12">12</a>] would provide an important element of trust and help ensure quality as preprints make research results public prior to peer review.</p>
|
||
<p id="P16">To further narrow the scope of the Pilot, NLM focused Phase 1 on preprints reporting NIH-supported research relating to the SARS-CoV-2 virus and COVID-19. This limited the number of preprints included in Phase 1 and targeted a research area for which there was considerable interest in accelerated access to research results by a broad range of users, including researchers, clinicians, public health officials, and the general public. Although an atypical situation given the urgency of information access about a novel disease to inform immediate action, SARS-CoV-2 and COVID-19 research presented an active testbed for the Pilot.</p></section><section id="S9"><h3 class="pmc_sec_title">Selecting preprint servers</h3>
|
||
<p id="P17">To identify preprint servers for inclusion in the Pilot, we applied three general criteria:</p>
|
||
<ol id="L2" class="list" style="list-style-type:decimal">
|
||
<li><div class="p" id="P18">Public practices largely aligned with NIH guidance on preprint server selection [<a href="#R13" class="usa-link" aria-describedby="R13">13</a>] and emerging community practice [<a href="#R14" class="usa-link" aria-describedby="R14">14</a>], including:
|
||
<ul id="L3" class="list" style="list-style-type:disc">
|
||
<li><div class="p" id="P19">policies regarding plagiarism, competing interests, and misconduct and other hallmarks of reputable scholarly publishing are rigorous and transparent;</div></li>
|
||
<li><div class="p" id="P20">records of changes are maintained, and users have clear ways to cite different versions;</div></li>
|
||
<li><div class="p" id="P21">maintaining links to the peer-reviewed journal version, if available;</div></li>
|
||
<li><div class="p" id="P22">publicly posted screening process; and</div></li>
|
||
<li><div class="p" id="P23">robust archiving strategy that ensures long-term preservation and access;</div></li>
|
||
</ul>
|
||
</div></li>
|
||
<li><p id="P24">Likely to contain NIH-funded research; and</p></li>
|
||
<li><p id="P25">Indexed in the NIH Office of Portfolio Analysis iSearch COVID-19 Portfolio [<a href="#R15" class="usa-link" aria-describedby="R15">15</a>] at the time of the Pilot launch.</p></li>
|
||
</ol></section><section id="S10"><h3 class="pmc_sec_title">Technical implementation</h3>
|
||
<p id="P26">Technical implementation of the Pilot involved leveraging the existing PMC infrastructure for the ingest and archiving of articles and developing new processes for preprint identification and conversion, in addition to modifications to the PMC and PubMed user interfaces.</p></section><section id="S11"><h3 class="pmc_sec_title">Preprint identification</h3>
|
||
<p id="P27">To identify preprints reporting NIH-supported SARS-CoV-2 virus or COVID-19 research, NLM established text mining processes to locate text strings that could be matched to NIH grants or contracts. A web interface was developed to support staff review and confirm accuracy of suggested text mining results.</p>
|
||
<p id="P28">To determine the relevance of research reported on SARS-CoV-2 virus or COVID-19, NLM relied on the NIH Office of Portfolio Analysis iSearch COVID-19 Portfolio tool. NLM also used this tool to identify preprints with NIH-affiliated authors (i.e., intramural researchers and staff).</p>
|
||
<p id="P29">Extramural and intramural preprint identification processes were conducted weekly.</p></section><section id="S12"><h3 class="pmc_sec_title">Ingest and conversion processes</h3>
|
||
<p id="P30">Each week, following preprint identification, NLM staff upload a list of the permanent identifiers (mostly digital object identifiers or DOIs) for those preprints identified as reporting NIH-supported SARS-CoV-2 virus or COVID-19 research to a PMC tool developed for implementation of the Pilot. This triggers an initial ingest process that extracts title, author, and abstract metadata for those DOIs on the list into PMC. A PMC identifier (PMCID) is then assigned and a corresponding title and abstract record is loaded to PubMed.</p>
|
||
<p id="P31">NLM then converts the full text of those preprints made available under a Creative Commons license to archival XML for inclusion in PMC. All full-text content in PMC is stored in the most recent American National Standards Institute (ANSI) and National Information Standards Organization (NISO) Journal Archiving and Interchange Tag Suite (JATS) XML format, which is currently ANSI/NISO Z39.96–2021 JATS [<a href="#R16" class="usa-link" aria-describedby="R16">16</a>].</p>
|
||
<p id="P32">Those preprints identified as in scope for the Pilot but made available under other more restrictive license terms were included as metadata- and abstract-only records in PMC with links to the preprint server full text.</p></section><section id="S13"><h3 class="pmc_sec_title">Preprint record maintenance</h3>
|
||
<p id="P33">Indexing and archiving preprints requires active record maintenance in PMC and PubMed. Scripts developed by NLM staff are run weekly to identify and ingest new versions of preprints in bioRxiv and medRxiv. All versions of a preprint share the same PMCID. PMC displays the most recent version of the preprint available; previous versions remain accessible through the “Other versions” link in PMC.</p>
|
||
<p id="P34">To connect users to the peer-reviewed journal version when available, NLM staff conduct additional automated checks across the following resources to identify peer-reviewed journal versions of preprints: bioRxiv API [<a href="#R18" class="usa-link" aria-describedby="R18">17</a>]; Crossref API [<a href="#R19" class="usa-link" aria-describedby="R19">18</a>]; Europe PMC RESTful API [<a href="#R20" class="usa-link" aria-describedby="R20">19</a>]; and PubMed Citation Matcher, an NLM-developed resource that compares the title, author lists, and abstracts of preprints with PubMed records.</p>
|
||
<p id="P35">We also established processes to check weekly for withdrawn preprints and subsequently ingest the withdrawal notice. In such cases, the title of the preprint in PMC and PubMed is updated to indicate the withdrawn status. NLM staff also run daily checks for retractions of journal articles, including those that have a corresponding preprint record in PMC and PubMed.</p></section><section id="S14"><h3 class="pmc_sec_title">Preprint record display</h3>
|
||
<p id="P36">To conform with recommended community practice regarding preprints [<a href="#R21" class="usa-link" aria-describedby="R21">20</a>] and ensure a transparent scientific record, user interface modifications were made in PMC and PubMed to clearly identify preprint records as such, and provide links to preprint servers and, when available, associated peer-reviewed journal versions.</p>
|
||
<p id="P37">A prominent green information panel alerting the user that the record being viewed is a preprint was added to all preprint records in PMC and PubMed to distinguish them from journal article records. The text in this panel notes that the article has not been peer reviewed and includes a link to more information about the “NIH Preprint Pilot.” To communicate the “NIH-supported” scope of the pilot, an NIH-branded preprint banner was also added to records in PMC (<a href="#F1" class="usa-link">Figure 1</a>).</p>
|
||
<figure class="fig xbox font-sm" id="F1"><h4 class="obj_head">Figure 1.</h4>
|
||
<p class="img-box line-height-none margin-x-neg-2 tablet:margin-x-0 text-center"><a class="tileshop" target="_blank" href="https://www.ncbi.nlm.nih.gov/core/lw/2.0/html/tileshop_pmc/tileshop_pmc_inline.html?title=Click%20on%20image%20to%20zoom&p=PMC3&id=10798320_nihpp-2022.12.12.520156v2-f0001.jpg"><img class="graphic zoom-in" src="https://cdn.ncbi.nlm.nih.gov/pmc/blobs/cb03/10798320/f717ff6399b2/nihpp-2022.12.12.520156v2-f0001.jpg" loading="lazy" height="444" width="705" alt="Figure 1."></a></p>
|
||
<div class="p text-right font-secondary"><a href="figure/F1/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div>
|
||
<figcaption><p id="P124">Screenshot of a preprint record display in PMC (PMC8282109). This example record includes green information panel identifying the record as a preprint that has not been peer reviewed, the preprint indicator in the citation, and the yellow related content information panel that points to the associated peer-reviewed journal version and preprint server.</p></figcaption></figure><p id="P38">A “Preprint” indicator was also added to the displayed citation metadata and “Cite” tool in PMC and PubMed to foster transparency as well as accurate citation (<a href="#F2" class="usa-link">Figure 2</a>).</p>
|
||
<figure class="fig xbox font-sm" id="F2"><h4 class="obj_head">Figure 2.</h4>
|
||
<p class="img-box line-height-none margin-x-neg-2 tablet:margin-x-0 text-center"><a class="tileshop" target="_blank" href="https://www.ncbi.nlm.nih.gov/core/lw/2.0/html/tileshop_pmc/tileshop_pmc_inline.html?title=Click%20on%20image%20to%20zoom&p=PMC3&id=10798320_nihpp-2022.12.12.520156v2-f0002.jpg"><img class="graphic zoom-in" src="https://cdn.ncbi.nlm.nih.gov/pmc/blobs/cb03/10798320/85735ec3f7b4/nihpp-2022.12.12.520156v2-f0002.jpg" loading="lazy" height="458" width="732" alt="Figure 2."></a></p>
|
||
<div class="p text-right font-secondary"><a href="figure/F2/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div>
|
||
<figcaption><p id="P125">Screenshot of a preprint record display in PubMed (PMID: 34268520). This example record includes green information panel identifying the record as a preprint that has not been peer reviewed, the preprint indicator in the citation metadata, and Cite tool pop-up window with the “[Preprint]” indicator.</p></figcaption></figure><p id="P39">Additionally, the yellow information panel in PMC that displays prior to the abstract and includes related content links was expanded to include a pointer to the preprint on the source preprint server website and a link from the preprint record to an associated peer-reviewed journal version, when available (<a href="#F1" class="usa-link">Figure 1</a>). Users may also access and view the preprint record directly from the source preprint server by clicking on the server link in this panel, the hyperlinked DOI in PMC and PubMed, or the server-branded “LinkOut” button in PubMed (<a href="#F2" class="usa-link">Figure 2</a>).</p>
|
||
<p id="P40">We added similar “Preprint” citation indicators to preprint records in the search results of PMC and PubMed. Preprints that were linked to published journal articles were labeled as “Updated” in PubMed (<a href="#F3" class="usa-link">Figure 3</a>). In PMC, a “Published in” link was added to the search results display to take the user directly to the peer-reviewed journal version, if available (<a href="#F4" class="usa-link">Figure 4</a>).</p>
|
||
<figure class="fig xbox font-sm" id="F3"><h4 class="obj_head">Figure 3.</h4>
|
||
<p class="img-box line-height-none margin-x-neg-2 tablet:margin-x-0 text-center"><a class="tileshop" target="_blank" href="https://www.ncbi.nlm.nih.gov/core/lw/2.0/html/tileshop_pmc/tileshop_pmc_inline.html?title=Click%20on%20image%20to%20zoom&p=PMC3&id=10798320_nihpp-2022.12.12.520156v2-f0003.jpg"><img class="graphic zoom-in" src="https://cdn.ncbi.nlm.nih.gov/pmc/blobs/cb03/10798320/fbb07104de98/nihpp-2022.12.12.520156v2-f0003.jpg" loading="lazy" height="220" width="793" alt="Figure 3."></a></p>
|
||
<div class="p text-right font-secondary"><a href="figure/F3/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div>
|
||
<figcaption><p id="P126">Screenshot of a preprint record search result in PubMed. This example includes the preprint indicator following the DOI as well as the Updated identifier, indicating that a peer-reviewed journal version is available.</p></figcaption></figure><figure class="fig xbox font-sm" id="F4"><h4 class="obj_head">Figure 4.</h4>
|
||
<p class="img-box line-height-none margin-x-neg-2 tablet:margin-x-0 text-center"><a class="tileshop" target="_blank" href="https://www.ncbi.nlm.nih.gov/core/lw/2.0/html/tileshop_pmc/tileshop_pmc_inline.html?title=Click%20on%20image%20to%20zoom&p=PMC3&id=10798320_nihpp-2022.12.12.520156v2-f0004.jpg"><img class="graphic zoom-in" src="https://cdn.ncbi.nlm.nih.gov/pmc/blobs/cb03/10798320/4df1f82230f6/nihpp-2022.12.12.520156v2-f0004.jpg" loading="lazy" height="454" width="723" alt="Figure 4."></a></p>
|
||
<div class="p text-right font-secondary"><a href="figure/F4/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div>
|
||
<figcaption><p id="P127">Screenshot of search results that include preprint records in PMC. These examples include the “Preprint” indicator following the preprint server name and display of the “Published in” link for any associated peer-reviewed journal version.</p></figcaption></figure><p id="P41">Finally, to enable easy identification of preprint records in PMC and PubMed in search processes, NLM created search filters. In PMC, users can apply the preprint[filter] to any search. In PubMed, users can search by publication type (preprint[pt]) or retrieve preprint records via E-utilities, using the publication type “Preprint”. These search filters also allow users to exclude preprint records from search results by using the Boolean “NOT” in either database, e.g., “covid 19 NOT preprint[filter]” in PMC and “covid 19 NOT preprint[pt]” in PubMed.</p></section><section id="S15"><h3 class="pmc_sec_title">Preprint use and practice monitoring</h3>
|
||
<p id="P42">We used Google Analytics and internal web logs for preprint records to monitor preprint record use and engagement consistent with NLM Web Privacy and Security Policy [<a href="#R22" class="usa-link" aria-describedby="R22">21</a>]. Quarterly summary reports were published on the NIH Preprint Pilot webpage under the Related Links section [<a href="#R23" class="usa-link" aria-describedby="R23">22</a>] for public view. Throughout the Pilot, NLM monitored how preprint posting accelerated dissemination of and access to NIH-funded research via PMC and PubMed. NLM also monitored where NIH-supported SARS-CoV-2 virus and COVID-19 research was published as a preprint and under what license terms.</p>
|
||
<p id="P43">Recognizing that PMC as a full-text archive and PubMed as a citation and abstract database have unique roles to play in discovery, we implemented different methods for measuring how preprints were discovered in these databases. For each database, we extracted data from October 2021, a month that generally reflects use during the academic year. For PMC we compared usage of openly licensed preprints that include full text with preprint records that were citation and abstract-only in PMC. For PubMed, we examined the frequency that preprint records were returned in search results and viewed.</p></section><section id="S16"><h3 class="pmc_sec_title">User feedback</h3>
|
||
<p id="P44">We also took steps to inform our understanding of the impact of the Pilot on public trust in NLM literature resources. Prior to launch, NLM established a preprint-specific email alias expressly for pilot feedback. Additionally, in summer of 2021, after the Pilot had been taking place for just over a year, NLM conducted focus groups and administered a survey to understand user perceptions on preprints and their inclusion in PMC and PubMed.</p>
|
||
<p id="P45">NLM conducted four online focus groups, with eight to nine participants per group. Represented were key user groups of NLM literature resources (biomedical researchers, clinicians, and research librarians) as well as healthcare journalists, a group that often acts as an intermediary between the research results that are published or made publicly available and the public. A nationwide consumer research company recruited the clinicians and the researchers. The healthcare journalists and medical librarians were recruited through the Network of the National Library of Medicine and existing NLM relationships. Participants with a mix of professional experience and familiarity with preprints were selected for each group to participate in a 2-hour discussion, conducted via Zoom (for more detail see focus group guides in <a href="#SD1" class="usa-link">Supplemental File 1</a>).</p>
|
||
<p id="P46">In addition, NLM administered an online feedback survey (OMB Control No: 0925–0648) in August and September 2021, which was made available in PMC and PubMed to users who accessed preprint records in these databases. Surveying PMC and PubMed users allowed us to collect data on a broader set of user groups than those engaged in the focus groups, including students and educators, in the specific context of preprints in NLM databases. Because of the low overall numbers of preprint records in PMC and PubMed in comparison to journal article records, to survey database users that view preprint records we set high sampling rates. A feedback prompt was made available to 30% to 40% of users that viewed a preprint record in either PMC or PubMed during the 2-month period.</p>
|
||
<p id="P47">Only users that indicated previous knowledge or awareness of preprints were asked more detailed questions about their perspectives on preprints. The complete set of survey questions are available in <a href="#SD2" class="usa-link">Supplemental File 2</a>.</p></section></section><section id="S17"><h2 class="pmc_sec_title">Results</h2>
|
||
<section id="S18"><h3 class="pmc_sec_title">Discovery of NIH research</h3>
|
||
<p id="P48">Between June 9, 2020 and June 9, 2022, NLM made more than 3,300 (n=3,332) preprint records discoverable in PMC and PubMed (see <a href="#SD3" class="usa-link">Supplemental File 3</a> for complete list). This represents approximately 8% of all preprint records reporting on SARS-CoV-2 virus and COVID-19 research included in the NIH Office of Portfolio Analysis iSearch COVID-19 Portfolio tool during that period (iSearch does not limit its portfolio to NIH-supported preprints). Under 10% (303) of these preprint records included NIH author affiliation data in PMC and PubMed. The majority were supported by an NIH extramural award and identified through text mining processes. Over the course of the Pilot, preprints have been viewed 4 million times in PMC. Corresponding preprint records in PubMed for all preprints ingested into PMC have been viewed more than 3 million times.</p>
|
||
<p id="P49">NLM included the following preprint servers in the Phase 1 based on eligibility criteria: medRxiv, bioRxiv, Research Square, arXiv, ChemRxiv, and SSRN. Of the preprint records added to PMC and PubMed, the majority were posted to either medRxiv (47%) or bioRxiv (38%) (<a href="#F5" class="usa-link">Figure 5</a>).</p>
|
||
<figure class="fig xbox font-sm" id="F5"><h4 class="obj_head">Figure 5.</h4>
|
||
<p class="img-box line-height-none margin-x-neg-2 tablet:margin-x-0 text-center"><a class="tileshop" target="_blank" href="https://www.ncbi.nlm.nih.gov/core/lw/2.0/html/tileshop_pmc/tileshop_pmc_inline.html?title=Click%20on%20image%20to%20zoom&p=PMC3&id=10798320_nihpp-2022.12.12.520156v2-f0005.jpg"><img class="graphic zoom-in" src="https://cdn.ncbi.nlm.nih.gov/pmc/blobs/cb03/10798320/012777a98b38/nihpp-2022.12.12.520156v2-f0005.jpg" loading="lazy" height="451" width="782" alt="Figure 5."></a></p>
|
||
<div class="p text-right font-secondary"><a href="figure/F5/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div>
|
||
<figcaption><p id="P128">Breakdown of preprints by server during the first two years of the Pilot (see <a href="#SD3" class="usa-link">Supplemental File 3</a>).</p></figcaption></figure><p id="P50">In 2021, the NIH Office of Portfolio Analysis expanded the scope of its iSearch COVID-19 Portfolio to include preprints posted to <a href="https://preprints.org" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">preprints.org</a> and Qeios. Analysis completed by NLM did not find a sufficient volume of NIH-funded preprints in either of these servers to merit setting up new curation and ingest processes to include these preprint servers in Phase 1.</p>
|
||
<p id="P51">The volume of preprints identified as in scope for Phase 1 varied over time, peaking at 538 preprints in the first quarter of the pilot (June 9 – September 9, 2020; see <a href="#F6" class="usa-link">Figure 6</a>). Only one preprint was withdrawn by the authors or preprint server during Phase 1. To date, no preprints included in Phase 1 have been retracted following publication in a journal.</p>
|
||
<figure class="fig xbox font-sm" id="F6"><h4 class="obj_head">Figure 6.</h4>
|
||
<p class="img-box line-height-none margin-x-neg-2 tablet:margin-x-0 text-center"><a class="tileshop" target="_blank" href="https://www.ncbi.nlm.nih.gov/core/lw/2.0/html/tileshop_pmc/tileshop_pmc_inline.html?title=Click%20on%20image%20to%20zoom&p=PMC3&id=10798320_nihpp-2022.12.12.520156v2-f0006.jpg"><img class="graphic zoom-in" src="https://cdn.ncbi.nlm.nih.gov/pmc/blobs/cb03/10798320/1d17940cc9a0/nihpp-2022.12.12.520156v2-f0006.jpg" loading="lazy" height="355" width="762" alt="Figure 6."></a></p>
|
||
<div class="p text-right font-secondary"><a href="figure/F6/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div>
|
||
<figcaption><p id="P129">Number of preprints added to PMC upon launch (June 9, 2020) of the NIH Preprint Pilot and in each subsequent quarter of the pilot during the first 2 years (see <a href="#SD3" class="usa-link">Supplemental File 3</a>).</p></figcaption></figure><p id="P52">Some preprint servers included in the Pilot (e.g., Research Square) require authors to apply a Creative Commons license. Others, such as bioRxiv and medRxiv allow authors to select from a “menu” of license options, ranging from traditional copyright restrictions to Creative Commons with attribution or CC0/public domain for U.S. government employees.</p>
|
||
<p id="P53">Since June 2020, there was quarterly growth in the number of NIH-supported authors selecting some type of Creative Commons license (see <a href="#F7" class="usa-link">Figure 7</a>). More commonly NIH-supported authors selected the more restrictive Creative Commons license options when available, limiting use to noncommercial reuse and no derivatives, or to make the work available under traditional copyright restrictions. This, in turn, limits what is archived in full-text XML in PMC.</p>
|
||
<figure class="fig xbox font-sm" id="F7"><h4 class="obj_head">Figure 7.</h4>
|
||
<p class="img-box line-height-none margin-x-neg-2 tablet:margin-x-0 text-center"><a class="tileshop" target="_blank" href="https://www.ncbi.nlm.nih.gov/core/lw/2.0/html/tileshop_pmc/tileshop_pmc_inline.html?title=Click%20on%20image%20to%20zoom&p=PMC3&id=10798320_nihpp-2022.12.12.520156v2-f0007.jpg"><img class="graphic zoom-in" src="https://cdn.ncbi.nlm.nih.gov/pmc/blobs/cb03/10798320/8559f9710e41/nihpp-2022.12.12.520156v2-f0007.jpg" loading="lazy" height="488" width="752" alt="Figure 7."></a></p>
|
||
<div class="p text-right font-secondary"><a href="figure/F7/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div>
|
||
<figcaption><p id="P130">Bar graph showing number of preprints added to the Pilot at the time of launch and in each subsequent quarter of Phase 1, by license type.</p></figcaption></figure><p id="P54">PMC usage data from October 2021 for bioRxiv preprints added to PMC in 2021 (<em>n</em> = 482) were analyzed to inform our understanding of the role of full text availability in discoverability of preprints, as bioRxiv is one of the preprint servers that includes a mix of Creative Commons licensed preprints and preprints under traditional copyright. Therefore, the sample included a mix of openly licensed preprints with full text available and restricted licensed preprints that were available as citation and abstract records only. Preprints in the sample available under a Creative Commons license had on average been available in PMC for 190 days; preprints in the sample made available under more traditional copyright restrictions had been available in PMC for an average of 191 days. The data presented in <a href="#T1" class="usa-link">Table 1</a> compares the Unique User IPs that accessed preprints in this sample during October 2021 and illustrates the overall higher rates of unique user engagement in PMC with preprints made available under a Creative Commons license.</p>
|
||
<section class="tw xbox font-sm" id="T1"><h4 class="obj_head">Table 1.</h4>
|
||
<div class="caption p"><p id="P137">Analysis of generalized, aggregate data on unique user IP engagement with preprints in PMC during October 2021 that have full text available (yes - Creative Commons License) vs. those that are metadata-abstract records only (no - Creative Commons License).</p></div>
|
||
<div class="tbl-box p" tabindex="0"><table class="content" frame="box" rules="all">
|
||
<colgroup span="1">
|
||
<col align="left" valign="middle" span="1">
|
||
<col align="left" valign="middle" span="1">
|
||
<col align="left" valign="middle" span="1">
|
||
<col align="left" valign="middle" span="1">
|
||
<col align="left" valign="middle" span="1">
|
||
<col align="left" valign="middle" span="1">
|
||
<col align="left" valign="middle" span="1">
|
||
</colgroup>
|
||
<thead><tr>
|
||
<th align="left" valign="top" rowspan="1" colspan="1"></th>
|
||
<th align="left" valign="top" rowspan="1" colspan="1">Minimum</th>
|
||
<th align="left" valign="top" rowspan="1" colspan="1">1<sup>st</sup> Quarter</th>
|
||
<th align="left" valign="top" rowspan="1" colspan="1">Median</th>
|
||
<th align="left" valign="top" rowspan="1" colspan="1">Mean</th>
|
||
<th align="left" valign="top" rowspan="1" colspan="1">3<sup>rd</sup> Quarter</th>
|
||
<th align="left" valign="top" rowspan="1" colspan="1">Maximum</th>
|
||
</tr></thead>
|
||
<tbody>
|
||
<tr>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">No Creative Commons License (<em>n</em> = 171)</td>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">1.00</td>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">8.00</td>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">12.00</td>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">16.14</td>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">20.00</td>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">95.00</td>
|
||
</tr>
|
||
<tr>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">Has Creative Commons License (<em>n</em> = 311)</td>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">2.00</td>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">14.00</td>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">25.00</td>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">41.43</td>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">42.50</td>
|
||
<td align="left" valign="top" rowspan="1" colspan="1">367.00</td>
|
||
</tr>
|
||
</tbody>
|
||
</table></div>
|
||
<div class="p text-right font-secondary"><a href="table/T1/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div></section><p id="P55">Additionally, NLM found that 98.4% of all available preprint records in PubMed were viewed by users and that 99.4% of available preprint records were returned in search results during October 2021, reflecting the demand for research on the SARS-CoV-2 virus and COVID-19. The 17 records (0.6%) that were not returned were added to the database at the end of the timeframe analyzed, which is the likely reason for their absence from search result data. Of the 2,767 preprint records available in PubMed at the end of October 2021, there were only 20 that were returned in search results that were not viewed.</p></section><section id="S19"><h3 class="pmc_sec_title">Accelerated discovery</h3>
|
||
<p id="P56">Approximately 72% of or 2,512 preprints added to PMC and PubMed through June 2022 had been linked to a peer-reviewed journal version by December 2022 (<a href="#F8" class="usa-link">Figure 9</a>). Analysis completed a year into the Pilot compared the preprint posting dates of nearly 800 preprints in the pilot at the time, to the publication date of a linked journal article found that on average 100 days elapsed between preprint posting and journal publication. The maximum time elapsed between preprint posting and publication in this sample was 365 days. Repeating this analysis on sample data from the second year of the Pilot in June 2022 found an increase from an average of 100 days to 162 days from preprint posting to journal publication.</p>
|
||
<figure class="fig xbox font-sm" id="F8"><h4 class="obj_head">Figure 9.</h4>
|
||
<p class="img-box line-height-none margin-x-neg-2 tablet:margin-x-0 text-center"><a class="tileshop" target="_blank" href="https://www.ncbi.nlm.nih.gov/core/lw/2.0/html/tileshop_pmc/tileshop_pmc_inline.html?title=Click%20on%20image%20to%20zoom&p=PMC3&id=10798320_nihpp-2022.12.12.520156v2-f0008.jpg"><img class="graphic zoom-in" src="https://cdn.ncbi.nlm.nih.gov/pmc/blobs/cb03/10798320/108d0ff7de21/nihpp-2022.12.12.520156v2-f0008.jpg" loading="lazy" height="446" width="652" alt="Figure 9."></a></p>
|
||
<div class="p text-right font-secondary"><a href="figure/F8/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div>
|
||
<figcaption><p id="P131">Quarterly breakdown of preprint status as of December 2022 based on date preprint was posted.</p></figcaption></figure><p id="P57">Of the journal articles linked to preprint records added to PMC during the first 2 years of the pilot, approximately 90% or 2,292 of those published articles were publicly accessible in PMC. This high proportion of publicly available journal articles in PMC is primarily due to the open availability upon publication of journal articles reporting relevant research and deposited in PMC as part of the PMC COVID-19 Collection [<a href="#R24" class="usa-link" aria-describedby="R24">23</a>].</p></section><section id="S20"><h3 class="pmc_sec_title">Attitudes toward preprints in NLM literature services</h3>
|
||
<section id="S21"><h4 class="pmc_sec_title">Email feedback</h4>
|
||
<p id="P58">During the first year of the Pilot, 50 individuals contacted the NLM preprint email address; an additional 10 individuals either contacted NLM staff directly via email or used another NLM email address to provide feedback on the Pilot (See <a href="#SD4" class="usa-link">Supplemental File 4</a>). The most common type of feedback received by the NLM preprint email address were requests by authors to add a preprint to PMC and PubMed (<em>n</em> = 28). Nineteen individuals had general questions about Pilot implementation, ranging from scope to version management to assignment of PubMed and PMC identifiers.</p>
|
||
<p id="P59">Seven of the 60 individuals that contacted NLM via email shared concerns. These concerns focused on:</p>
|
||
<ul id="L4" class="list" style="list-style-type:disc">
|
||
<li><p id="P60">The perception or possibility of low-quality content being added to PubMed;</p></li>
|
||
<li><p id="P61">Concerns about public understanding of preprints; and</p></li>
|
||
<li><p id="P62">The potential impact on the reputation of NLM literature services.</p></li>
|
||
</ul>
|
||
<p id="P63">Two concerns were received about the content of individual preprints associated with extramural projects. In both cases, the concerns were shared with the NIH program officer for the project, and in both cases, no issues were found with the preprints. One other email noted the lack of communication about NLM plans prior to the Pilot.</p>
|
||
<p id="P64">Overall, feedback received via email indicated:</p>
|
||
<ul id="L5" class="list" style="list-style-type:disc">
|
||
<li><p id="P65">Authors are supportive of preprint discovery in PubMed and PMC.</p></li>
|
||
<li><p id="P66">Authors would like the peer-reviewed journal version to be prioritized in discovery once available.</p></li>
|
||
<li><p id="P67">Authors occasionally needed clarification on the scope of the Pilot.</p></li>
|
||
<li><p id="P68">Not all users want to see preprint records in their search results.</p></li>
|
||
<li><p id="P69">Need for clear and early communication of NLM plans that affect PMC and PubMed.</p></li>
|
||
</ul></section><section id="S22"><h4 class="pmc_sec_title">Focus groups</h4>
|
||
<p id="P70">Focus group discussions provided NLM with qualitative data on:</p>
|
||
<ul id="L6" class="list" style="list-style-type:disc">
|
||
<li><p id="P71">how different PMC and PubMed user groups (researchers, clinicians, medical librarians, and healthcare journalists) assess the content of articles and preprints;</p></li>
|
||
<li><p id="P72">how they seek out and/or use preprints;</p></li>
|
||
<li><p id="P73">how the pandemic influenced their perception of preprints;</p></li>
|
||
<li><p id="P74">how they learned about preprints and what they suggest for use going forward; and</p></li>
|
||
<li><p id="P75">the role of NIH and/or NLM in the proliferation of preprints.</p></li>
|
||
</ul>
|
||
<p id="P76">From these discussions, we learned that research articles are assessed similarly by user groups. In assessing articles, participants considered the journal, magazine, or publication it appeared in; the author who wrote it; and the publisher. Other considerations included whether the publication is indexed in PubMed.</p>
|
||
<p id="P77">When the topic shifted to preprints, four themes emerged across groups: confusion, curiosity, caution, and an interest in or desire to be collaborative. As preprints are still a relatively new type of scholarly output in the biomedical and life sciences, most participants acknowledged that prior to the invitation to participate in the focus groups, they had not given preprints much thought or attention. Through further discussion, we found that:</p>
|
||
<ul id="L7" class="list" style="list-style-type:disc">
|
||
<li><p id="P78">When familiar with the concept of peer review, defining a preprint as “a document that has not yet gone through peer review,” is clear and understood.</p></li>
|
||
<li><p id="P79">Participants across all groups wanted to know what safeguards were in place to ensure that preprints would not be confused with vetted, peer-reviewed articles.</p></li>
|
||
<li><p id="P80">Researcher participants were interested in the potential of preprints as a new way to share research results.</p></li>
|
||
<li><p id="P81">Medical librarians, researchers, and healthcare journalist participants expressed that preprints were valuable; in particular, to learn about research results related to emerging topics, and to garner early feedback to improve reporting. However, some clinicians expressed doubts about the value of preprints to them and their work.</p></li>
|
||
</ul></section><section id="S23"><h4 class="pmc_sec_title">Survey</h4>
|
||
<p id="P82">NLM received 321 responses to the survey between August and September 2021. Survey respondents represented a cross-section of PMC and PubMed user groups, with one-third of respondents being researchers (<a href="#F9" class="usa-link">Figure 10</a>).</p>
|
||
<figure class="fig xbox font-sm" id="F9"><h5 class="obj_head">Figure 10.</h5>
|
||
<p class="img-box line-height-none margin-x-neg-2 tablet:margin-x-0 text-center"><a class="tileshop" target="_blank" href="https://www.ncbi.nlm.nih.gov/core/lw/2.0/html/tileshop_pmc/tileshop_pmc_inline.html?title=Click%20on%20image%20to%20zoom&p=PMC3&id=10798320_nihpp-2022.12.12.520156v2-f0009.jpg"><img class="graphic zoom-in" src="https://cdn.ncbi.nlm.nih.gov/pmc/blobs/cb03/10798320/520780c63c48/nihpp-2022.12.12.520156v2-f0009.jpg" loading="lazy" height="361" width="710" alt="Figure 10."></a></p>
|
||
<div class="p text-right font-secondary"><a href="figure/F9/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div>
|
||
<figcaption><p id="P132">Number of respondents to the preprint survey by user group.</p></figcaption></figure><p id="P83">This survey collected quantitative, contextual data from those users engaging with preprint records in NLM databases to complement the qualitative data from the focus groups and inform our understanding of:</p>
|
||
<ul id="L8" class="list" style="list-style-type:disc">
|
||
<li><p id="P84">Which user groups were accessing preprint records;</p></li>
|
||
<li><p id="P85">The clarity of NLM’s presentation of preprints;</p></li>
|
||
<li><p id="P86">Users’ awareness of preprints;</p></li>
|
||
<li><p id="P87">Users’ confidence level in assessing scientific rigor of an article;</p></li>
|
||
<li><p id="P88">The effectiveness of the preprint record display in communicating the type of content; and</p></li>
|
||
<li><p id="P89">Users’ attitudes around the inclusion of preprints in PMC and PubMed.</p></li>
|
||
</ul>
|
||
<p id="P90">NLM was also interested in how the availability of COVID-related preprints in PMC and PubMed affected public trust of NLM and its literature services and identify user knowledge and skills gaps related to preprints.</p>
|
||
<p id="P91">Sixty-two percent of survey respondents (201) reported having previously heard of preprints, although there was variability across user types (see also <a href="#F10" class="usa-link">Figure 11</a>):</p>
|
||
<figure class="fig xbox font-sm" id="F10"><h5 class="obj_head">Figure 11.</h5>
|
||
<p class="img-box line-height-none margin-x-neg-2 tablet:margin-x-0 text-center"><a class="tileshop" target="_blank" href="https://www.ncbi.nlm.nih.gov/core/lw/2.0/html/tileshop_pmc/tileshop_pmc_inline.html?title=Click%20on%20image%20to%20zoom&p=PMC3&id=10798320_nihpp-2022.12.12.520156v2-f0010.jpg"><img class="graphic zoom-in" src="https://cdn.ncbi.nlm.nih.gov/pmc/blobs/cb03/10798320/9a654d3ed26b/nihpp-2022.12.12.520156v2-f0010.jpg" loading="lazy" height="388" width="641" alt="Figure 11."></a></p>
|
||
<div class="p text-right font-secondary"><a href="figure/F10/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div>
|
||
<figcaption><p id="P133">Survey respondents and their responses to whether they had previously heard of preprints in a survey of PubMed and PMC users in July and August 2021.</p></figcaption></figure><ul id="L9" class="list" style="list-style-type:disc">
|
||
<li><p id="P92">Seventy-five percent of researcher respondents reported they had heard of preprints.</p></li>
|
||
<li><p id="P93">Educator (67%) and student (60%) respondents reported being somewhat familiar with preprints.</p></li>
|
||
<li><p id="P94">Healthcare provider (57%) respondents reported that they were less familiar with preprints than researchers, educators, and students.</p></li>
|
||
<li><p id="P95">Approximately one-half of other user (52%) respondents reported that they had heard of preprints.</p></li>
|
||
</ul>
|
||
<p id="P96">Survey responses indicated that users were generally able to distinguish that they were viewing a preprint record in PMC and PubMed; Seventy percent (177) indicated that it was “Clear,” noting differences across user types as shown in <a href="#F11" class="usa-link">Figure 12</a>.</p>
|
||
<figure class="fig xbox font-sm" id="F11"><h5 class="obj_head">Figure 12.</h5>
|
||
<p class="img-box line-height-none margin-x-neg-2 tablet:margin-x-0 text-center"><a class="tileshop" target="_blank" href="https://www.ncbi.nlm.nih.gov/core/lw/2.0/html/tileshop_pmc/tileshop_pmc_inline.html?title=Click%20on%20image%20to%20zoom&p=PMC3&id=10798320_nihpp-2022.12.12.520156v2-f0011.jpg"><img class="graphic zoom-in" src="https://cdn.ncbi.nlm.nih.gov/pmc/blobs/cb03/10798320/f8ae5536af3f/nihpp-2022.12.12.520156v2-f0011.jpg" loading="lazy" height="438" width="726" alt="Figure 12."></a></p>
|
||
<div class="p text-right font-secondary"><a href="figure/F11/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div>
|
||
<figcaption><p id="P134">Users’ responses on whether it was clear to users that they were viewing a preprint, by audience type.</p></figcaption></figure><p id="P97">On average, survey respondents indicated that preprints are very important, especially for the scientific community at large, and even more so for emerging topics like the SARS-CoV-2 virus and COVID-19 (see <a href="#F12" class="usa-link">Figure 13</a>). Ninety-six percent of respondents felt that the scientific community’s ability to discover and access preprints was at least moderately important, and 92% of respondents felt that it was at least moderately important to discover and access preprints via PMC or PubMed.</p>
|
||
<figure class="fig xbox font-sm" id="F12"><h5 class="obj_head">Figure 13.</h5>
|
||
<p class="img-box line-height-none margin-x-neg-2 tablet:margin-x-0 text-center"><a class="tileshop" target="_blank" href="https://www.ncbi.nlm.nih.gov/core/lw/2.0/html/tileshop_pmc/tileshop_pmc_inline.html?title=Click%20on%20image%20to%20zoom&p=PMC3&id=10798320_nihpp-2022.12.12.520156v2-f0012.jpg"><img class="graphic zoom-in" src="https://cdn.ncbi.nlm.nih.gov/pmc/blobs/cb03/10798320/71993a3f6998/nihpp-2022.12.12.520156v2-f0012.jpg" loading="lazy" height="263" width="672" alt="Figure 13."></a></p>
|
||
<div class="p text-right font-secondary"><a href="figure/F12/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div>
|
||
<figcaption><p id="P135">Survey responses on the importance of preprint discovery (i.e., “How important is it to be able to discover and access preprints?”)</p></figcaption></figure><p id="P98">Respondents reported that preprints make research results available more quickly, provide more exposure to research findings, and have the potential of improving the quality of the final product through wider review.</p>
|
||
<p id="P99">Fifty-seven percent (95) of survey respondents reported that having preprints in PubMed and PMC did not impact their trust in these databases, but for those for whom it did, it was more likely to increase than decrease their trust (see <a href="#F13" class="usa-link">Figure 14</a>).</p>
|
||
<figure class="fig xbox font-sm" id="F13"><h5 class="obj_head">Figure 14.</h5>
|
||
<p class="img-box line-height-none margin-x-neg-2 tablet:margin-x-0 text-center"><a class="tileshop" target="_blank" href="https://www.ncbi.nlm.nih.gov/core/lw/2.0/html/tileshop_pmc/tileshop_pmc_inline.html?title=Click%20on%20image%20to%20zoom&p=PMC3&id=10798320_nihpp-2022.12.12.520156v2-f0013.jpg"><img class="graphic zoom-in" src="https://cdn.ncbi.nlm.nih.gov/pmc/blobs/cb03/10798320/7a2b4684ccba/nihpp-2022.12.12.520156v2-f0013.jpg" loading="lazy" height="272" width="697" alt="Figure 14."></a></p>
|
||
<div class="p text-right font-secondary"><a href="figure/F13/" class="usa-link" target="_blank" rel="noopener noreferrer">Open in a new tab</a></div>
|
||
<figcaption><p id="P136">Responses to, “To what extent does having preprints in PubMed or PubMed Central increase or decrease your trust in the information found in PubMed or PubMed Central?”</p></figcaption></figure><p id="P100">For those whom it increased trust, respondent comments mentioned that their trust was gained by transparency. One respondent wrote, “<em>it shows willingness to present all ideas based on some scientific effort to be available for scrutiny by all.</em>” Of those respondents (12%/19) that noted availability of preprints decreased their trust in PubMed and PMC, one commented, “<em>I think of a library as a place where things are in final form</em>.”</p>
|
||
<p id="P101">See <a href="#SD5" class="usa-link">Supplemental File 5</a> for the complete response data.</p></section></section></section><section id="S24"><h2 class="pmc_sec_title">Discussion</h2>
|
||
<p id="P102">During Phase 1 of the NIH Preprint Pilot, we confirmed the technical feasibility of leveraging existing NLM database infrastructure to ingest preprint records in PMC, and subsequently make them discoverable in PubMed.</p>
|
||
<p id="P103">Phase 1 allowed NLM to successfully test strategies for the identification of preprints that report NIH extramural and intramural research at a small scale. In particular, the work of the NIH Office of Portfolio Analysis proved to be key in preprint identification processes for intramural research as author affiliation metadata associated with preprints in machine-readable format was often not detailed enough to enable this type of identification otherwise.</p>
|
||
<p id="P104">Though several authors reached out to notify of us when in-scope preprints were missed in our identification processes, which were subsequently added to PMC and PubMed, there were no reports of preprints being inaccurately identified as NIH supported. Confirming that we were able to accurately identify those preprints within the scope of Phase 1 was a priority in implementation because we view the presence of NIH support as a key safeguard to the inclusion of papers made public prior to peer review in our databases. As noted by users, there are perceived risks regarding discoverability of the nonpeer-reviewed literature. The lack of controversy or validated concerns to date regarding preprints added under the Pilot demonstrate the value of keeping the scope consistent with NIH guidance and NLM collection guidelines.</p>
|
||
<p id="P105">Clear presentation and labeling of preprints as not peer reviewed was also prioritized in implementation. Though survey results indicate that preprint record labeling in PMC and PubMed was largely effective, there remain knowledge gaps across different user groups and some author emails indicate that more could be done to increase the clarity of the scope of the Pilot.</p>
|
||
<p id="P106">Since June 2020, much has been studied and written about the role of preprints in communicating COVID-19 research results. Otridge J et al. [<a href="#R25" class="usa-link" aria-describedby="R25">24</a>] found that “the incorporation of high-quality preprints into the CDC COVID-19 Science Update improve[d] this activity’s capacity to inform meaningful public health decision-making.”<sup>1</sup> Similarly, during Phase 1, NLM found incorporating preprints within the larger corpus of curated scholarly literature made available in PMC and PubMed helped NLM contextualize the research reported in preprints, linking them to similar articles in PubMed, related data, and the larger record of citation in PMC.</p>
|
||
<p id="P107">Phase 1 of the NIH Preprint Pilot also supported accelerated discovery of NIH-supported research results. The analyses of PMC and PubMed usage data during Phase 1 informed our understanding of different paths users take to preprint discovery in NLM literature databases. These data also illustrated the value of indexing preprints in multiple resources that are integrated into different users’ literature search and discovery methods in different ways. As we saw, human- and machine-readable full text in PMC resulted in high rates of preprint discovery through third-party search engines. This was evidenced by higher overall preprint views in PMC than PubMed, more than two-thirds of which were from searches run outside NLM databases. Conversely, higher rates of PubMed users came to preprint records through a direct database search than those in PMC, signaling that preprints in PMC and PubMed may reach different users, depending on a user’s preferred search platform.</p>
|
||
<p id="P108">Additional data on PubMed user behavior showed that PubMed users were most likely to navigate from PubMed to the preprint server directly either via the DOI link or the LinkOut button to view the full text of a preprint, rather than to PMC. This again demonstrates that users may discover and engage with PMC and PubMed in different ways, with each playing a role in the wider information landscape. Phase 1 results also highlight how even during a period of accelerated peer review and immediate open sharing of COVID-19-related literature, the indexing and archiving of preprints can speed the dissemination and discovery of NIH-supported research in PMC and PubMed. Specifically, we found that inclusion of preprints in PMC accelerated access to NIH research results in NLM literature databases by more than 100 days on average, a notable period of time during a public health emergency. In addition, their inclusion broadened access to NIH research, supporting discovery of NIH research results in our databases to nearly 1,000 articles that had not yet been published in a peer-reviewed journal or may not have been intended for formal journal publication.</p>
|
||
<p id="P109">A richer understanding of the characteristics of preprints in this latter “unpublished” subset, particularly a year or more after posting, and author motivations in preprint posting could contribute to a more complete picture of the role of preprints in offsetting publication bias and in communicating the results of federally funded research. How preprints may enable the sharing of nontraditional results (such as works in progress or negative, confirmatory, or contradictory results) is a topic that is largely unexplored in the current literature, though efforts to encourage the use of preprints for such purposes are emerging [<a href="#R26" class="usa-link" aria-describedby="R26">25</a>].</p>
|
||
<p id="P110">Though some focus group participants expressed general concerns about the quality of scientific literature made publicly accessible as a preprint prior to peer review, NLM did not find evidence to support these concerns for those preprints in scope for Phase 1. During this phase, no verified concerns about the quality of scientific reporting of any preprint added to PMC or PubMed were raised by users of these databases. This may be, in part, because NLM limited preprint collecting activities to those that report NIH support and, therefore, are subject to the NIH grant selection peer review process [<a href="#R27" class="usa-link" aria-describedby="R27">26</a>] or internal approval processes. NLM’s experience with Phase 1 is also consistent with results reported in a growing body of literature comparing the content of articles posted as preprints to the content of the same article following publication in a peer-reviewed journal [<a href="#R28" class="usa-link" aria-describedby="R28">27</a>–<a href="#R31" class="usa-link" aria-describedby="R31">30</a>]. For example, Nelson et al. found that “[o]verall, articles submitted to preprint servers by researchers, especially on COVID-19, are largely complete versions of similar quality to published papers and can be expected to change little during peer review” [<a href="#R32" class="usa-link" aria-describedby="R32">31</a>].</p>
|
||
<p id="P111">Phase 1 has further informed our understanding of NIH researcher preprint practices in the context of broader scholarly communication activities during the COVID-19 pandemic. More than 13,000 journal article records with NIH support reporting COVID-19-related research were added to PubMed during this period; about 10% of which were linked to a preprint record. A 2021 report found that only 5% of peer-reviewed articles reporting COVID-10 research had a corresponding preprint posted prior to journal publication peer-reviewed journal [<a href="#R33" class="usa-link" aria-describedby="R33">32</a>]. To what degree the Pilot may have impacted rates of preprint posting among NIH investigators is unknown. Further, though there have been steady increases in the number of openly licensed preprints added to PMC each quarter, we are unable to identify the impact the Pilot may have played in raising awareness of NIH recommendations on licensing nor the impact that culture of openness around COVID-19 research may have impacted author decisions around what license to choose when presented with options.</p>
|
||
<p id="P112">Our efforts to enable accelerated discovery of SARS-CoV-2 virus and COVID-19 research in PMC and PubMed, both as preprints and published articles, have increased our awareness of the challenges that come with archiving and presenting an archival scientific record that may include multiple versions of a paper and the importance of transparency as to the status and source of all records in our databases. As a first step, we developed and released the NIH Preprint Pilot Toolkit [<a href="#R34" class="usa-link" aria-describedby="R34">33</a>], an online resource for librarians to learn about the Pilot and preprints, as well as Preprints: Accelerating Research [34], an on-demand training, though more direct materials available directly from preprint records in PMC and PubMed may prove to be beneficial to certain user groups. With this in mind, we continue to review the presentation of preprints in PMC and PubMed to identify new strategies for communicating the status of preprints, facilitate connections between them and journal articles, and clearly convey the NIH-funded scope of our collection efforts.</p>
|
||
<p id="P113">Finally, while the focus groups and survey played a key role in identifying in knowledge gaps around preprints as well as informing NLM’s understanding of user perceptions on accelerated discoverability of NIH research result in PMC and PubMed, there are limitations on those findings. Focus groups only included a limited number of participants by user group. Survey respondents were interacting with a preprint record when the survey triggered, which may suggest either a willingness to engage with preprints, generally, as well as a likely interest in SARS-CoV-2 virus or COVID-19 research, or perhaps a lack of awareness of preprint status. As such focus group and survey findings may not be an accurate representation of user perspectives across research disciplines and specialties and thus may not be generalizable to all users or audiences, nor to all NIH-supported preprints.</p></section><section id="S25"><h2 class="pmc_sec_title">Conclusions</h2>
|
||
<p id="P114">The NIH Preprint Pilot has confirmed the technical feasibility of including preprints in PMC and PubMed. Further, NLM has found that preprint records in PMC and PubMed provide an additional avenue for accelerated discovery of NIH-supported research during the ongoing public health emergency prior to journal publication. In addition, the Pilot did not have strong impact on customers’ trust of NLM and its literature services. In cases where users did report it having an impact, they indicated it was more likely to increase their trust due to the greater transparency.</p>
|
||
<p id="P115">Through the Pilot, NLM has accelerated and expanded broad discovery of publicly funded research results, helped maximized the impact of NIH funding, accelerated the point at which this research would otherwise be discoverable and publicly accessible in PMC and PubMed, and supported the NIH response to the public health emergency. Given the success of Phase 1, NLM launched Phase 2 in January 2023, expanding the scope of preprints eligible for inclusion in PMC and PubMed to any preprint reporting on NIH-funded research posted to those servers from Phase 1 that contained the highest volume of preprints reporting on NIH-supported research. Phase 2 is expected to last for at least a year to further inform NLM’s understanding of the role of preprints in disseminating NIH research [<a href="#R35" class="usa-link" aria-describedby="R35">35</a>].</p>
|
||
<p id="P116">Though peer review remains integral to scholarly communication, preprints are positioned to play an expanding role, notably in the distribution and discoverability of research, as awareness of preprints continues to grow, new publishing models incorporate preprints, and the potential of preprints to facilitate greater sharing of research results faster is realized. Clear guidance accompanied by active engagement with investigators could help build on lessons that have been learned during the NIH Preprint Pilot and throughout the public health emergency about accelerated open access to research results.</p>
|
||
<p id="P117">As the world’s largest biomedical library, NLM is uniquely positioned to provide discovery tools and to engage with the wider medical and public library communities to raise awareness of preprints, encourage education and training, and continually improve the presentation and integration of preprints into the wider scholarly record. With such efforts, NLM aims to enable transparency and rebuild public trust in science.</p></section><section id="SM1"><h2 class="pmc_sec_title">Supplementary Material</h2>
|
||
<section class="sm xbox font-sm" id="SD1"><div class="caption p"><span>Supplement 1</span></div>
|
||
<div class="media p" id="d64e591"><div class="caption">
|
||
<a href="/articles/instance/10798320/bin/media-1.xlsx" data-ga-action="click_feat_suppl" class="usa-link">media-1.xlsx</a><sup> (81.2KB, xlsx) </sup>
|
||
</div></div></section><section class="sm xbox font-sm" id="SD2"><div class="caption p"><span>Supplement 2</span></div>
|
||
<div class="media p" id="d64e594"><div class="caption">
|
||
<a href="/articles/instance/10798320/bin/media-2.docx" data-ga-action="click_feat_suppl" class="usa-link">media-2.docx</a><sup> (34.6KB, docx) </sup>
|
||
</div></div></section><section class="sm xbox font-sm" id="SD3"><div class="caption p"><span>Supplement 3</span></div>
|
||
<div class="media p" id="d64e597"><div class="caption">
|
||
<a href="/articles/instance/10798320/bin/media-3.xlsx" data-ga-action="click_feat_suppl" class="usa-link">media-3.xlsx</a><sup> (11.3KB, xlsx) </sup>
|
||
</div></div></section><section class="sm xbox font-sm" id="SD4"><div class="caption p"><span>Supplement 4</span></div>
|
||
<div class="media p" id="d64e600"><div class="caption">
|
||
<a href="/articles/instance/10798320/bin/media-4.xlsx" data-ga-action="click_feat_suppl" class="usa-link">media-4.xlsx</a><sup> (53.3KB, xlsx) </sup>
|
||
</div></div></section><section class="sm xbox font-sm" id="SD5"><div class="caption p"><span>Supplement 5</span></div>
|
||
<div class="media p" id="d64e603"><div class="caption">
|
||
<a href="/articles/instance/10798320/bin/media-5.docx" data-ga-action="click_feat_suppl" class="usa-link">media-5.docx</a><sup> (35KB, docx) </sup>
|
||
</div></div></section></section><section id="S26" class="ack"><h2 class="pmc_sec_title">Acknowledgments:</h2>
|
||
<p id="P118">The authors thank Katherine Majewski for her invaluable expertise and support in coordinating the focus groups and survey, in addition to the creation of the NIH Preprint Pilot Toolkit and tutorial, Christopher Belter for his help with evaluation planning, and Jerry Sheehan for his feedback on this paper. We thank the NCBI Literature Program for implementing all the processes and presentation rules needed to support preprints in PMC and PubMed, including Kathi Canese, Jessica Chan, Chris Kelly, Erin Schmieder, Martin Latterner, Sergey Krasnov, Vladimir Sarkisov, and Andrei Kolotev. Thanks also to Ms. Schmieder for ongoing user engagement on preprints and comments on this paper and to Elizabeth Small for moderating focus group sessions. The authors are grateful to Yolanda L. Jones, NIH Library Editing Services, for editing assistance. Finally, special thanks to Becca Hohmann from PMC Operations for her management of the conversion and ingest processes for preprint records throughout Phase 1.</p>
|
||
<p id="P119">We also acknowledge the valuable service preprint servers provide and thank all those who provided email feedback, participated in focus groups, or responded to the survey.</p>
|
||
<section id="S27"><h3 class="pmc_sec_title">Funding Support:</h3>
|
||
<p id="P120">This work was supported by the National Center for Biotechnology Information and the Office of the Director of the National Library of Medicine (NLM), National Institutes of Health.</p></section></section><section id="fn-group1" class="fn-group"><h2 class="pmc_sec_title">Footnotes</h2>
|
||
<div class="fn-group p font-secondary-light font-sm"><div class="fn p" id="FN1"><p id="P123"><strong>Version History:</strong> This document was first made public at the preprint server bioRxiv on December 13, 2022 (<a href="https://doi.org/10.1101/2022.12.12.520156" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">10.1101/2022.12.12.520156</a>). The current version has been updated to include <a href="#T1" class="usa-link">Table 1</a>, cleaned data in <a href="#F5" class="usa-link">figures 5</a> and <a href="#F6" class="usa-link">6</a>, and refined reporting of email feedback data during the first year of the pilot, adding supplemental data files for further reading. We also expanded discussion on the quality of scientific reporting in preprints and updated the status of the Pilot as of January 2024.</p></div></div></section><section id="_ci93_" lang="en" class="contrib-info"><h2 class="pmc_sec_title">Contributor Information</h2>
|
||
<p>Kathryn Funk, National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD 20894, USA.</p>
|
||
<p>Teresa Zayas-Cabán, National Library of Medicine, National Institutes of Health, Bethesda, MD 20894, USA.</p>
|
||
<p>Jeffrey Beck, National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD 20894, USA.</p></section><section id="S28"><h2 class="pmc_sec_title">Data Availability Statement:</h2>
|
||
<p id="P121">Underlying data on email feedback and survey results are available as <a href="#SM1" class="usa-link">supplementary information</a>.</p>
|
||
<p id="P122">Additionally, details of the PubMed query run on 11 August 2022 to identify non-preprint COVID-19 related literature are as follows: (((“covid 19”[All Fields] OR “covid 19”[MeSH Terms] OR “covid 19 vaccines”[All Fields] OR “covid 19 vaccines”[MeSH Terms] OR “covid 19 serotherapy”[All Fields] OR “covid 19 serotherapy”[Supplementary Concept] OR “covid 19 nucleic acid testing”[All Fields] OR “covid 19 nucleic acid testing”[MeSH Terms] OR “covid 19 serological testing”[All Fields] OR “covid 19 serological testing”[MeSH Terms] OR “covid 19 testing”[All Fields] OR “covid 19 testing”[MeSH Terms] OR “sars cov 2”[All Fields] OR “sars cov 2”[MeSH Terms] OR “severe acute respiratory syndrome coronavirus 2”[All Fields] OR “ncov”[All Fields] OR “2019 ncov”[All Fields] OR ((“coronavirus”[MeSH Terms] OR “coronavirus”[All Fields] OR “cov”[All Fields]) AND 2019/11/01:3000/12/31[Date - Publication])) AND “nih”[Grant Number]) NOT “preprint”[Publication Type]) AND (2020/1/1:2021/12/31[pdat])</p></section><section id="ref-list1" class="ref-list"><h2 class="pmc_sec_title">References</h2>
|
||
<section id="ref-list1_sec2"><ul class="ref-list font-sm" style="list-style-type:none">
|
||
<li id="R1">
|
||
<span class="label">1.</span><cite>Association of College and Research Libraries: Advancing Learning, Transforming Scholarship [Internet]. Chicago: Association of College and Research Libraries; c1996–2022. Scholarly Communication Toolkit: Scholarly Communication Overview; 2022.
|
||
Oct
|
||
11 [cited 2022 Nov 15]. Available from <a href="https://acrl.libguides.com/scholcomm/toolkit" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://acrl.libguides.com/scholcomm/toolkit</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=Advancing%20Learning,%20Transforming%20Scholarship%20%5BInternet%5D&publication_year=2022&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R2">
|
||
<span class="label">2.</span><cite>National Institutes of Health: Turning Discovery Into Health [Internet]. Bethesda, MD: US Department of Health and Human Services; c2022. NIH Research Grants – Digital Media Kit; 2022.
|
||
Sept
|
||
12 [cited 2022 Nov 15]. Available from <a href="https://www.nih.gov/news-events/nih-research-grants-digital-press-kit" class="usa-link" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://www.nih.gov/news-events/nih-research-grants-digital-press-kit</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=Turning%20Discovery%20Into%20Health%20%5BInternet%5D&publication_year=2022&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R3">
|
||
<span class="label">3.</span><cite>NLM Musings from the Mezzanine: Innovations in Health Information from the Director of the National Library of Medicine [Internet]. Bethesda, MD: National Library of Medicine; Expanding Access, Improving Health; 2019.
|
||
Apr
|
||
16 [cited 2022 Nov 15]. Available <a href="https://nlmdirector.nlm.nih.gov/2019/04/16/expanding-access-improving-health/" class="usa-link" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://nlmdirector.nlm.nih.gov/2019/04/16/expanding-access-improving-health/</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=Innovations%20in%20Health%20Information%20from%20the%20Director%20of%20the%20National%20Library%20of%20Medicine%20%5BInternet%5D&publication_year=2019&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R4">
|
||
<span class="label">4.</span><cite>Johnson R, Watkinson A, Mabe M. The STM Report: An overview of scientific and scholarly publishing (5<sup>th</sup> edition). The Hague, The Netherlands: International Association of Scientific, Technical and Medical Publishers; 2018.
|
||
Oct. 212 p. Available from <a href="https://www.stm-assoc.org/2018_10_04_STM_Report_2018.pdf" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://www.stm-assoc.org/2018_10_04_STM_Report_2018.pdf</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=The%20STM%20Report:%20An%20overview%20of%20scientific%20and%20scholarly%20publishing&author=R%20Johnson&author=A%20Watkinson&author=M%20Mabe&publication_year=2018&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R5">
|
||
<span class="label">5.</span><cite>ASAPbio [Internet]. San Francisco: ASAPbio; Biology preprints over time; [cited 2022 Nov 15]. Available from <a href="https://asapbio.org/preprint-info/biology-preprints-over-time" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://asapbio.org/preprint-info/biology-preprints-over-time</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=ASAPbio%20%5BInternet%5D&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R6">
|
||
<span class="label">6.</span><cite>Reporting Preprints and Other Interim Research Products, NOT-OD-17–050 (Mar. 24, 2017).</cite> [<a href="https://scholar.google.com/scholar_lookup?journal=Reporting%20Preprints%20and%20Other%20Interim%20Research%20Products,%20NOT-OD-17%E2%80%93050&publication_year=2017&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R7">
|
||
<span class="label">7.</span><cite>Request for information (RFI): Including Preprints and Interim Research Products in NIH Applications and Reports, NOT-OD-17–006 (Oct. 6, 2016).</cite> [<a href="https://scholar.google.com/scholar_lookup?journal=Request%20for%20information%20(RFI):%20Including%20Preprints%20and%20Interim%20Research%20Products%20in%20NIH%20Applications%20and%20Reports,%20NOT-OD-17%E2%80%93006&publication_year=2016&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R8">
|
||
<span class="label">8.</span><cite>Reporting Preprints and Other Interim Research Products, NOT-OD-17–050 (Mar. 24, 2017).</cite> [<a href="https://scholar.google.com/scholar_lookup?journal=Reporting%20Preprints%20and%20Other%20Interim%20Research%20Products,%20NOT-OD-17%E2%80%93050&publication_year=2017&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R9">
|
||
<span class="label">9.</span><cite>Watson C.
|
||
Rise of the preprint: how rapid data sharing during COVID-19 has changed science forever. Nat Med
|
||
28, 2–5 (2022). 10.1038/s41591-021-01654-6
|
||
</cite> [<a href="https://doi.org/10.1038/s41591-021-01654-6" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">DOI</a>] [<a href="https://pubmed.ncbi.nlm.nih.gov/35031791/" class="usa-link">PubMed</a>] [<a href="https://scholar.google.com/scholar_lookup?journal=Nat%20Med&title=Rise%20of%20the%20preprint:%20how%20rapid%20data%20sharing%20during%20COVID-19%20has%20changed%20science%20forever&author=C.%20Watson&volume=28&publication_year=2022&pages=2-5&pmid=35031791&doi=10.1038/s41591-021-01654-6&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R10">
|
||
<span class="label">10.</span><cite>NIH: National Library of Medicine [Internet]. Bethesda, MD: National Library of Medicine. NIH launches preprint pilot to expand discovery of NIH-funded research; 202
|
||
June
|
||
9 [cited 2022 Nov 15]. Available from <a href="https://wayback.archive-it.org/org-350/20210910202930/https://www.nlm.nih.gov/news/Preprint_Pilot.html" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://wayback.archive-it.org/org-350/20210910202930/https://www.nlm.nih.gov/news/Preprint_Pilot.html</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=National%20Library%20of%20Medicine%20%5BInternet%5D&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R11">
|
||
<span class="label">11.</span><cite>US National Library of Medicine. A Platform for Biomedical Discovery and Data-Powered Health, Strategic Plan 2017–2027. Bethesda, MD: Department of Health and Human Services, National Institutes of Health; 2017.
|
||
Dec. 33 p. Available from <a href="https://www.nlm.nih.gov/pubs/plan/lrp17/NLM_StrategicReport2017_2027.pdf" class="usa-link" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://www.nlm.nih.gov/pubs/plan/lrp17/NLM_StrategicReport2017_2027.pdf</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=A%20Platform%20for%20Biomedical%20Discovery%20and%20Data-Powered%20Health,%20Strategic%20Plan%202017%E2%80%932027&publication_year=2017&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R12">
|
||
<span class="label">12.</span><cite>NIH Grants & Funding: NIH Central Resource for Grants and Funding Information [Internet]. Bethesda, MD: National Institutes of Health; Peer Review; 2021.
|
||
Oct
|
||
24. Available from <a href="https://grants.nih.gov/grants/peer-review.htm" class="usa-link" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://grants.nih.gov/grants/peer-review.htm</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=NIH%20Grants%20&%20Funding:%20NIH%20Central%20Resource%20for%20Grants%20and%20Funding%20Information%20%5BInternet%5D&publication_year=2021&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R13">
|
||
<span class="label">13.</span><cite>Reporting Preprints and Other Interim Research Products, NOT-OD-17–050 (Mar. 24, 2017).</cite> [<a href="https://scholar.google.com/scholar_lookup?journal=Reporting%20Preprints%20and%20Other%20Interim%20Research%20Products,%20NOT-OD-17%E2%80%93050&publication_year=2017&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R14">
|
||
<span class="label">14.</span><cite>Beck J., Ferguson C. A., Funk K., Hanson B., Harrison M., Ide-Smith M. B., … Swaminathan S. (2020, July
|
||
21). Building trust in preprints: recommendations for servers and other stakeholders. 10.31219/osf.io/8dn4w</cite> [<a href="https://doi.org/10.31219/osf.io/8dn4w" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">DOI</a>] [<a href="https://scholar.google.com/scholar_lookup?journal=Building%20trust%20in%20preprints:%20recommendations%20for%20servers%20and%20other%20stakeholders&author=J.%20Beck&author=C.%20A.%20Ferguson&author=K.%20Funk&author=B.%20Hanson&author=M.%20Harrison&publication_year=2020&doi=10.31219/osf.io/8dn4w&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R15">
|
||
<span class="label">15.</span><cite>iSearch COVID-19 Portfolio [Internet]. Bethesda, MD: National Institutes of Health. 2020. – [cited 2022 Nov 15]. Available from <a href="https://icite.od.nih.gov/covid19/search/" class="usa-link" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://icite.od.nih.gov/covid19/search/</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=iSearch%20COVID-19%20Portfolio%20%5BInternet%5D&publication_year=2020&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R16">
|
||
<span class="label">16.</span><cite>National Information Standards Organization. (2021) JATS: Journal Article Tag Suite, version 1.3. (ANSI/NISO Z39.96–2021). <a href="https://niso.org/publications/z3996-2021-jats" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://niso.org/publications/z3996-2021-jats</a></cite> [<a href="https://scholar.google.com/scholar_lookup?journal=ANSI/NISO%20Z39.96%E2%80%932021&title=JATS:%20Journal%20Article%20Tag%20Suite,%20version%201.3&publication_year=2021&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R17">
|
||
<span class="label">16.</span><cite>bioRxiv API [Internet]. Cold Spring Harbor (NY): Cold Spring Harbor Laboratory. [cited 2022 Nov 15]. Available from <a href="https://api.biorxiv.org/" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://api.biorxiv.org/</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=bioRxiv%20API%20%5BInternet%5D&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R18">
|
||
<span class="label">17.</span><cite>Crossref REST API [Internet]. New York: Publishers International Linking Association, [cited 2022 Nov 15]. Available from <a href="https://www.crossref.org/documentation/retrieve-metadata/rest-api/" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://www.crossref.org/documentation/retrieve-metadata/rest-api/</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=Crossref%20REST%20API%20%5BInternet%5D&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R19">
|
||
<span class="label">18.</span><cite>Europe PMC Articles RESTful API [Internet]. <a href="https://europepmc.org/RestfulWebService" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://europepmc.org/RestfulWebService</a></cite>
|
||
</li>
|
||
<li id="R20">
|
||
<span class="label">19.</span><cite>Beck J, Ferguson CA, Funk K, Hanson B, Harrison M, Ide-Smith MB, et al.
|
||
Building trust in preprints: recommendations for servers and other stakeholders
|
||
2020. doi: 10.31219/osf.io/8dn4w.</cite> [<a href="https://doi.org/10.31219/osf.io/8dn4w" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">DOI</a>] [<a href="https://scholar.google.com/scholar_lookup?journal=Building%20trust%20in%20preprints:%20recommendations%20for%20servers%20and%20other%20stakeholders&author=J%20Beck&author=CA%20Ferguson&author=K%20Funk&author=B%20Hanson&author=M%20Harrison&publication_year=2020&doi=10.31219/osf.io/8dn4w&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R21">
|
||
<span class="label">20.</span><cite>Privacy and Security Policy [Internet]. Bethesda (MD): National Library of Medicine (US); 2023. [cited 2023 May 26]. Available from: <a href="https://www.nlm.nih.gov/web_policies.html#privacy_security" class="usa-link" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://www.nlm.nih.gov/web_policies.html#privacy_security</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=Privacy%20and%20Security%20Policy%20%5BInternet%5D&publication_year=2023&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R22">
|
||
<span class="label">21.</span><cite>NIH Preprint Pilot [Internet]. Bethesda (MD): National Library of Medicine (US), National Center for Biotechnology Information; 2023. [cited 2023 May 26]. Available from: <a href="https://www.ncbi.nlm.nih.gov/pmc/about/nihpreprints/" class="usa-link" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://www.ncbi.nlm.nih.gov/pmc/about/nihpreprints/</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=NIH%20Preprint%20Pilot%20%5BInternet%5D&publication_year=2023&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R23">
|
||
<span class="label">22.</span><cite>PMC COVID-19 Collection [In ternet]. Bethesda (MD): National Library of Medicine (US), National Center for Biotechnology Information; 2023. [cited 2023 May 26]. Available from: <a href="https://www.ncbi.nlm.nih.gov/pmc/about/covid-19/" class="usa-link" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://www.ncbi.nlm.nih.gov/pmc/about/covid-19/</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=ternet%5D&publication_year=2023&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R24">
|
||
<span class="label">23.</span><cite>Otridge J, Ogden CL, Bernstein KT, Knuth M, Fishman J, Brooks JT. Publication and Impact of Preprints Included in the First 100 Editions of the CDC COVID-19 Science Update: Content Analysis. JMIR Public Health Surveill. 2022.
|
||
Jul
|
||
15;8(7):e35276. doi: 10.2196/35276.
|
||
</cite> [<a href="https://doi.org/10.2196/35276" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">DOI</a>] [<a href="/articles/PMC9290333/" class="usa-link">PMC free article</a>] [<a href="https://pubmed.ncbi.nlm.nih.gov/35544426/" class="usa-link">PubMed</a>] [<a href="https://scholar.google.com/scholar_lookup?journal=JMIR%20Public%20Health%20Surveill&title=Publication%20and%20Impact%20of%20Preprints%20Included%20in%20the%20First%20100%20Editions%20of%20the%20CDC%20COVID-19%20Science%20Update:%20Content%20Analysis&author=J%20Otridge&author=CL%20Ogden&author=KT%20Bernstein&author=M%20Knuth&author=J%20Fishman&volume=8&issue=7&publication_year=2022&pages=e35276&pmid=35544426&doi=10.2196/35276&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R25">
|
||
<span class="label">24.</span><cite>ASAPbio competition: Make your negative result a preprint winner [Internet]. San Francisco: ASAPbio; 2022. [cited 2023 May 26]. Available from <a href="https://asapbio.org/competition2022" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://asapbio.org/competition2022</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=ASAPbio%20competition:%20Make%20your%20negative%20result%20a%20preprint%20winner%20%5BInternet%5D&publication_year=2022&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R26">
|
||
<span class="label">25.</span><cite>Peer Review [Internet]. Bethesda (MD): National Institutes of Health (US), Grants & Funding; 2021. [cited 2023 May 26]. Available from <a href="https://grants.nih.gov/grants/peer-review.htm" class="usa-link" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://grants.nih.gov/grants/peer-review.htm</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=Peer%20Review%20%5BInternet%5D&publication_year=2021&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R27">
|
||
<span class="label">26.</span><cite>Carneiro CFD, Queiroz VGS, Moulin TC, Carvalho CAM, Haas CB, Rayêe D, Henshall DE, De-Souza EA, Amorim FE, Boos FZ, Guercio GD, Costa IR, Hajdu KL, van Egmond L, Modrák M, Tan PB, Abdill RJ, Burgess SJ, Guerra SFS, Bortoluzzi VT, Amaral OB. Comparing quality of reporting between preprints and peer-reviewed articles in the biomedical literature. Res Integr Peer Rev. 2020.
|
||
Dec
|
||
1;5(1):16. Doi: 10.1186/s41073-020-00101-3.
|
||
</cite> [<a href="https://doi.org/10.1186/s41073-020-00101-3" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">DOI</a>] [<a href="/articles/PMC7706207/" class="usa-link">PMC free article</a>] [<a href="https://pubmed.ncbi.nlm.nih.gov/33292815/" class="usa-link">PubMed</a>] [<a href="https://scholar.google.com/scholar_lookup?journal=Res%20Integr%20Peer%20Rev&title=Comparing%20quality%20of%20reporting%20between%20preprints%20and%20peer-reviewed%20articles%20in%20the%20biomedical%20literature&author=CFD%20Carneiro&author=VGS%20Queiroz&author=TC%20Moulin&author=CAM%20Carvalho&author=CB%20Haas&volume=5&issue=1&publication_year=2020&pages=16&pmid=33292815&doi=10.1186/s41073-020-00101-3&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R28">
|
||
<span class="label">27.</span><cite>Klein M, Broadwell P, Farb SE, Grappone T.
|
||
Comparing published scientific journal articles to their pre-print versions. Int J Digit Libr. 2018.
|
||
Feb
|
||
05; 20: 335–350 (2019). 10.1007/s00799-018-0234-1</cite> [<a href="https://doi.org/10.1007/s00799-018-0234-1" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">DOI</a>] [<a href="https://scholar.google.com/scholar_lookup?journal=Int%20J%20Digit%20Libr&title=Comparing%20published%20scientific%20journal%20articles%20to%20their%20pre-print%20versions&author=M%20Klein&author=P%20Broadwell&author=SE%20Farb&author=T.%20Grappone&volume=20&publication_year=2018&pages=335-350&doi=10.1007/s00799-018-0234-1&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R29">
|
||
<span class="label">28.</span><cite>Brierley L, Nanni F, Polka JK, Dey G, Pálfy M, Fraser N, Coates JA. Tracking changes between preprint posting and journal publication during a pandemic. PLoS Biol. 2022.
|
||
Feb
|
||
1;20(2):e3001285. doi: 10.1371/journal.pbio.3001285.
|
||
</cite> [<a href="https://doi.org/10.1371/journal.pbio.3001285" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">DOI</a>] [<a href="/articles/PMC8806067/" class="usa-link">PMC free article</a>] [<a href="https://pubmed.ncbi.nlm.nih.gov/35104285/" class="usa-link">PubMed</a>] [<a href="https://scholar.google.com/scholar_lookup?journal=PLoS%20Biol&title=Tracking%20changes%20between%20preprint%20posting%20and%20journal%20publication%20during%20a%20pandemic&author=L%20Brierley&author=F%20Nanni&author=JK%20Polka&author=G%20Dey&author=M%20P%C3%A1lfy&volume=20&issue=2&publication_year=2022&pages=e3001285&pmid=35104285&doi=10.1371/journal.pbio.3001285&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R30">
|
||
<span class="label">29.</span><cite>Janda G, Khetpal V, Shi X, Ross JS, Wallach JD. Comparison of Clinical Study Results Reported in medRxiv Preprints vs Peer-reviewed Journal Articles. JAMA Netw Open. 2022.
|
||
Dec
|
||
1;5(12):e2245847. doi: 10.1001/jamanetworkopen.2022.45847.
|
||
</cite> [<a href="https://doi.org/10.1001/jamanetworkopen.2022.45847" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">DOI</a>] [<a href="/articles/PMC9856222/" class="usa-link">PMC free article</a>] [<a href="https://pubmed.ncbi.nlm.nih.gov/36484989/" class="usa-link">PubMed</a>] [<a href="https://scholar.google.com/scholar_lookup?journal=JAMA%20Netw%20Open&title=Comparison%20of%20Clinical%20Study%20Results%20Reported%20in%20medRxiv%20Preprints%20vs%20Peer-reviewed%20Journal%20Articles&author=G%20Janda&author=V%20Khetpal&author=X%20Shi&author=JS%20Ross&author=JD%20Wallach&volume=5&issue=12&publication_year=2022&pages=e2245847&pmid=36484989&doi=10.1001/jamanetworkopen.2022.45847&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R31">
|
||
<span class="label">30.</span><cite>Funder Policies [Intenet]. San Francisco: ASAPbio; 2022. [cited 2023 May 26]. Available from <a href="https://asapbio.org/funder-policies" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://asapbio.org/funder-policies</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=Funder%20Policies%20%5BIntenet%5D&publication_year=2022&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R32">
|
||
<span class="label">31.</span><cite>Nelson L, Ye H, Schwenn A, Lee S, Arabi S, Hutchins BI. Robustness of evidence reported in preprints during peer review. Lancet Glob Health. 2022.
|
||
Nov;10(11):e1684–e1687. doi: 10.1016/S2214-109X(22)00368-0.
|
||
</cite> [<a href="https://doi.org/10.1016/S2214-109X(22)00368-0" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">DOI</a>] [<a href="/articles/PMC9553196/" class="usa-link">PMC free article</a>] [<a href="https://pubmed.ncbi.nlm.nih.gov/36240832/" class="usa-link">PubMed</a>] [<a href="https://scholar.google.com/scholar_lookup?journal=Lancet%20Glob%20Health&title=Robustness%20of%20evidence%20reported%20in%20preprints%20during%20peer%20review&author=L%20Nelson&author=H%20Ye&author=A%20Schwenn&author=S%20Lee&author=S%20Arabi&volume=10&issue=11&publication_year=2022&pages=e1684-e1687&pmid=36240832&doi=10.1016/S2214-109X(22)00368-0&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R33">
|
||
<span class="label">32.</span><cite>Waltman Ludo; Pinfield Stephen; Rzayeva Narmin; Oliveira Henriques Susana; Fang Zhichao; Brumberg Johanna; et al. (2021): Scholarly communication in times of crisis: The response of the scholarly communication system to the COVID-19 pandemic. Research on Research Institute. Report. 10.6084/m9.figshare.17125394.v1</cite> [<a href="https://doi.org/10.6084/m9.figshare.17125394.v1" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">DOI</a>] [<a href="https://scholar.google.com/scholar_lookup?journal=Research%20on%20Research%20Institute.%20Report&title=Scholarly%20communication%20in%20times%20of%20crisis:%20The%20response%20of%20the%20scholarly%20communication%20system%20to%20the%20COVID-19%20pandemic&author=Ludo%20Waltman&author=Stephen%20Pinfield&author=Narmin%20Rzayeva&author=Susana%20Oliveira%20Henriques&author=Zhichao%20Fang&publication_year=2021&doi=10.6084/m9.figshare.17125394.v1&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R34">
|
||
<span class="label">33.</span><cite>NIH Preprint Pilot: A Librarian’s Toolkit [Internet]. Bethesda (MD): National Library of Medicine (US); 2023. [cited 2023 May 26]. Available from <a href="https://learn.nlm.nih.gov/documentation/training-packets/T000141112/?_gl=1*klfe5b*_ga" class="usa-link" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://learn.nlm.nih.gov/documentation/training-packets/T000141112/?_gl=1*klfe5b*_ga</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=NIH%20Preprint%20Pilot:%20A%20Librarian%E2%80%99s%20Toolkit%20%5BInternet%5D&publication_year=2023&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R35">
|
||
<span class="label">35.</span><cite>Preprints: Accelerating Research (On-Demand) [Internet]. Bethesda (MD): National Library of Medicine (US), Network of the National Library of Medicine; [cited 2023 May 26]. Available from <a href="https://nnlm.gov/training/class/preprints-accelerating-research-demand" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://nnlm.gov/training/class/preprints-accelerating-research-demand</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=Preprints:%20Accelerating%20Research%20(On-Demand)%20%5BInternet%5D&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
<li id="R36">
|
||
<span class="label">36.</span><cite>NIH Preprint Pilot Accelerates and Expands Discovery of Research Results [Internet]. Bethesda (MD): National Library of Medicine (US); 2022. [cited 2023 May 26]. Available from <a href="https://www.nlm.nih.gov/news/NIH_Preprint_Pilot_Accelerates_Expands_Discovery_Research_Results.html" class="usa-link" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">https://www.nlm.nih.gov/news/NIH_Preprint_Pilot_Accelerates_Expands_Discovery_Research_Results.html</a></cite> [<a href="https://scholar.google.com/scholar_lookup?title=NIH%20Preprint%20Pilot%20Accelerates%20and%20Expands%20Discovery%20of%20Research%20Results%20%5BInternet%5D&publication_year=2022&" class="usa-link usa-link--external" data-ga-action="click_feat_suppl" target="_blank" rel="noopener noreferrer">Google Scholar</a>]</li>
|
||
</ul></section></section><section id="_ad93_" lang="en" class="associated-data"><h2 class="pmc_sec_title">Associated Data</h2>
|
||
<p class="font-secondary"><em>This section collects any data citations, data availability statements, or supplementary materials included in this article.</em></p>
|
||
<section id="_adsm93_" lang="en" class="supplementary-materials"><h3 class="pmc_sec_title">Supplementary Materials</h3>
|
||
<section class="sm xbox font-sm" id="db_ds_supplementary-material1_reqid_"><div class="caption p"><span>Supplement 1</span></div>
|
||
<div class="media p"><div class="caption">
|
||
<a href="/articles/instance/10798320/bin/media-1.xlsx" data-ga-action="click_feat_suppl" class="usa-link">media-1.xlsx</a><sup> (81.2KB, xlsx) </sup>
|
||
</div></div></section><section class="sm xbox font-sm" id="db_ds_supplementary-material2_reqid_"><div class="caption p"><span>Supplement 2</span></div>
|
||
<div class="media p"><div class="caption">
|
||
<a href="/articles/instance/10798320/bin/media-2.docx" data-ga-action="click_feat_suppl" class="usa-link">media-2.docx</a><sup> (34.6KB, docx) </sup>
|
||
</div></div></section><section class="sm xbox font-sm" id="db_ds_supplementary-material3_reqid_"><div class="caption p"><span>Supplement 3</span></div>
|
||
<div class="media p"><div class="caption">
|
||
<a href="/articles/instance/10798320/bin/media-3.xlsx" data-ga-action="click_feat_suppl" class="usa-link">media-3.xlsx</a><sup> (11.3KB, xlsx) </sup>
|
||
</div></div></section><section class="sm xbox font-sm" id="db_ds_supplementary-material4_reqid_"><div class="caption p"><span>Supplement 4</span></div>
|
||
<div class="media p"><div class="caption">
|
||
<a href="/articles/instance/10798320/bin/media-4.xlsx" data-ga-action="click_feat_suppl" class="usa-link">media-4.xlsx</a><sup> (53.3KB, xlsx) </sup>
|
||
</div></div></section><section class="sm xbox font-sm" id="db_ds_supplementary-material5_reqid_"><div class="caption p"><span>Supplement 5</span></div>
|
||
<div class="media p"><div class="caption">
|
||
<a href="/articles/instance/10798320/bin/media-5.docx" data-ga-action="click_feat_suppl" class="usa-link">media-5.docx</a><sup> (35KB, docx) </sup>
|
||
</div></div></section></section><section id="_adda93_" lang="en" class="data-availability-statement"><h3 class="pmc_sec_title">Data Availability Statement</h3>
|
||
<p>Underlying data on email feedback and survey results are available as <a href="#SM1" class="usa-link">supplementary information</a>.</p>
|
||
<p>Additionally, details of the PubMed query run on 11 August 2022 to identify non-preprint COVID-19 related literature are as follows: (((“covid 19”[All Fields] OR “covid 19”[MeSH Terms] OR “covid 19 vaccines”[All Fields] OR “covid 19 vaccines”[MeSH Terms] OR “covid 19 serotherapy”[All Fields] OR “covid 19 serotherapy”[Supplementary Concept] OR “covid 19 nucleic acid testing”[All Fields] OR “covid 19 nucleic acid testing”[MeSH Terms] OR “covid 19 serological testing”[All Fields] OR “covid 19 serological testing”[MeSH Terms] OR “covid 19 testing”[All Fields] OR “covid 19 testing”[MeSH Terms] OR “sars cov 2”[All Fields] OR “sars cov 2”[MeSH Terms] OR “severe acute respiratory syndrome coronavirus 2”[All Fields] OR “ncov”[All Fields] OR “2019 ncov”[All Fields] OR ((“coronavirus”[MeSH Terms] OR “coronavirus”[All Fields] OR “cov”[All Fields]) AND 2019/11/01:3000/12/31[Date - Publication])) AND “nih”[Grant Number]) NOT “preprint”[Publication Type]) AND (2020/1/1:2021/12/31[pdat])</p></section></section></section><footer class="p courtesy-note font-secondary font-sm text-center"><hr class="headless">
|
||
<p>Articles from bioRxiv are provided here courtesy of <strong>Cold Spring Harbor Laboratory Preprints</strong></p></footer></section></article>
|
||
|
||
|
||
|
||
</main>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
<!-- Secondary navigation placeholder -->
|
||
<div class="pmc-sidenav desktop:grid-col-4 display-flex">
|
||
<section class="pmc-sidenav__container" aria-label="Article resources and navigation">
|
||
<button type="button" class="usa-button pmc-sidenav__container__close usa-button--unstyled">
|
||
<img src="/static/img/usa-icons/close.svg" role="img" alt="Close" />
|
||
</button>
|
||
<div class="display-none desktop:display-block">
|
||
<section class="margin-top-4 desktop:margin-top-0">
|
||
<h2 class="margin-top-0">ACTIONS</h2>
|
||
<ul class="usa-list usa-list--unstyled usa-list--actions">
|
||
|
||
<li>
|
||
<a
|
||
href="https://doi.org/10.1101/2022.12.12.520156"
|
||
class="usa-button usa-button--outline width-24 font-xs display-inline-flex flex-align-center flex-justify-start padding-left-1"
|
||
target="_blank"
|
||
rel="noreferrer noopener"
|
||
data-ga-category="actions"
|
||
data-ga-action="click"
|
||
data-ga-label="publisher_link_desktop"
|
||
>
|
||
<svg class="usa-icon width-3 height-3" aria-hidden="true" focusable="false" role="img" hidden>
|
||
<use xlink:href="/static/img/sprite.svg#launch"></use>
|
||
</svg>
|
||
<span class="display-inline-flex flex-justify-center flex-1 padding-right-2">View on publisher site</span>
|
||
</a>
|
||
</li>
|
||
|
||
|
||
<li>
|
||
<a
|
||
href="pdf/nihpp-2022.12.12.520156v2.pdf"
|
||
class="usa-button usa-button--outline width-24 display-inline-flex flex-align-center flex-justify-start padding-left-1"
|
||
data-ga-category="actions"
|
||
data-ga-action="click"
|
||
data-ga-label="pdf_download_desktop"
|
||
>
|
||
<svg class="usa-icon width-3 height-3" aria-hidden="true" focusable="false" role="img" hidden>
|
||
<use xlink:href="/static/img/sprite.svg#file_download"></use>
|
||
</svg>
|
||
<span class="display-inline-flex flex-justify-center flex-1">PDF (837.6 KB)</span>
|
||
</a>
|
||
</li>
|
||
|
||
|
||
<li>
|
||
<button role="button" class="usa-button width-24 citation-dialog-trigger display-inline-flex flex-align-center flex-justify-start padding-left-1"
|
||
aria-label="Open dialog with citation text in different styles"
|
||
data-ga-category="actions"
|
||
data-ga-action="open"
|
||
data-ga-label="cite_desktop"
|
||
data-all-citations-url="/resources/citations/9774216/"
|
||
data-citation-style="nlm"
|
||
data-download-format-link="/resources/citations/9774216/export/"
|
||
>
|
||
<svg class="usa-icon width-3 height-3" aria-hidden="true" focusable="false" role="img" hidden>
|
||
<use xlink:href="/static/img/sprite.svg#format_quote"></use>
|
||
</svg>
|
||
<span class="display-inline-flex flex-justify-center flex-1 button-label">Cite</span>
|
||
</button>
|
||
</li>
|
||
|
||
<li>
|
||
|
||
<button class="usa-button width-24 collections-dialog-trigger collections-button display-inline-flex flex-align-center flex-justify-start padding-left-1 collections-button-empty"
|
||
aria-label="Save article in MyNCBI collections."
|
||
data-ga-category="actions"
|
||
data-ga-action="click"
|
||
data-ga-label="collections_button_desktop"
|
||
data-collections-open-dialog-enabled="false"
|
||
data-collections-open-dialog-url="https://account.ncbi.nlm.nih.gov/?back_url=https%3A%2F%2Fpmc.ncbi.nlm.nih.gov%2Farticles%2FPMC9774216%2F%23open-collections-dialog"
|
||
data-in-collections="false">
|
||
<svg class="usa-icon width-3 height-3 usa-icon--bookmark-full" aria-hidden="true" focusable="false" role="img" hidden>
|
||
<use xlink:href="/static/img/action-bookmark-full.svg#icon"></use>
|
||
</svg>
|
||
<svg class="usa-icon width-3 height-3 usa-icon--bookmark-empty" aria-hidden="true" focusable="false" role="img" hidden>
|
||
<use xlink:href="/static/img/action-bookmark-empty.svg#icon"></use>
|
||
</svg>
|
||
<span class="display-inline-flex flex-justify-center flex-1">Collections</span>
|
||
</button>
|
||
</li>
|
||
<li class="pmc-permalink">
|
||
<button
|
||
type="button"
|
||
class="usa-button width-24 display-inline-flex flex-align-center flex-justify padding-left-1 shadow-none"
|
||
aria-label="Show article permalink"
|
||
aria-expanded="false"
|
||
aria-haspopup="true"
|
||
data-ga-category="actions"
|
||
data-ga-action="open"
|
||
data-ga-label="permalink_desktop"
|
||
>
|
||
<svg class="usa-icon width-3 height-3" aria-hidden="true" focusable="false" role="img" hidden>
|
||
<use xlink:href="/static/img/sprite.svg#share"></use>
|
||
</svg>
|
||
<span class="display-inline-flex flex-justify-center flex-1 button-label">Permalink</span>
|
||
</button>
|
||
|
||
|
||
<div class="pmc-permalink__dropdown" hidden>
|
||
<div class="pmc-permalink__dropdown__container">
|
||
<h2 class="usa-modal__heading margin-top-0 margin-bottom-2">PERMALINK</h2>
|
||
<div class="pmc-permalink__dropdown__content">
|
||
<input type="text" class="usa-input" value="https://pmc.ncbi.nlm.nih.gov/articles/PMC9774216/" aria-label="Article permalink">
|
||
<button class="usa-button display-inline-flex pmc-permalink__dropdown__copy__btn margin-right-0" title="Copy article permalink" data-ga-category="save_share" data-ga-action="link" data-ga-label="copy_link">
|
||
<svg class="usa-icon" aria-hidden="true" focusable="false" role="img">
|
||
<use xlink:href="/static/img/sprite.svg#content_copy"></use>
|
||
</svg>
|
||
<span class="margin-left-1">Copy</span>
|
||
</button>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</li>
|
||
</ul>
|
||
</section>
|
||
</div>
|
||
|
||
<section class="pmc-resources margin-top-6 desktop:margin-top-4" data-page-path="/articles/PMC9774216/">
|
||
<h2 class="margin-top-0">RESOURCES</h2>
|
||
|
||
<div class="usa-accordion usa-accordion--multiselectable" data-allow-multiple>
|
||
<h3 class="usa-accordion__heading">
|
||
<button
|
||
type="button"
|
||
class="usa-accordion__button"
|
||
aria-expanded="false"
|
||
aria-controls="resources-similar-articles"
|
||
data-ga-category="resources_accordion"
|
||
data-ga-action="open_similar_articles"
|
||
data-ga-label="/articles/PMC9774216/"
|
||
data-action-open="open_similar_articles"
|
||
data-action-close="close_similar_articles"
|
||
>
|
||
Similar articles
|
||
</button>
|
||
</h3>
|
||
<div
|
||
id="resources-similar-articles"
|
||
class="usa-accordion__content usa-prose"
|
||
|
||
data-source-url="/resources/similar-article-links/36561178/"
|
||
|
||
>
|
||
|
||
</div>
|
||
<h3 class="usa-accordion__heading">
|
||
<button
|
||
type="button"
|
||
class="usa-accordion__button"
|
||
aria-expanded="false"
|
||
aria-controls="resources-cited-by-other-articles"
|
||
data-ga-category="resources_accordion"
|
||
data-ga-action="open_cited_by"
|
||
data-ga-label="/articles/PMC9774216/"
|
||
data-action-open="open_cited_by"
|
||
data-action-close="close_cited_by"
|
||
>
|
||
Cited by other articles
|
||
</button>
|
||
</h3>
|
||
<div
|
||
id="resources-cited-by-other-articles"
|
||
class="usa-accordion__content usa-prose"
|
||
|
||
data-source-url="/resources/cited-by-links/36561178/"
|
||
|
||
>
|
||
|
||
</div>
|
||
|
||
<h3 class="usa-accordion__heading">
|
||
<button
|
||
type="button"
|
||
class="usa-accordion__button"
|
||
aria-expanded="false"
|
||
aria-controls="resources-links-to-ncbi-databases"
|
||
data-ga-category="resources_accordion"
|
||
data-ga-action="open_NCBI_links"
|
||
data-ga-label="/articles/PMC9774216/"
|
||
data-action-open="open_NCBI_links"
|
||
data-action-close="close_NCBI_link"
|
||
>
|
||
Links to NCBI Databases
|
||
</button>
|
||
</h3>
|
||
<div
|
||
id="resources-links-to-ncbi-databases"
|
||
class="usa-accordion__content usa-prose"
|
||
data-source-url="/resources/db-links/9774216/"
|
||
>
|
||
</div>
|
||
|
||
|
||
</div>
|
||
|
||
</section>
|
||
|
||
|
||
<section
|
||
class="usa-in-page-nav usa-in-page-nav--wide margin-top-6 desktop:margin-top-4"
|
||
data-title-text="On this page"
|
||
data-title-heading-level="h2"
|
||
data-scroll-offset="0"
|
||
data-root-margin="-10% 0px -80% 0px"
|
||
data-main-content-selector="main"
|
||
data-threshold="1"
|
||
hidden
|
||
></section>
|
||
</section>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
<div class="overlay" role="dialog" aria-label="Citation Dialog" hidden>
|
||
<div class="dialog citation-dialog" aria-hidden="true">
|
||
<div class="display-inline-flex flex-align-center flex-justify width-full margin-bottom-2">
|
||
<h2 class="usa-modal__heading margin-0">Cite</h2>
|
||
<button type="button" class="usa-button usa-button--unstyled close-overlay text-black width-auto" tabindex="1">
|
||
<svg class="usa-icon width-3 height-3" aria-hidden="true" focusable="false" role="img">
|
||
<use xlink:href="/static/img/sprite.svg#close"></use>
|
||
</svg>
|
||
</button>
|
||
</div>
|
||
|
||
|
||
|
||
<div class="citation-text-block">
|
||
<div class="citation-text margin-bottom-2"></div>
|
||
<ul class="usa-list usa-list--unstyled display-inline-flex flex-justify width-full flex-align-center">
|
||
<li>
|
||
<button
|
||
class="usa-button usa-button--unstyled text-no-underline display-flex flex-align-center copy-button dialog-focus"
|
||
data-ga-category="save_share"
|
||
data-ga-action="cite"
|
||
data-ga-label="copy"
|
||
tabindex="2">
|
||
<svg class="usa-icon width-3 height-3" aria-hidden="true" focusable="false" role="img">
|
||
<use xlink:href="/static/img/sprite.svg#content_copy"></use>
|
||
</svg>
|
||
<span>Copy</span>
|
||
</button>
|
||
</li>
|
||
<li>
|
||
<a
|
||
href="#"
|
||
role="button"
|
||
class="usa-button usa-button--unstyled text-no-underline display-flex flex-align-center export-button"
|
||
data-ga-category="save_share"
|
||
data-ga-action="cite"
|
||
data-ga-label="download"
|
||
title="Download a file for external citation management software"
|
||
tabindex="3">
|
||
<svg class="usa-icon width-3 height-3" aria-hidden="true" focusable="false" role="img">
|
||
<use xlink:href="/static/img/sprite.svg#file_download"></use>
|
||
</svg>
|
||
<span class="display-none mobile-lg:display-inline">Download .nbib</span>
|
||
<span class="display-inline mobile-lg:display-none">.nbib</span>
|
||
</a>
|
||
</li>
|
||
<li>
|
||
|
||
|
||
<div class="display-inline-flex flex-align-center">
|
||
<label class="usa-label margin-top-0">Format:</label>
|
||
<select aria-label="Format" class="usa-select citation-style-selector padding-1 margin-top-0 border-0 padding-right-4" tabindex="4" >
|
||
|
||
<option data-style-url-name="ama"
|
||
value="AMA"
|
||
>
|
||
AMA
|
||
</option>
|
||
|
||
<option data-style-url-name="apa"
|
||
value="APA"
|
||
>
|
||
APA
|
||
</option>
|
||
|
||
<option data-style-url-name="mla"
|
||
value="MLA"
|
||
>
|
||
MLA
|
||
</option>
|
||
|
||
<option data-style-url-name="nlm"
|
||
value="NLM"
|
||
selected="selected">
|
||
NLM
|
||
</option>
|
||
|
||
</select>
|
||
</div>
|
||
</li>
|
||
</ul>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
<div class="overlay" role="dialog" hidden>
|
||
<div id="collections-action-dialog" class="dialog collections-dialog" aria-hidden="true">
|
||
<div class="display-inline-flex flex-align-center flex-justify width-full margin-bottom-2">
|
||
<h2 class="usa-modal__heading margin-0">Add to Collections</h2>
|
||
</div>
|
||
<div class="collections-action-panel action-panel">
|
||
|
||
|
||
|
||
<form id="collections-action-dialog-form"
|
||
class="usa-form maxw-full collections-action-panel-form action-panel-content action-form action-panel-smaller-selectors"
|
||
data-existing-collections-url="/list-existing-collections/"
|
||
data-add-to-existing-collection-url="/add-to-existing-collection/"
|
||
data-create-and-add-to-new-collection-url="/create-and-add-to-new-collection/"
|
||
data-myncbi-max-collection-name-length="100"
|
||
data-collections-root-url="https://www.ncbi.nlm.nih.gov/myncbi/collections/">
|
||
|
||
<input type="hidden" name="csrfmiddlewaretoken" value="sHj8qOQrEqizziFFvaqHy3BNjMqE4jOmuhWhG1ZJdkeCws7oOw1VOtJ7xCR29ktT">
|
||
|
||
<fieldset class="usa-fieldset margin-bottom-2">
|
||
<div class="usa-radio">
|
||
<input type="radio"
|
||
id="collections-action-dialog-new"
|
||
class="usa-radio__input usa-radio__input--tile collections-new margin-top-0"
|
||
name="collections"
|
||
value="new"
|
||
data-ga-category="collections_button"
|
||
data-ga-action="click"
|
||
data-ga-label="collections_radio_new" />
|
||
<label class="usa-radio__label" for="collections-action-dialog-new">Create a new collection</label>
|
||
</div>
|
||
<div class="usa-radio">
|
||
<input type="radio"
|
||
id="collections-action-dialog-existing"
|
||
class="usa-radio__input usa-radio__input--tile collections-existing"
|
||
name="collections"
|
||
value="existing"
|
||
checked="true"
|
||
data-ga-category="collections_button"
|
||
data-ga-action="click"
|
||
data-ga-label="collections_radio_existing" />
|
||
<label class="usa-radio__label" for="collections-action-dialog-existing">Add to an existing collection</label>
|
||
</div>
|
||
</fieldset>
|
||
|
||
<fieldset class="usa-fieldset margin-bottom-2">
|
||
<div class="action-panel-control-wrap new-collections-controls">
|
||
<label for="collections-action-dialog-add-to-new" class="usa-label margin-top-0">
|
||
Name your collection
|
||
<abbr title="required" class="usa-hint usa-hint--required text-no-underline">*</abbr>
|
||
</label>
|
||
<input
|
||
type="text"
|
||
name="add-to-new-collection"
|
||
id="collections-action-dialog-add-to-new"
|
||
class="usa-input collections-action-add-to-new"
|
||
pattern="[^"&=<>/]*" title="The following characters are not allowed in the Name field: "&=<>/"
|
||
maxlength=""
|
||
data-ga-category="collections_button"
|
||
data-ga-action="create_collection"
|
||
data-ga-label="non_favorties_collection"
|
||
required
|
||
/>
|
||
</div>
|
||
<div class="action-panel-control-wrap existing-collections-controls">
|
||
<label for="collections-action-dialog-add-to-existing" class="usa-label margin-top-0">
|
||
Choose a collection
|
||
</label>
|
||
<select id="collections-action-dialog-add-to-existing"
|
||
class="usa-select collections-action-add-to-existing"
|
||
data-ga-category="collections_button"
|
||
data-ga-action="select_collection"
|
||
data-ga-label="($('.collections-action-add-to-existing').val() === 'Favorites') ? 'Favorites' : 'non_favorites_collection'">
|
||
</select>
|
||
<div class="collections-retry-load-on-error usa-input-error-message selection-validation-message">
|
||
Unable to load your collection due to an error<br>
|
||
<a href="#">Please try again</a>
|
||
</div>
|
||
</div>
|
||
</fieldset>
|
||
|
||
<div class="display-inline-flex">
|
||
<button class="usa-button margin-top-0 action-panel-submit"
|
||
type="submit"
|
||
data-loading-label="Adding..."
|
||
data-pinger-ignore
|
||
data-ga-category="collections_button"
|
||
data-ga-action="click"
|
||
data-ga-label="add">
|
||
Add
|
||
</button>
|
||
<button class="usa-button usa-button--outline margin-top-0 action-panel-cancel"
|
||
aria-label="Close 'Add to Collections' panel"
|
||
ref="linksrc=close_collections_panel"
|
||
data-ga-category="collections_button"
|
||
data-ga-action="click"
|
||
data-ga-label="cancel">
|
||
Cancel
|
||
</button>
|
||
</div>
|
||
</form>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<footer class="ncbi-footer ncbi-dark-background " >
|
||
|
||
<div class="ncbi-footer__icon-section">
|
||
<div class="ncbi-footer__social-header">
|
||
Follow NCBI
|
||
</div>
|
||
|
||
<div class="grid-container ncbi-footer__ncbi-social-icons-container">
|
||
|
||
<a href="https://twitter.com/ncbi"
|
||
class="ncbi-footer__social-icon ncbi-footer__social-icon--gray"
|
||
target="_blank"
|
||
rel="noreferrer noopener">
|
||
<svg width="40"
|
||
height="40"
|
||
viewBox="0 0 40 40"
|
||
fill="none"
|
||
xmlns="http://www.w3.org/2000/svg"
|
||
focusable="false"
|
||
aria-hidden="true">
|
||
<path d="m6.067 8 10.81 13.9L6 33.2h4.2l8.4-9.1 7.068 9.1H34L22.8 18.5 31.9 8h-3.5l-7.7 8.4L14.401 8H6.067Zm3.6 1.734h3.266l16.8 21.732H26.57L9.668 9.734Z">
|
||
</path>
|
||
</svg>
|
||
<span class="usa-sr-only">NCBI on X (formerly known as Twitter)</span>
|
||
</a>
|
||
|
||
|
||
|
||
<a href="https://www.facebook.com/ncbi.nlm"
|
||
class="ncbi-footer__social-icon ncbi-footer__social-icon--gray"
|
||
target="_blank"
|
||
rel="noreferrer noopener">
|
||
<svg width="16"
|
||
height="29"
|
||
focusable="false"
|
||
aria-hidden="true"
|
||
viewBox="0 0 16 29"
|
||
fill="none"
|
||
xmlns="http://www.w3.org/2000/svg">
|
||
<path d="M3.8809 21.4002C3.8809 19.0932 3.8809 16.7876 3.8809 14.478C3.8809 14.2117 3.80103 14.1452 3.54278 14.1492C2.53372 14.1638 1.52334 14.1492 0.514288 14.1598C0.302626 14.1598 0.248047 14.0972 0.248047 13.8936C0.256034 12.4585 0.256034 11.0239 0.248047 9.58978C0.248047 9.37013 0.302626 9.30224 0.528931 9.3049C1.53798 9.31688 2.54837 9.3049 3.55742 9.31555C3.80103 9.31555 3.8809 9.26097 3.87957 9.00272C3.87158 8.00565 3.85428 7.00592 3.90753 6.00884C3.97142 4.83339 4.31487 3.73115 5.04437 2.78467C5.93095 1.63318 7.15699 1.09005 8.56141 0.967577C10.5582 0.79319 12.555 0.982221 14.5518 0.927641C14.7102 0.927641 14.7462 0.99287 14.7449 1.13664C14.7449 2.581 14.7449 4.02668 14.7449 5.47104C14.7449 5.67604 14.6517 5.68669 14.4946 5.68669C13.4523 5.68669 12.4113 5.68669 11.3703 5.68669C10.3506 5.68669 9.92057 6.10868 9.90593 7.13904C9.89661 7.7647 9.91525 8.39303 9.89794 9.01869C9.88995 9.26364 9.96583 9.31822 10.2015 9.31688C11.7204 9.30623 13.2393 9.31688 14.7595 9.3049C15.0257 9.3049 15.0723 9.3728 15.0444 9.62439C14.89 10.9849 14.7515 12.3467 14.6144 13.7085C14.5691 14.1571 14.5785 14.1585 14.1458 14.1585C12.8386 14.1585 11.5313 14.1665 10.2254 14.1518C9.95119 14.1518 9.89794 14.2317 9.89794 14.4899C9.90593 19.0799 9.89794 23.6752 9.91125 28.2612C9.91125 28.5674 9.8407 28.646 9.53186 28.6433C7.77866 28.6273 6.02414 28.6366 4.27094 28.634C3.82499 28.634 3.87158 28.6992 3.87158 28.22C3.87602 25.9472 3.87913 23.6739 3.8809 21.4002Z">
|
||
</path>
|
||
</svg>
|
||
<span class="usa-sr-only">NCBI on Facebook</span>
|
||
</a>
|
||
|
||
|
||
|
||
<a href="https://www.linkedin.com/company/ncbinlm"
|
||
class="ncbi-footer__social-icon ncbi-footer__social-icon--gray"
|
||
target="_blank"
|
||
rel="noreferrer noopener">
|
||
<svg width="25"
|
||
height="23"
|
||
viewBox="0 0 26 24"
|
||
fill="none"
|
||
xmlns="http://www.w3.org/2000/svg"
|
||
focusable="false"
|
||
aria-hidden="true">
|
||
<path d="M14.6983 9.98423C15.6302 9.24808 16.5926 8.74754 17.6762 8.51991C19.673 8.09126 21.554 8.30824 23.1262 9.7526C24.2351 10.7723 24.7529 12.1115 25.0165 13.5612C25.1486 14.3363 25.2105 15.1218 25.2015 15.9081C25.2015 18.3043 25.2015 20.6898 25.2082 23.0806C25.2082 23.3468 25.1549 23.444 24.8621 23.4414C23.1297 23.4272 21.3992 23.4272 19.6704 23.4414C19.4041 23.4414 19.3429 23.3588 19.3442 23.1019C19.3535 20.5194 19.3442 17.9368 19.3442 15.3543C19.3442 14.0005 18.3258 12.9448 17.0266 12.9488C15.7273 12.9528 14.6983 14.0071 14.6983 15.361C14.6983 17.9328 14.6917 20.5047 14.6983 23.0753C14.6983 23.3708 14.6198 23.444 14.3296 23.4427C12.6185 23.4294 10.9079 23.4294 9.19779 23.4427C8.93155 23.4427 8.86099 23.3735 8.86232 23.1086C8.8783 19.7619 8.88628 16.4144 8.88628 13.066C8.88628 11.5688 8.87874 10.0708 8.86365 8.57182C8.86365 8.3575 8.90758 8.27896 9.14054 8.28029C10.9048 8.29094 12.6687 8.29094 14.4321 8.28029C14.6464 8.28029 14.6983 8.34818 14.6983 8.54653C14.6903 9.00047 14.6983 9.45441 14.6983 9.98423Z">
|
||
</path>
|
||
<path d="M6.55316 15.8443C6.55316 18.2564 6.55316 20.6699 6.55316 23.082C6.55316 23.3629 6.48127 23.4388 6.19906 23.4374C4.47737 23.4241 2.75568 23.4241 1.03399 23.4374C0.767751 23.4374 0.69986 23.3629 0.701191 23.1006C0.709178 18.2648 0.709178 13.4281 0.701191 8.59053C0.701191 8.34026 0.765089 8.27237 1.01669 8.2737C2.74991 8.28435 4.48048 8.28435 6.20838 8.2737C6.47462 8.2737 6.5465 8.33627 6.54517 8.6065C6.54783 11.0186 6.55316 13.4308 6.55316 15.8443Z">
|
||
</path>
|
||
<path d="M3.65878 0.243898C5.36804 0.243898 6.58743 1.45529 6.58743 3.1406C6.58743 4.75801 5.32145 5.95742 3.60819 5.96807C3.22177 5.97614 2.83768 5.90639 2.47877 5.76299C2.11985 5.61959 1.79344 5.40546 1.51897 5.13334C1.24449 4.86123 1.02755 4.53668 0.881058 4.17902C0.734563 3.82136 0.661505 3.43788 0.666231 3.05141C0.67555 1.42601 1.9362 0.242566 3.65878 0.243898Z">
|
||
</path>
|
||
</svg>
|
||
<span class="usa-sr-only">NCBI on LinkedIn</span>
|
||
</a>
|
||
|
||
|
||
|
||
<a href="https://github.com/ncbi"
|
||
class="ncbi-footer__social-icon ncbi-footer__social-icon--gray"
|
||
target="_blank"
|
||
rel="noreferrer noopener">
|
||
<svg width="28"
|
||
height="27"
|
||
viewBox="0 0 28 28"
|
||
fill="none"
|
||
xmlns="http://www.w3.org/2000/svg"
|
||
focusable="false"
|
||
aria-hidden="true">
|
||
<path d="M16.7228 20.6334C17.5057 20.5527 18.2786 20.3944 19.0301 20.1608C21.3108 19.4193 22.5822 17.8259 22.963 15.4909C23.1228 14.5112 23.1814 13.5287 22.9883 12.5437C22.8106 11.6423 22.4013 10.8028 21.8007 10.1076C21.7526 10.0605 21.7197 10 21.7064 9.934C21.6931 9.86799 21.7 9.79952 21.7262 9.73748C22.0856 8.6206 21.9711 7.51969 21.601 6.42677C21.582 6.3497 21.5345 6.2827 21.468 6.23923C21.4016 6.19577 21.3211 6.17906 21.2429 6.19248C20.7329 6.21649 20.2313 6.33051 19.7611 6.52928C19.1103 6.7908 18.4899 7.12198 17.9104 7.51703C17.84 7.56996 17.7581 7.60551 17.6713 7.62078C17.5846 7.63605 17.4954 7.6306 17.4112 7.60489C15.2596 7.05882 13.0054 7.06203 10.8554 7.61421C10.7806 7.63586 10.7018 7.63967 10.6253 7.62534C10.5487 7.611 10.4766 7.57892 10.4148 7.53167C9.64788 7.03247 8.85171 6.58918 7.96368 6.33359C7.65781 6.24338 7.34123 6.19458 7.02239 6.18849C6.94879 6.17986 6.87462 6.19893 6.81432 6.242C6.75402 6.28507 6.71191 6.34904 6.69621 6.42145C6.32342 7.51437 6.2209 8.61527 6.56307 9.73348C6.59635 9.84264 6.64694 9.93316 6.54177 10.0516C5.47666 11.2604 5.09988 12.6834 5.19574 14.2676C5.2663 15.4244 5.46201 16.5466 6.01454 17.5769C6.84399 19.1171 8.21664 19.9119 9.85158 20.3352C10.3938 20.4706 10.9444 20.5698 11.4998 20.632C11.5384 20.7492 11.4506 20.7798 11.408 20.8291C11.1734 21.1179 10.9894 21.4441 10.8634 21.7942C10.7622 22.0458 10.8315 22.4039 10.6065 22.5516C10.263 22.7766 9.83827 22.8485 9.42421 22.8871C8.17936 23.0056 7.26471 22.4877 6.6283 21.4348C6.25552 20.8184 5.76956 20.3325 5.08523 20.0663C4.76981 19.9325 4.42139 19.8967 4.08537 19.9638C3.7898 20.029 3.73788 20.1901 3.93891 20.4111C4.03639 20.5234 4.14989 20.6207 4.27575 20.6999C4.9796 21.1318 5.51717 21.7884 5.80152 22.5636C6.37002 23.9973 7.48039 24.5697 8.93825 24.6323C9.43741 24.6575 9.93768 24.615 10.4254 24.5058C10.5892 24.4672 10.6531 24.4872 10.6517 24.6762C10.6451 25.4936 10.6637 26.3123 10.6517 27.131C10.6517 27.6635 10.1684 27.9297 9.58663 27.7393C8.17396 27.2671 6.84977 26.5631 5.66838 25.656C2.59555 23.2891 0.720966 20.1861 0.217704 16.3376C-0.357453 11.9127 0.911353 8.00824 3.98551 4.73881C6.11909 2.42656 8.99932 0.939975 12.1203 0.540191C16.5351 -0.0601815 20.4347 1.14323 23.7232 4.16373C26.2449 6.47869 27.724 9.37672 28.1048 12.7726C28.5828 17.0325 27.3686 20.7945 24.4768 23.9827C22.9762 25.6323 21.0956 26.8908 18.9982 27.6488C18.8783 27.6927 18.7585 27.738 18.636 27.7726C18.0356 27.9404 17.6189 27.6395 17.6189 27.0098C17.6189 25.7452 17.6308 24.4806 17.6295 23.2159C17.6329 22.9506 17.6128 22.6856 17.5696 22.4238C17.4325 21.6664 17.3419 21.484 16.7228 20.6334Z">
|
||
</path>
|
||
</svg>
|
||
<span class="usa-sr-only">NCBI on GitHub</span>
|
||
</a>
|
||
|
||
|
||
|
||
<a href="https://ncbiinsights.ncbi.nlm.nih.gov/"
|
||
class="ncbi-footer__social-icon ncbi-footer__social-icon--gray"
|
||
target="_blank"
|
||
rel="noreferrer noopener">
|
||
<svg width="26"
|
||
height="26"
|
||
viewBox="0 0 27 27"
|
||
fill="none"
|
||
xmlns="http://www.w3.org/2000/svg"
|
||
focusable="false"
|
||
aria-hidden="true">
|
||
<path d="M23.7778 26.4574C23.1354 26.3913 22.0856 26.8024 21.636 26.3087C21.212 25.8444 21.4359 24.8111 21.324 24.0347C19.9933 14.8323 14.8727 8.80132 6.09057 5.85008C4.37689 5.28406 2.58381 4.99533 0.779072 4.99481C0.202773 4.99481 -0.0229751 4.83146 0.00455514 4.21479C0.0660406 3.08627 0.0660406 1.95525 0.00455514 0.826734C-0.0413285 0.0815827 0.259669 -0.0193618 0.896534 0.00266238C6.96236 0.222904 12.3693 2.24179 16.9889 6.16209C22.9794 11.2478 26.1271 17.7688 26.4372 25.648C26.4629 26.294 26.3179 26.5271 25.6609 26.4684C25.0827 26.417 24.4991 26.4574 23.7778 26.4574Z">
|
||
</path>
|
||
<path d="M14.8265 26.441C14.0924 26.441 13.2371 26.6795 12.6626 26.3786C12.0092 26.0372 12.3781 25.0644 12.246 24.378C11.1154 18.5324 6.6849 14.5497 0.74755 14.1001C0.217135 14.0615 -0.0104482 13.9422 0.0134113 13.3659C0.0519536 12.1454 0.0482829 10.9213 0.0134113 9.69524C-0.00127145 9.14464 0.196946 9.03268 0.703502 9.04736C9.21217 9.27128 16.5994 16.2511 17.2804 24.7231C17.418 26.4446 17.418 26.4446 15.6579 26.4446H14.832L14.8265 26.441Z">
|
||
</path>
|
||
<path d="M3.58928 26.4555C2.64447 26.4618 1.73584 26.0925 1.06329 25.4289C0.39073 24.7653 0.00933763 23.8617 0.0030097 22.9169C-0.00331824 21.9721 0.365937 21.0635 1.02954 20.3909C1.69315 19.7184 2.59675 19.337 3.54156 19.3306C4.48637 19.3243 5.39499 19.6936 6.06755 20.3572C6.7401 21.0208 7.1215 21.9244 7.12782 22.8692C7.13415 23.814 6.7649 24.7226 6.10129 25.3952C5.43768 26.0677 4.53409 26.4491 3.58928 26.4555Z">
|
||
</path>
|
||
</svg>
|
||
<span class="usa-sr-only">NCBI RSS feed</span>
|
||
</a>
|
||
|
||
</div>
|
||
</div>
|
||
|
||
|
||
<div data-testid="gridContainer"
|
||
class="grid-container ncbi-footer__container">
|
||
<div class="grid-row ncbi-footer__main-content-container"
|
||
data-testid="grid">
|
||
|
||
<div class="ncbi-footer__column">
|
||
|
||
<p class="ncbi-footer__circled-icons-heading">
|
||
Connect with NLM
|
||
</p>
|
||
|
||
|
||
<div class="ncbi-footer__circled-icons-list">
|
||
|
||
<a href=https://twitter.com/nlm_nih class="ncbi-footer__social-icon ncbi-footer__social-icon--circled" target="_blank" rel="noreferrer noopener">
|
||
<svg width="32"
|
||
height="32"
|
||
viewBox="0 0 40 40"
|
||
fill="none"
|
||
xmlns="http://www.w3.org/2000/svg"
|
||
focusable="false"
|
||
aria-hidden="true">
|
||
<path d="m6.067 8 10.81 13.9L6 33.2h4.2l8.4-9.1 7.068 9.1H34L22.8 18.5 31.9 8h-3.5l-7.7 8.4L14.401 8H6.067Zm3.6 1.734h3.266l16.8 21.732H26.57L9.668 9.734Z">
|
||
</path>
|
||
</svg>
|
||
<span class="usa-sr-only">NLM on X (formerly known as Twitter)</span>
|
||
</a>
|
||
|
||
|
||
|
||
<a href=https://www.facebook.com/nationallibraryofmedicine class="ncbi-footer__social-icon ncbi-footer__social-icon--circled" target="_blank" rel="noreferrer noopener">
|
||
<svg width="13"
|
||
height="24"
|
||
viewBox="0 0 13 24"
|
||
fill="none"
|
||
xmlns="http://www.w3.org/2000/svg"
|
||
focusable="false"
|
||
aria-hidden="true">
|
||
<path d="M4.11371 23.1369C4.11371 23.082 4.11371 23.0294 4.11371 22.9745V12.9411H0.817305C0.6709 12.9411 0.670898 12.9411 0.670898 12.8016C0.670898 11.564 0.670898 10.3287 0.670898 9.09341C0.670898 8.97903 0.705213 8.95158 0.815017 8.95158C1.8673 8.95158 2.91959 8.95158 3.97417 8.95158H4.12057V8.83263C4.12057 7.8055 4.12057 6.7738 4.12057 5.74897C4.1264 4.92595 4.31387 4.11437 4.66959 3.37217C5.12916 2.38246 5.94651 1.60353 6.95717 1.1921C7.64827 0.905008 8.3913 0.764035 9.13953 0.778051C10.0019 0.791777 10.8644 0.830666 11.7268 0.860404C11.8869 0.860404 12.047 0.894717 12.2072 0.90158C12.2964 0.90158 12.3261 0.940469 12.3261 1.02968C12.3261 1.5421 12.3261 2.05452 12.3261 2.56465C12.3261 3.16857 12.3261 3.7725 12.3261 4.37642C12.3261 4.48165 12.2964 4.51367 12.1912 4.51138C11.5369 4.51138 10.8804 4.51138 10.2261 4.51138C9.92772 4.51814 9.63058 4.5526 9.33855 4.61433C9.08125 4.6617 8.84537 4.78881 8.66431 4.97766C8.48326 5.16652 8.3662 5.40755 8.32972 5.66661C8.28476 5.89271 8.26027 6.1224 8.25652 6.35289C8.25652 7.19014 8.25652 8.02969 8.25652 8.86923C8.25652 8.89439 8.25652 8.91955 8.25652 8.95615H12.0219C12.1797 8.95615 12.182 8.95616 12.1614 9.10714C12.0768 9.76596 11.9876 10.4248 11.9029 11.0813C11.8312 11.6319 11.7626 12.1824 11.697 12.733C11.6719 12.9434 11.6787 12.9434 11.4683 12.9434H8.26338V22.899C8.26338 22.979 8.26338 23.0591 8.26338 23.1392L4.11371 23.1369Z">
|
||
</path>
|
||
</svg>
|
||
<span class="usa-sr-only">NLM on Facebook</span>
|
||
</a>
|
||
|
||
|
||
|
||
<a href=https://www.youtube.com/user/NLMNIH class="ncbi-footer__social-icon ncbi-footer__social-icon--circled" target="_blank" rel="noreferrer noopener">
|
||
<svg width="21"
|
||
height="15"
|
||
viewBox="0 0 21 15"
|
||
fill="none"
|
||
xmlns="http://www.w3.org/2000/svg"
|
||
focusable="false"
|
||
aria-hidden="true">
|
||
<path d="M19.2561 1.47914C18.9016 1.15888 18.5699 0.957569 17.2271 0.834039C15.5503 0.678484 13.2787 0.655608 11.563 0.65332H9.43556C7.71987 0.65332 5.4483 0.678484 3.77151 0.834039C2.43098 0.957569 2.097 1.15888 1.74242 1.47914C0.813665 2.32097 0.619221 4.62685 0.598633 6.89384C0.598633 7.31781 0.598633 7.74101 0.598633 8.16345C0.626084 10.4121 0.827391 12.686 1.74242 13.521C2.097 13.8412 2.4287 14.0425 3.77151 14.1661C5.4483 14.3216 7.71987 14.3445 9.43556 14.3468H11.563C13.2787 14.3468 15.5503 14.3216 17.2271 14.1661C18.5676 14.0425 18.9016 13.8412 19.2561 13.521C20.1712 12.6929 20.3725 10.451 20.3999 8.22064C20.3999 7.74025 20.3999 7.25986 20.3999 6.77946C20.3725 4.54907 20.1689 2.30724 19.2561 1.47914ZM8.55942 10.5311V4.65201L13.5601 7.50005L8.55942 10.5311Z"
|
||
fill="white" />
|
||
</svg>
|
||
<span class="usa-sr-only">NLM on YouTube</span>
|
||
</a>
|
||
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
<address class="ncbi-footer__address ncbi-footer__column">
|
||
|
||
<p>
|
||
<a class="usa-link usa-link--external"
|
||
href="https://www.google.com/maps/place/8600+Rockville+Pike,+Bethesda,+MD+20894/%4038.9959508,
|
||
-77.101021,17z/data%3D!3m1!4b1!4m5!3m4!1s0x89b7c95e25765ddb%3A0x19156f88b27635b8!8m2!3d38.9959508!
|
||
4d-77.0988323"
|
||
rel="noopener noreferrer" target="_blank">National Library of Medicine
|
||
<br/> 8600 Rockville Pike<br/> Bethesda, MD 20894</a>
|
||
</p>
|
||
|
||
</address>
|
||
|
||
|
||
|
||
<ul class="usa-list usa-list--unstyled ncbi-footer__vertical-list ncbi-footer__column">
|
||
|
||
<li class="ncbi-footer__vertical-list-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.nlm.nih.gov/web_policies.html" class="usa-link usa-link--alt ncbi-footer__link" >
|
||
|
||
|
||
Web Policies
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="ncbi-footer__vertical-list-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.nih.gov/institutes-nih/nih-office-director/office-communications-public-liaison/freedom-information-act-office" class="usa-link usa-link--alt ncbi-footer__link" >
|
||
|
||
|
||
FOIA
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="ncbi-footer__vertical-list-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.hhs.gov/vulnerability-disclosure-policy/index.html" class="usa-link usa-link--external usa-link--alt ncbi-footer__link" rel="noreferrer noopener" target='_blank' >
|
||
|
||
|
||
HHS Vulnerability Disclosure
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
|
||
|
||
|
||
<ul class="usa-list usa-list--unstyled ncbi-footer__vertical-list ncbi-footer__column">
|
||
|
||
<li class="ncbi-footer__vertical-list-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://support.nlm.nih.gov/" class="usa-link usa-link--alt ncbi-footer__link" >
|
||
|
||
|
||
Help
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="ncbi-footer__vertical-list-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.nlm.nih.gov/accessibility.html" class="usa-link usa-link--alt ncbi-footer__link" >
|
||
|
||
|
||
Accessibility
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="ncbi-footer__vertical-list-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.nlm.nih.gov/careers/careers.html" class="usa-link usa-link--alt ncbi-footer__link" >
|
||
|
||
|
||
Careers
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
|
||
</div>
|
||
|
||
|
||
<div class="grid-row grid-col-12" data-testid="grid">
|
||
<ul class="ncbi-footer__bottom-links-list">
|
||
|
||
<li class="ncbi-footer__bottom-list-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.nlm.nih.gov/" class="usa-link usa-link--alt ncbi-footer__link" >
|
||
|
||
|
||
NLM
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="ncbi-footer__bottom-list-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.nih.gov/" class="usa-link usa-link--alt ncbi-footer__link" >
|
||
|
||
|
||
NIH
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="ncbi-footer__bottom-list-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.hhs.gov/" class="usa-link usa-link--external usa-link--alt ncbi-footer__link" rel="noreferrer noopener" target='_blank' >
|
||
|
||
|
||
HHS
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="ncbi-footer__bottom-list-item">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.usa.gov/" class="usa-link usa-link--external usa-link--alt ncbi-footer__link" rel="noreferrer noopener" target='_blank' >
|
||
|
||
|
||
USA.gov
|
||
|
||
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</div>
|
||
|
||
</div>
|
||
</footer>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<script type="text/javascript" src="https://cdn.ncbi.nlm.nih.gov/core/pinger/pinger.js"> </script>
|
||
|
||
|
||
|
||
|
||
|
||
<button class="back-to-top" data-ga-category="pagination" data-ga-action="back_to_top">
|
||
<label>Back to Top</label>
|
||
<svg class="usa-icon order-0" aria-hidden="true" focusable="false" role="img">
|
||
<use xlink:href="/static/img/sprite.svg#arrow_upward"></use>
|
||
</svg>
|
||
</button>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<script type="application/javascript">
|
||
window.ncbi = window.ncbi || {};
|
||
window.ncbi.pmc = window.ncbi.pmc || {};
|
||
window.ncbi.pmc.options = {
|
||
logLevel: 'INFO',
|
||
|
||
staticEndpoint: '/static/',
|
||
|
||
citeCookieName: 'pmc-cf',
|
||
};
|
||
</script>
|
||
<script type="module" crossorigin="" src="/static/assets/base-6f05ef93.js"></script>
|
||
|
||
<script type="text/javascript" src="https://cdn.ncbi.nlm.nih.gov/core/jquery/jquery-3.6.0.min.js"> </script>
|
||
<script type="text/javascript">
|
||
jQuery.getScript("https://cdn.ncbi.nlm.nih.gov/core/alerts/alerts.js", function () {
|
||
galert(['div.nav_and_browser', 'div.header', '#universal_header', '.usa-banner', 'body > *:nth-child(1)'])
|
||
});
|
||
</script>
|
||
|
||
|
||
<script type="text/javascript">var exports = {};</script>
|
||
<script src="/static/CACHE/js/output.13b077bc3ffd.js"></script>
|
||
|
||
<script type="module" crossorigin="" src="/static/assets/article-69f9d1ae.js"></script>
|
||
|
||
|
||
|
||
</body>
|
||
</html>
|