<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Meta and Res Int</journal-id>
      <journal-title>JMIR Metascience and Research Integrity</journal-title>
      <issn/>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v1i1e104222</article-id>
      <article-id pub-id-type="pmid"/>
      <article-id pub-id-type="doi">10.2196/104222</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Viewpoint</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Viewpoint</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Algorithmic Research Waste in Health Care AI: The VALUE-AI (Valid Question and Purpose, Appropriate Data and Population Fit, Local Workflow and Intended Use, Usability, Safety, and Accountability, Equity and External Validity, and Auditability and Impact Monitoring) Lens for Decision-Useful Evidence</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Brini</surname>
            <given-names>Stefano</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hoffman</surname>
            <given-names>Mark</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Honarmand</surname>
            <given-names>Mohammadmahdi</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Patel</surname>
            <given-names>Mayank Bharatkumar</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Luz</surname>
            <given-names>Kelnner</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Ngwu</surname>
            <given-names>Dabeluchi Chiedozie</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Division of Thoracic Surgery</institution>
            <institution>Department of Surgery</institution>
            <institution>King Abdullah Hospital</institution>
            <addr-line>Al Nakhil</addr-line>
            <addr-line>Bisha, Asir, 67714</addr-line>
            <country>Saudi Arabia</country>
            <phone>966 543423453</phone>
            <email>doctordabs@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8597-9198</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Division of Thoracic Surgery</institution>
        <institution>Department of Surgery</institution>
        <institution>King Abdullah Hospital</institution>
        <addr-line>Bisha, Asir</addr-line>
        <country>Saudi Arabia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Dabeluchi Chiedozie Ngwu <email>doctordabs@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2026</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>10</month>
        <year>2026</year>
      </pub-date>
      <volume>1</volume>
      <elocation-id>e104222</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>6</month>
          <year>2026</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>8</month>
          <year>2026</year>
        </date>
        <date date-type="rev-recd">
          <day>5</day>
          <month>10</month>
          <year>2026</year>
        </date>
        <date date-type="accepted">
          <day>6</day>
          <month>10</month>
          <year>2026</year>
        </date>
      </history>
      <copyright-statement>©Dabeluchi Chiedozie Ngwu. Originally published in the JMIR Metascience and Research Integrity (https://metascience.jmir.org), 16.10.2026.</copyright-statement>
      <copyright-year>2026</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Metascience and Research Integrity, is properly cited. The complete bibliographic information, a link to the original publication on https://metascience.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://metascience.jmir.org/2026/1/e104222" xlink:type="simple"/>
      <abstract>
        <p>Health care AI research is expanding rapidly, but publication volume alone does not generate evidence that reliably informs research, clinical care, policy, governance, or responsible technological development. Studies may report promising predictive performance while leaving uncertain whether the question is decision-relevant, whether the data fit the intended population, whether performance transfers across settings, whether the output can be integrated into a feasible workflow, or whether a deployed system can be monitored over time. These gaps can create avoidable losses of scientific, clinical, and societal value. This viewpoint argues that algorithmic research waste occurs when health care AI research is insufficient, relative to its stated purpose and maturity stage, to generate reliable and decision-useful evidence. The concept does not require every model to reach deployment. Exploratory studies, methodological research, replication, external validation, and negative findings can all be valuable when their aims, methods, claims, and intended decisions are aligned. Concern arises when research is presented as supporting a broader conclusion than its design and evidence can justify. This viewpoint aims to define algorithmic research waste, distinguish its principal pathways, and introduce VALUE-AI (Valid Question and Purpose, Appropriate Data and Population Fit, Local Workflow and Intended Use, Usability, Safety, and Accountability, Equity and External Validity, and Auditability and Impact Monitoring) as a conceptual metascience lens for identifying value-loss signals and routing them toward appropriate action. Four overlapping pathways are described: primary research-value loss, in which the question, design, conduct, reporting, or claims cannot support the stated purpose; contextual value loss, in which evidence is transferred without adequate attention to population, data, workflow, resource, or regulatory differences; deployment failure, in which an organization implements a technology without necessary local integration and safeguards; and postdeployment failure, in which changes in performance, use, equity, or safety are not adequately monitored or addressed. VALUE-AI is qualitative and stage-specific. The lens asks where potential research value is being lost, which actor or actors have primary control over the source of that loss, and what maturity-appropriate evidence or action is needed next. An illustrative example shows how the same model may represent useful discovery research, primary research-value loss, contextual value loss, deployment failure, or postdeployment failure, depending on its claims, evidence, setting, and intended use. VALUE-AI is not a validated reporting guideline, risk-of-bias tool, scoring system, implementation instrument, or regulatory standard. It is intended to complement established reporting, appraisal, implementation, and governance frameworks by organizing their implications around research value, attribution, and the next maturity-appropriate evidence or action. Its domains, feasibility, interrater interpretability, and effects on decisions require empirical refinement and evaluation across specialties, health systems, resource settings, and AI modalities.</p>
      </abstract>
      <kwd-group>
        <kwd>artificial intelligence</kwd>
        <kwd>health care AI</kwd>
        <kwd>research waste</kwd>
        <kwd>metascience</kwd>
        <kwd>decision-useful evidence</kwd>
        <kwd>external validation</kwd>
        <kwd>implementation</kwd>
        <kwd>responsible AI</kwd>
        <kwd>VALUE-AI</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Research waste occurs when the resources and participant contributions invested in research fail to yield sufficiently reliable or useful knowledge. It may result from poorly prioritized questions, avoidable weaknesses in study design or conduct, incomplete reporting, nonpublication, unnecessary duplication, or failure to translate findings into practice [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. A recent scoping review classified these manifestations as methodological, invisible, negligible, underreported, and structural waste, demonstrating that value can be lost throughout the research system rather than at a single methodological step [<xref ref-type="bibr" rid="ref4">4</xref>]. Health care AI magnifies this concern. Although the number of clinical prediction models is rapidly increasing [<xref ref-type="bibr" rid="ref5">5</xref>], systematic reviews continue to find incomplete reporting [<xref ref-type="bibr" rid="ref6">6</xref>], high risk of bias [<xref ref-type="bibr" rid="ref7">7</xref>], limited external validation [<xref ref-type="bibr" rid="ref8">8</xref>], and overstated clinical claims [<xref ref-type="bibr" rid="ref9">9</xref>]. A 2025 systematic review of 1263 intensive care AI studies found that 74% remained at early stages of development and only 25 (2%) had progressed to clinical integration [<xref ref-type="bibr" rid="ref10">10</xref>]. Although confined to intensive care and not directly generalizable to health care AI as a whole, these findings caution against interpreting growth in publication volume as a comparable increase in decision-useful evidence.</p>
      <p>Reviews underscore the need to distinguish technical promise from an evidence pathway that can inform care. A systematic review of 152 supervised machine-learning prediction-model studies found that 148 of 171 development or validation assessments were at high risk of bias, commonly due to inadequate sample size, poor handling of missing data, or overfitting [<xref ref-type="bibr" rid="ref7">7</xref>]. VALUE-AI (Valid Question and Purpose, Appropriate Data and Population Fit, Local Workflow and Intended Use, Usability, Safety, and Accountability, Equity and External Validity, and Auditability and Impact Monitoring) treats these deficits as potential sources of avoidable value loss when they prevent a study from supporting the decision implied by its claims. This problem overlaps with, but is not identical to, low-value care or health care waste. Low-value care concerns services that provide no benefit or may cause harm [<xref ref-type="bibr" rid="ref11">11</xref>], whereas health care waste is broader and encompasses inefficient or unnecessary resource use in care delivery [<xref ref-type="bibr" rid="ref12">12</xref>]. Algorithmic research waste instead concerns the value of the knowledge produced by AI research. Economic value remains relevant because AI may alter outcomes, workload, workflow, costs, access, and equity in ways that conventional technology assessments do not fully capture [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>This viewpoint defines algorithmic research waste, distinguishes research-level value loss from contextual and deployment failures, and presents VALUE-AI as a stage-specific metascience attribution-and-routing lens. The lens links each value-loss signal to the actor or actors who can modify it and to the next maturity-appropriate evidence or action. Evidence is decision-useful when it can credibly reduce uncertainty for a specified research, clinical, policy, governance, or implementation decision at the study’s stated maturity stage. The intended audience includes researchers, peer reviewers, editors, funders, health systems, regulators, developers, and patient and public representatives. VALUE-AI complements translational guidance [<xref ref-type="bibr" rid="ref14">14</xref>] by examining whether health care AI research generates reliable and decision-useful evidence across the pathway from question formulation to postdeployment learning.</p>
    </sec>
    <sec>
      <title>Definition and Conceptual Positioning</title>
      <p>Algorithmic research waste is the avoidable loss of potential scientific, clinical, or societal value when the question, design, conduct, reporting, validation, or translation of health care AI research is insufficient, relative to its stated purpose and maturity stage, to generate reliable, decision-useful evidence for research, care, policy, or responsible technological development. This definition does not require deploying every model. Exploratory analyses, methodological studies, replications, external validations, and negative findings may be valuable when their claims align with their purpose and reduce uncertainty or enable later work [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Research value does not require universal generalizability or immediate deployment [<xref ref-type="bibr" rid="ref15">15</xref>]. A model developed for a narrowly defined population may answer an important local question, and a carefully conducted negative validation may prevent an unsafe or unproductive implementation. The value-loss signal arises when the intended scope is unclear, local performance is presented as broadly transportable, or a decision is invited without evidence suited to that decision. This distinction protects focused, early-stage work from being mislabeled as waste while still exposing inflated claims.</p>
      <p>The unit of appraisal is therefore the relationship among purpose, evidence, claim, and prospective use. The 4 VALUE-AI pathways are analytic locations where that relationship may fail, not a required sequence every project must follow. Discovery work can remain valuable without advancing to deployment, provided its claims are grounded in discovery-level evidence. Conversely, a strong study may lose value if its design, analysis, or reporting cannot support the clinical or policy inference readers are encouraged to draw [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Judgment requires an explicit counterfactual. The relevant comparison may be no study, an existing model, a simpler clinical rule, better data collection, independent validation, or investment in implementation capacity. Repetition is not automatically wasteful when it tests reproducibility or transportability, and novelty is not automatically valuable [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref17">17</xref>] when it bypasses a more consequential evidence gap. Assessors should therefore state the implied alternative use of effort and whether the information produced could reasonably change a scientific, clinical, operational, or policy decision. This keeps prioritization distinct from hindsight: an informative study can remain valuable even when its result is null or unfavorable.</p>
      <p>The appraisal is qualitative and stage-specific, not a binary threshold or numerical score. Under this lens, actors with primary control are those with the authority or practical capacity to make or influence the relevant decision or to change the associated process when a value-loss signal is identified. Researchers, reviewers, funders, and implementers should identify the relevant unit of analysis; the evidence supporting the judgment; whether the limitation was reasonably foreseeable and modifiable; which actor or actors had primary control; and what further evidence or action is needed to reduce the loss of value. A transparent discovery study can therefore be decision-useful without a deployment plan, whereas it becomes waste-prone if it makes claims that exceed its maturity—for example, by claiming readiness for routine clinical use without appropriate validation [<xref ref-type="bibr" rid="ref18">18</xref>], evidence on workflow and safety [<xref ref-type="bibr" rid="ref19">19</xref>], or governance, monitoring, and the intended response pathway [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Minor methodological choices can alter the meaning of reported performance. A review of 62 oncology machine-learning prognostic-model publications identified weaknesses in sample-size justification, calibration assessment, and model availability for external validation [<xref ref-type="bibr" rid="ref22">22</xref>]. A companion analysis of the same publications found that comparative claims were overinterpreted or insufficiently supported [<xref ref-type="bibr" rid="ref16">16</xref>]. VALUE-AI asks whether such weaknesses materially compromise the study’s purpose, interpretability, reproducibility, or plausible route to benefit. These examples bridge methodological appraisal and value appraisal: a deficit matters because it narrows the claims or decisions the evidence can support. The next step is to locate that loss along the evidence-to-impact pathway.</p>
      <p><xref ref-type="table" rid="table1">Table 1</xref> summarizes 4 pathways that localize value loss. These categories identify where value loss occurs across the evidence-to-impact pathway; they are not 4 mutually equivalent attributes of an individual study. Primary research-value loss arises when the research question, design, conduct, reporting, or claims cannot support the study’s stated purpose. Contextual value loss arises when evidence useful under one set of conditions is transferred or generalized without adequate examination of population, infrastructure, workflow, resource, or regulatory differences [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Deployment failure occurs when a receiving organization implements a technology outside its supported conditions or without necessary workflow, training, and governance safeguards [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Postdeployment failure occurs when a deployed system is not monitored, updated, or withdrawn when performance, use, equity, or harms change [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. As a practical boundary, contextual value loss applies when transfer-critical conditions or limits were insufficiently investigated, reported, or considered during evidence selection; deployment failure applies when a local organization disregards known limits or fails to establish required safeguards. Nontransportability alone is not contextual value loss. Contextual value loss arises when transfer-critical uncertainty that was reasonably foreseeable for the stated intended use is inadequately investigated or communicated by those producing the evidence, or inadequately considered by those selecting, generalizing, adapting, or applying it in a new setting. These pathways are overlapping heuristic labels rather than mutually exclusive classes: a case may fit one, several, or none. Equity is cross-cutting because proxy choices can distribute errors, benefits, and burdens differently across groups [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Four pathways through which value may be lost in health care AI.<sup>a</sup></p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="170"/>
          <col width="270"/>
          <col width="280"/>
          <col width="280"/>
          <thead>
            <tr valign="top">
              <td>Pathway</td>
              <td>Operational boundary</td>
              <td>Typical indicators</td>
              <td>Actors with primary control</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Primary research-value loss</td>
              <td>The study cannot support its stated scientific or clinical purpose because of avoidable weaknesses in the question, design, conduct, reporting, or claims.</td>
              <td>No stated scientific question or intended decision appropriate to the study’s maturity stage, misaligned outcome or proxy, unsupported claims of readiness, unusable reporting.</td>
              <td>Researchers and sponsors; funders, reviewers, and editors through priority-setting, appraisal, and publication decisions.</td>
            </tr>
            <tr valign="top">
              <td>Contextual value loss</td>
              <td>Evidence may be useful in one setting, but transfer assumptions or limits are inadequately examined or communicated.</td>
              <td>Population mismatch, unavailable inputs, incompatible workflow, unexamined resources, or regulatory differences.</td>
              <td>Original researchers and those selecting, generalizing, or adapting evidence for a new setting.</td>
            </tr>
            <tr valign="top">
              <td>Deployment failure</td>
              <td>A receiving organization implements a technology outside its supported conditions or without required integration and safeguards.</td>
              <td>No response pathway, inadequate training, excessive alert burden, unclear authorization, or escalation.</td>
              <td>Deploying health systems, vendors, and local governance bodies responsible for configuration, workflow integration, and safeguards.</td>
            </tr>
            <tr valign="top">
              <td>Postdeployment failure</td>
              <td>A deployed sociotechnical system is not monitored or acted on as performance, use, equity, or harms evolve.</td>
              <td>No drift or subgroup monitoring, unreviewed overrides, absent recalibration, or deimplementation criteria.</td>
              <td>Deployers and developers, with oversight bodies and regulators when they control monitoring requirements, corrective action, or conditions of continued use.</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>The pathways are overlapping heuristic labels. A study or deployment may fit one, several, or none; attribution should focus on the actor or actors who typically have primary control over the relevant decision or process.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec>
      <title>Maturity-Stage Calibration</title>
      <p>AI studies should be judged relative to their maturity stage and intended function. Evidence sufficient to establish a signal in discovery is not sufficient to justify integration into care [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Conversely, requirements designed for deployment should not be imposed retrospectively on exploratory work that makes no deployment claim. VALUE-AI therefore calibrates expectations to the decision being contemplated: whether to continue investigation, validate in a new setting, prepare a clinical workflow, adopt a system, or continue its use after deployment. At discovery, the central questions are whether the problem is worth addressing and whether the data and labels correspond to that problem. The analysis should avoid preventable bias, and reporting and claims should remain proportionate to the study design and intended use [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Internal validation may be appropriate at this stage, but it should not be presented as evidence of transportability or clinical benefit [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. A useful discovery study makes its intended population, prediction target, time horizon, and anticipated use explicit enough that later investigators can test the same proposition rather than reconstructing it from incomplete reporting.</p>
      <p>At validation, the evidentiary burden shifts toward reproducibility and performance under meaningful variation [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Independent temporal, geographic, or institutional evaluation should be selected based on the proposed use rather than treated as a ceremonial exercise. Calibration (agreement between predicted risk and observed outcomes), clinically relevant comparators, subgroup performance, uncertainty, and failure modes become increasingly important [<xref ref-type="bibr" rid="ref18">18</xref>]. The objective is not simply to show that discrimination (the model’s ability to distinguish those with and without the outcome) remains acceptable, but to learn where the model works, where it does not, and whether observed differences would change the next decision. Implementation-ready evaluation requires evidence about the combined sociotechnical intervention, not the algorithm in isolation. Investigators should specify who receives the output, when it appears, what action it is expected to trigger, what alternatives exist, and how override or escalation will work. Human factors, workflow fit, interoperability, and prospective evaluation become central at this stage [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Governance and accountability arrangements must also be established before technical performance can be responsibly translated into routine use [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. A model can therefore be mature analytically yet remain immature as a clinical service.</p>
      <p>After deployment, value depends on sustained observability and the capacity to respond to change. Performance, calibration, use, overrides, subgroup effects, workload, safety signals, and unintended consequences require monitoring against prespecified thresholds [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Data drift, workflow redesign, software updates, changes in prevalence, and new clinical practices may alter the model’s meaning even when its code remains unchanged [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Documenting versions, incidents, corrective actions, and retirement decisions makes postdeployment evidence cumulative rather than anecdotal [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Recent evaluations support this staged interpretation. Among 86 randomized trials of clinical AI, 54% used diagnostic yield or performance as the primary end point, 63% were single center, and 92% were conducted in 1 country [<xref ref-type="bibr" rid="ref31">31</xref>]. In a systematic review of 572 machine-learning studies of intensive-care scoring systems, only 84 (14.7%) underwent external validation, and discrimination commonly declined in new data [<xref ref-type="bibr" rid="ref8">8</xref>]. Across 91 real-time sepsis prediction studies, conventional discrimination and decision-oriented utility could diverge under external validation [<xref ref-type="bibr" rid="ref32">32</xref>]. Study-design labels alone therefore do not establish that the end point, setting, or intervention supports the intended decision.</p>
      <p>Stage calibration also makes stopping a legitimate and potentially valuable outcome. A failed external validation [<xref ref-type="bibr" rid="ref18">18</xref>], an infeasible workflow test [<xref ref-type="bibr" rid="ref19">19</xref>], or an adverse distributional finding [<xref ref-type="bibr" rid="ref26">26</xref>] may justify redesign, restriction, or discontinuation before more resources are invested or more patients are exposed. Investigators should specify progression criteria in advance where possible. Research-assessment approaches that value complete reporting and registered reports can help preserve the evidence generated when criteria are not met [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. The relevant question is then whether the project produced reliable learning and an accountable decision, not whether every model reached implementation. This reduces pressure to convert exploratory results into premature claims of readiness. Progression criteria should be tied to the claim and intended decision rather than to a generic hierarchy of study designs. A validation study may justify investigation in another setting without supporting procurement, while a prospective workflow study may establish feasibility without demonstrating patient benefit. Before moving forward, investigators and decision makers should state what findings would support continuation, what findings would require adaptation or additional evidence, and what findings would justify stopping. They should also identify who has authority to make that decision and which uncertainties can reasonably remain unresolved at the relevant stage. <xref rid="figure1" ref-type="fig">Figure 1</xref> summarizes these maturity stages and the VALUE-AI routing logic. A maturity judgment should distinguish evidence that changes the next decision from evidence that merely adds another performance estimate. This prevents automatic progression when the most decision-relevant uncertainty concerns workflow, equity, safety, governance, or monitoring rather than discrimination alone. The same criteria should be communicated consistently in protocols, reports, review decisions, and local governance records [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref35">35</xref>].</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Algorithmic research waste across evidence maturity stages and the cross-cutting VALUE-AI (Valid Question and Purpose, Appropriate Data and Population Fit, Local Workflow and Intended Use, Usability, Safety, and Accountability, Equity and External Validity, and Auditability and Impact Monitoring) lens. Health care AI research may generate decision-useful evidence at the discovery, validation, implementation-ready evaluation, and postdeployment learning stages. Value may be lost through primary research-value loss, contextual value loss, deployment failure, or postdeployment failure. VALUE-AI applies 6 cross-cutting domains: Valid Question and Purpose; Appropriate Data and Population Fit; Local Workflow and Intended Use; Usability, Safety, and Accountability; Equity and External Validity; and Auditability and Impact Monitoring. When a value-loss signal is identified, the lens directs attention to the actor or actors with primary control and the next maturity-appropriate evidence or action. These pathways are overlapping heuristic categories rather than mutually exclusive classifications.</p>
        </caption>
        <graphic xlink:href="metascience_v1i1e104222_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec>
      <title>The VALUE-AI Lens</title>
      <p>VALUE-AI was derived from a conceptual crosswalk that aligns recurring points of value loss in the research-waste literature with the questions addressed by prediction-model reporting and risk-of-bias tools, clinical evaluation guidance, implementation frameworks, and responsible AI governance standards. This was not a formal consensus, Delphi, or systematic framework-development process. The domains were retained because each addresses a distinct decision point where evidence can lose value, and together they span question formulation through postdeployment learning. TRIPOD+AI (Transparent Reporting of a Multivariable Prediction Model for Individual Prognosis or Diagnosis–Artificial Intelligence) strengthens transparent reporting [<xref ref-type="bibr" rid="ref27">27</xref>]; PROBAST (Prediction Model Risk of Bias Assessment Tool) and PROBAST+AI assess quality, risk of bias, and applicability [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]; CONSORT-AI (Consolidated Standards of Reporting Trials–Artificial Intelligence) and SPIRIT-AI (Standard Protocol Items: Recommendations for Interventional Trials–Artificial Intelligence) extend trial reporting and protocol guidance [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]; and DECIDE-AI (Developmental and Exploratory Clinical Investigations of Decision Support Systems Driven by Artificial Intelligence) addresses early live clinical evaluation [<xref ref-type="bibr" rid="ref19">19</xref>]. NASSS (Nonadoption, Abandonment, Scale-up, Spread, and Sustainability), CFIR (Consolidated Framework for Implementation Research), RE-AIM (Reach, Effectiveness, Adoption, Implementation, and Maintenance), and implementation-outcome frameworks examine adoption, context, implementation, and sustainability [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. FUTURE-AI (Fairness, Universality, Traceability, Usability, Robustness, and Explainability for Artificial Intelligence) addresses trustworthy and deployable AI across its life cycle [<xref ref-type="bibr" rid="ref20">20</xref>]; the NIST (National Institute of Standards and Technology) AI Risk Management Framework addresses risk management [<xref ref-type="bibr" rid="ref21">21</xref>]; WHO (World Health Organization) guidance addresses ethics and governance [<xref ref-type="bibr" rid="ref28">28</xref>]; and FDA (Food and Drug Administration) guidance addresses predetermined change control plans for planned modifications to AI-enabled device software functions [<xref ref-type="bibr" rid="ref40">40</xref>]. The 6 VALUE-AI domains do not claim that these underlying concerns are new. Their distinct contribution is to organize findings from existing tools around a metascience question: where is potential research value being lost, which actor or actors can modify the relevant source of loss, and what maturity-appropriate evidence or action is needed next? If users jointly apply the relevant existing tools and deliberately synthesize their findings around those questions, they are performing the function VALUE-AI is intended to support.</p>
      <p><xref ref-type="table" rid="table2">Table 2</xref> operationalizes the 6 VALUE-AI domains across the research life cycle and links each domain to its primary object, appraisal questions, and observable signals. The domains are considered together, but each asks a distinct question about whether the work can create, preserve, and transmit value. A weakness becomes consequential when it obstructs the study’s purpose or renders the associated claim unreliable, unusable, or inequitable. The Valid Question and Purpose Domain asks whether the study addresses a meaningful uncertainty and whether its intended user, decision, maturity stage, and claim are coherent. It distinguishes a technically feasible task from a consequential research question. The issue is not whether every project promises immediate clinical benefit, but whether the stated purpose justifies the data, design, and inference. A high headline metric cannot compensate for a target that is poorly aligned with the proposed scientific or clinical decision.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Operational VALUE-AI<sup>a</sup> domains.<sup>b</sup></p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="170"/>
          <col width="190"/>
          <col width="320"/>
          <col width="320"/>
          <thead>
            <tr valign="top">
              <td>Domain</td>
              <td>Primary object</td>
              <td>Core appraisal questions</td>
              <td>Potential value-loss signals</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>V—Valid question and purpose</td>
              <td>Research question, intended decision, and stated purpose</td>
              <td>Who will use the output, when, for what decision, and at what maturity stage? Are the claims proportionate to the design?</td>
              <td>Question lacks a meaningful uncertainty, intended user, decision consequence, or maturity-appropriate claim.</td>
            </tr>
            <tr valign="top">
              <td>A—Appropriate data and population fit</td>
              <td>Dataset, measurements, proxies, and target population</td>
              <td>Who is represented? How were variables, outcomes, missingness, and proxies produced? Do they fit the intended population and purpose?</td>
              <td>Data, measurements, missingness, proxies, or target-population fit are insufficiently justified, characterized, or reported.</td>
            </tr>
            <tr valign="top">
              <td>L—Local workflow and intended use</td>
              <td>Use context, workflow, and infrastructure</td>
              <td>Where would the output appear, to whom, at what time, and with what feasible response? Which local adaptations are required?</td>
              <td>Workflow location, response pathway, required inputs, or transfer assumptions are unspecified.</td>
            </tr>
            <tr valign="top">
              <td>U—Usability, safety, and accountability</td>
              <td>Human-AI interaction and governance</td>
              <td>Can users interpret, contest, override, and escalate safely? Who authorizes use and who is responsible for action?</td>
              <td>Arrangements for authorization, user interpretation, override, escalation, training, or failure management are unspecified or untested.</td>
            </tr>
            <tr valign="top">
              <td>E—Equity and external validity</td>
              <td>Evidence across groups, settings, and time</td>
              <td>Are calibration, errors, benefits, and harms examined across relevant groups and external conditions?</td>
              <td>Evaluation is limited to aggregate internal performance without relevant subgroup, temporal, or external assessment.</td>
            </tr>
            <tr valign="top">
              <td>AI—Auditability and impact monitoring</td>
              <td>Deployed sociotechnical system and decision records</td>
              <td>Can model provenance and the decision sequence be examined? What will be monitored, by whom, and what triggers recalibration or withdrawal?</td>
              <td>Provenance records, versioning, monitoring ownership, decision thresholds or output-interpretation rules, response actions, or deimplementation criteria are unspecified.</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>VALUE-AI: Valid Question and Purpose, Appropriate Data and Population Fit, Local Workflow and Intended Use, Usability, Safety, and Accountability, Equity and External Validity, and Auditability and Impact Monitoring.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>Domain judgments form a life cycle profile and should not be combined into a numerical score.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>The Appropriate Data and Population Fit Domain asks whether the dataset, measurements, proxies, outcomes, and sampling process support the intended purpose and population. It includes data provenance, leakage, missingness, reference standards, prevalence, representativeness, and uncertainty [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Narrow data are not inherently deficient, but their boundaries should be explicit. When broader use is proposed, evaluation should expose the model to the temporal, geographic, institutional, and demographic variation relevant to that use [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. The Local Workflow and Intended Use Domain asks where the output would appear, to whom, at what time, and with what feasible response. Required inputs, interoperability, staffing, resources, escalation options, and competing processes may determine whether an output can influence care. This domain separates model performance from the operational pathway through which benefit is expected [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. It also makes transfer assumptions visible when evidence developed in one service is considered for another.</p>
      <p>The Usability, Safety, and Accountability Domain asks whether people can interpret, contest, override, and escalate model outputs safely and whether authority for action is clear. Human factors, training, automation bias, alert burden, privacy, consent or an appropriate alternative basis for data use, governance, and foreseeable harms are relevant [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Formal approval alone may be insufficient when affected patients and professionals lack a credible route to question assumptions, report problems, or obtain redress [<xref ref-type="bibr" rid="ref28">28</xref>]. The Equity and External Validity Domain asks how evidence, benefits, burdens, errors, and access vary across groups, settings, and time [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Aggregate performance can conceal clinically important differences, while subgroup estimates can themselves be unstable or misleading [<xref ref-type="bibr" rid="ref18">18</xref>]. Appraisal therefore considers representation, measurement quality, calibration, uncertainty, intersectional effects, deployment context, and whether mitigation transfers burden elsewhere. The aim is reasoned distributional and transportability analysis, not a ritual list of subgroup metrics.</p>
      <p>The Auditability and Impact Monitoring Domain asks whether the deployed sociotechnical system and its decision sequence can be examined over time. Model and data versions, outputs, user exposure, overrides, actions, outcomes, incidents, and corrective decisions may all be relevant. Feedback loops, silent updates, drift, and dependency on proprietary infrastructure can otherwise obscure change [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Monitoring should have named owners, interpretable thresholds, response authority, and criteria for recalibration, restriction, or withdrawal [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Taken together, the domains provide a structured explanation of where value is secure, uncertain, or being lost. They also prevent a single favorable characteristic from dominating the assessment: a useful model may still lack legitimacy, an equitable development dataset may not ensure equitable deployment, and rigorous validation may not establish workflow utility. The resulting judgment should state which domain matters, at what maturity stage, and for which claim or decision. Interactions among domains should be recorded rather than collapsed. Poor representation may weaken appropriate data and population fit, undermine external validity, and widen inequity, but the corrective action for each consequence can differ. Likewise, an opaque proprietary update may create an auditability problem if version provenance is unavailable and an accountability problem if oversight is bypassed [<xref ref-type="bibr" rid="ref21">21</xref>]. Naming the causal pathway helps assign responsibility and prevents broad labels such as bias or implementation failure from obscuring who can act and what maturity-appropriate evidence or action is needed next.</p>
    </sec>
    <sec>
      <title>Relationship to Existing Frameworks</title>
      <p><xref ref-type="table" rid="table3">Table 3</xref> makes the relationship explicit. VALUE-AI is a metascience attribution-and-routing layer, not a replacement checklist. After users apply the instruments appropriate to the study’s purpose and stage, either individually or in combination, VALUE-AI links residual deficiencies to the actor or actors able to modify them and to the next maturity-appropriate evidence or action. This synthesis matters when instruments identify different concerns because strong reporting or governance does not resolve a weak purpose, inappropriate transfer, or absent response pathway. It prevents strength in one dimension from being treated as sufficient when another consequential gap remains. The frameworks shown are illustrative rather than exhaustive and demonstrate how VALUE-AI can synthesize complementary forms of appraisal across the AI evidence life cycle.</p>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>How VALUE-AI<sup>a</sup> complements established health care AI and implementation frameworks.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="150"/>
          <col width="350"/>
          <col width="150"/>
          <col width="350"/>
          <thead>
            <tr valign="top">
              <td>Framework</td>
              <td>Primary contribution</td>
              <td>VALUE-AI<sup>b</sup> domains most directly informed</td>
              <td>Residual contribution of VALUE-AI after instrument use</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>TRIPOD+AI<sup>c</sup> [<xref ref-type="bibr" rid="ref27">27</xref>]</td>
              <td>Transparent reporting of prediction-model studies</td>
              <td>V, A, and E</td>
              <td>Interprets whether the transparently reported evidence can support the intended decision and identifies the next unresolved evidence need.</td>
            </tr>
            <tr valign="top">
              <td>PROBAST<sup>d</sup> and PROBAST+AI [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]</td>
              <td>Quality, risk of bias, and applicability of prediction models</td>
              <td>A and E</td>
              <td>Links identified bias or applicability concerns to value loss, responsibility, and the next evidence need.</td>
            </tr>
            <tr valign="top">
              <td>CONSORT-AI<sup>e</sup> and SPIRIT-AI<sup>f</sup> [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]</td>
              <td>Reporting of AI intervention trials and protocols</td>
              <td>V, L, U, and E</td>
              <td>Judges whether the trial question and evidence pathway justify the resources and claims at the stated maturity stage.</td>
            </tr>
            <tr valign="top">
              <td>DECIDE-AI<sup>g</sup> [<xref ref-type="bibr" rid="ref19">19</xref>]</td>
              <td>Early live clinical evaluation of AI decision support</td>
              <td>L, U, and AI</td>
              <td>Interprets how early clinical findings change the value profile and readiness for the next stage.</td>
            </tr>
            <tr valign="top">
              <td>NASSS<sup>h</sup> [<xref ref-type="bibr" rid="ref23">23</xref>]</td>
              <td>Nonadoption, abandonment, scale-up, spread, and sustainability</td>
              <td>L, U, and AI</td>
              <td>Distinguishes complexity foreseeable during research from complexity arising from downstream deployment choices.</td>
            </tr>
            <tr valign="top">
              <td>CFIR<sup>i</sup>, RE-AIM<sup>j</sup>, and implementation outcomes [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]</td>
              <td>Context, implementation determinants, reach, outcomes, and sustainability</td>
              <td>L, U, E, and AI</td>
              <td>Uses implementation findings to redirect research priorities and distinguish research-level loss from deployment failure.</td>
            </tr>
            <tr valign="top">
              <td>FUTURE-AI<sup>k</sup> [<xref ref-type="bibr" rid="ref20">20</xref>]</td>
              <td>Trustworthy and deployable health AI across 6 principles</td>
              <td>A, L, U, E, and AI</td>
              <td>Judges whether trustworthy-AI evidence is proportionate to the stated purpose and is decision-useful.</td>
            </tr>
            <tr valign="top">
              <td>NIST<sup>l</sup>, WHO<sup>m</sup>, and FDA<sup>n</sup> guidance [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]</td>
              <td>NIST risk management; WHO ethics and health-AI governance; and FDA guidance on predetermined change control for planned modifications to AI-enabled device software functions</td>
              <td>U, E, and AI</td>
              <td>Links missing governance evidence to the responsible actor and the next action needed to protect research value.</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table3fn1">
            <p><sup>a</sup>VALUE-AI: Valid Question and Purpose, Appropriate Data and Population Fit, Local Workflow and Intended Use, Usability, Safety, and Accountability, Equity and External Validity, and Auditability and Impact Monitoring.</p>
          </fn>
          <fn id="table3fn2">
            <p><sup>b</sup>VALUE-AI does not duplicate item-level appraisal. After applicable instruments are used individually or in combination, it synthesizes findings across instruments and maturity stages, identifies the value-loss pathway and actor or actors with primary control, and routes the finding to the next maturity-appropriate evidence or action.</p>
          </fn>
          <fn id="table3fn3">
            <p><sup>c</sup>TRIPOD+AI: Transparent Reporting of a Multivariable Prediction Model for Individual Prognosis or Diagnosis–Artificial Intelligence.</p>
          </fn>
          <fn id="table3fn4">
            <p><sup>d</sup>PROBAST: Prediction Model Risk of Bias Assessment Tool.</p>
          </fn>
          <fn id="table3fn5">
            <p><sup>e</sup>CONSORT-AI: Consolidated Standards of Reporting Trials–Artificial Intelligence.</p>
          </fn>
          <fn id="table3fn6">
            <p><sup>f</sup>SPIRIT-AI: Standard Protocol Items: Recommendations for Interventional Trials–Artificial Intelligence.</p>
          </fn>
          <fn id="table3fn7">
            <p><sup>g</sup>DECIDE-AI: Developmental and Exploratory Clinical Investigations of Decision Support Systems Driven by Artificial Intelligence.</p>
          </fn>
          <fn id="table3fn8">
            <p><sup>h</sup>NASSS: Nonadoption, Abandonment, Scale-up, Spread, and Sustainability.</p>
          </fn>
          <fn id="table3fn9">
            <p><sup>i</sup>CFIR: Consolidated Framework for Implementation Research.</p>
          </fn>
          <fn id="table3fn10">
            <p><sup>j</sup>RE-AIM: Reach, Effectiveness, Adoption, Implementation, and Maintenance.</p>
          </fn>
          <fn id="table3fn11">
            <p><sup>k</sup>FUTURE-AI: Fairness, Universality, Traceability, Usability, Robustness, and Explainability for Artificial Intelligence.</p>
          </fn>
          <fn id="table3fn12">
            <p><sup>l</sup>NIST: National Institute of Standards and Technology.</p>
          </fn>
          <fn id="table3fn13">
            <p><sup>m</sup>WHO: World Health Organization.</p>
          </fn>
          <fn id="table3fn14">
            <p><sup>n</sup>FDA: Food and Drug Administration.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>Reporting standards and risk-of-bias tools identify important deficits but do not establish whether a research question was consequential, whether a claim aligns with the maturity stage, or whether a credible route to use exists. In 65 randomized trials published after CONSORT-AI, median concordance was 90%, yet algorithm version and intervention or code accessibility were reported in only 20% and 42%, respectively [<xref ref-type="bibr" rid="ref41">41</xref>]. VALUE-AI adds a judgment about purpose and consequence while directing assessors to the relevant specialist instrument. An incomplete model report routes to reporting guidance, a biased validation study to a risk-of-bias tool, and a workflow barrier to implementation science; VALUE-AI records how each finding affects the capacity to inform a decision.</p>
    </sec>
    <sec>
      <title>Borderline Worked Example</title>
      <p>Consider a hypothetical model developed at a tertiary cardiac center to predict postoperative deterioration. At the discovery stage, a transparent exploratory study using local data, clearly presented as hypothesis-generating and intended to test whether a signal exists, represents neither primary research-value loss nor contextual value loss merely because it is not ready for deployment. It becomes primary research-value loss if the authors claim clinical readiness without temporal or external validation, calibration assessment, clinically appropriate decision thresholds, or adequate output-interpretation rules [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref27">27</xref>], or without a defined clinical response pathway and corresponding workflow evidence [<xref ref-type="bibr" rid="ref19">19</xref>]. A retrospective validation using hypothetical alerts can be informative at this point if it is presented as a test of feasibility, timing, or potential workload rather than as evidence of clinical effect. In an independent validation of a proprietary sepsis model, discrimination was lower than the developer-reported performance; the threshold flagged 18% of hospitalizations while missing 67% of sepsis cases [<xref ref-type="bibr" rid="ref42">42</xref>]. As alerts were hypothetical, the study supports concern about transportability and potential alert burden but does not demonstrate changed management, benefit, or harm.</p>
      <p>Suppose the model is then proposed for a resource-variable hospital where required measurements are delayed or unavailable and specialist escalation pathways differ. If the original study did not describe these dependencies or overstated transportability, contextual value loss is implicated. If the receiving hospital deploys the model despite clearly reported limits and without local validation, training, workflow design, or escalation rules, that is primarily a deployment failure rather than a defect in the original research. A recent review of cardiac-surgery AI similarly identified external validation, workflow integration, governance, and prospective evaluation as important considerations in translating technical performance into clinical value [<xref ref-type="bibr" rid="ref43">43</xref>]. After deployment, model version, input data, output, timing, user exposure, overrides, actions, and outcomes should be preserved in accordance with applicable law and governance requirements [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. These records support provenance and may permit reconstruction of the decision sequence, but they do not establish that an AI output caused or materially influenced a clinical action. In VALUE-AI, provenance records identify the model, inputs, and outputs; reconstruction traces the observable sequence; attribution evaluates whether the output influenced action; and accountability assigns authorization and responsibility. Reconstruction fidelity is therefore an empirical property to be tested against specified records and procedures, not assumed from the existence of logs. The next step is staged evidence generation: validation and subgroup analysis [<xref ref-type="bibr" rid="ref18">18</xref>], workflow and human-factors testing [<xref ref-type="bibr" rid="ref19">19</xref>], and postdeployment monitoring with explicit response and withdrawal criteria [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      <p>VALUE-AI routes each finding by locating the relevant pathway and domain, identifying the actor with primary control, and specifying the next maturity-appropriate action. Poor external performance routes to validation; an output that arrives too late routes to workflow redesign; findings of inequitable error patterns or access barriers route to equity mitigation; and an unannounced update routes to governance review. The response may be redesign, restricted use, monitoring, or retirement, but the claim should remain within the evidence obtained. Positive controls show what stronger evidence looks like without implying that every study must reach the same end point. A prospective interventional cohort study integrated real-time diabetic retinopathy screening and safety over-read by specialists across 9 sites [<xref ref-type="bibr" rid="ref44">44</xref>]. The population-based randomized Mammography Screening with Artificial Intelligence (MASAI) trial evaluated AI-supported mammography through interval-cancer follow-up [<xref ref-type="bibr" rid="ref45">45</xref>]. Both connect model performance to workflow, comparators, workload, and outcomes. Neither should be generalized beyond its setting or treated as proof that deployment guarantees value. For the hypothetical deterioration model, a decision record would make this reasoning explicit. The tertiary center might continue with prospective silent-mode evaluation while withholding clinical claims; the resource-variable hospital might pause adoption until locally obtainable inputs and escalation options are tested; and a deploying institution might continue use only under defined monitoring and suspension thresholds. These are different, evidence-linked decisions about the same model, illustrating why value cannot be inferred from the model artifact alone.</p>
    </sec>
    <sec>
      <title>Implications for Research and Governance</title>
      <p>For researchers, VALUE-AI can be used prospectively to align claims and evidence with maturity. Discovery studies should specify their scientific purpose and limitations [<xref ref-type="bibr" rid="ref27">27</xref>]; validation studies should prioritize transportability, calibration, subgroup performance, and reproducibility [<xref ref-type="bibr" rid="ref18">18</xref>]; implementation-ready evaluations should examine the full intervention within the workflow [<xref ref-type="bibr" rid="ref19">19</xref>]; and postdeployment studies should examine monitoring methods and changing performance over time [<xref ref-type="bibr" rid="ref25">25</xref>]. Reviewers and editors can ask which VALUE-AI domain contains the most consequential unresolved value-loss signal and direct authors to the relevant detailed standard rather than expecting a single checklist to answer every question.</p>
      <p>In practice, this means writing the intended decision before selecting the evidence used to justify it. Protocols can draw on established guidance to specify intended use, comparators, and decision pathways [<xref ref-type="bibr" rid="ref35">35</xref>], while VALUE-AI additionally identifies the maturity stage, the principal domains at risk, and the stopping or progression rule. Reports can then separate what was measured from what is inferred and what remains hypothetical [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. This separation matters because promising results may otherwise remain difficult to reproduce, compare, or translate.</p>
      <p>Funders may reduce avoidable duplication and premature model development by rewarding replication, external validation, comparative evaluation, and publication of informative negative findings [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. VALUE-AI additionally encourages investment in monitoring infrastructure and partnerships with intended users. Where several retrospective models already exist, independent validation or prospective workflow evaluation may add more value than another development study. Funding milestones can specify the evidence bottleneck, progression or stopping rules, and requirements for reporting informative negative findings. Research-assessment principles and registered reports likewise shift incentives from novelty and positive results toward rigor, transparency, and cumulative knowledge [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      <p>Health systems should treat publication as the start of local appraisal, not as a deployment guarantee. Before adoption, they should assess population and data fit, infrastructure, workflow, and staffing [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. They should also examine reach, implementation outcomes, and sustainability [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. Equity, legal and governance requirements, monitoring capacity, and response ownership require separate appraisal [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Before deployment, they should designate monitoring owners; define data-quality checks, clinically meaningful thresholds, subgroup review, and incident pathways; and assign authority to modify, suspend, or retire the system [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. A scoping review identified 39 sources on clinical-AI monitoring, but only 9 described clinically tested or implemented methods [<xref ref-type="bibr" rid="ref25">25</xref>]. Conformal Multidimensional Prediction of Sepsis Risk (COMPOSER) provides a bounded example that links outcome evaluation to site-specific analysis, data-quality surveillance, biweekly performance review, and predefined change control [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
      <p>For regulators and policy makers, VALUE-AI separates product evidence from evidence on its use within a service. Public summaries should identify the intended population, user, workflow, model version, principal uncertainties, and postmarket obligations [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. Of 794 AI-enabled medical devices authorized from 2023 to 2025, 43 (5.4%) had FDA-authorized predetermined change control plans; among those 43 devices, 31 (72%) publicly reported all FDA-recommended elements [<xref ref-type="bibr" rid="ref47">47</xref>]. Of 692 publicly available FDA summaries of safety and effectiveness data for AI-enabled devices, 3.6% reported race or ethnicity, 46.1% provided comprehensive performance results, and 9.0% described prospective postmarket studies [<xref ref-type="bibr" rid="ref48">48</xref>]. Of 1357 FDA-authorized devices listed through December 5, 2025, 34 were linked to registered prospective trials, and only 3 evaluated patient-centered outcomes such as mortality, morbidity, or readmissions [<xref ref-type="bibr" rid="ref49">49</xref>]. These findings concern publicly traceable evidence and do not establish that unlinked devices are ineffective or wholly unevaluated.</p>
      <p>Patients, professionals, and developers have complementary roles in this process. Patients and communities can identify outcomes, burdens, and distributional concerns that performance summaries overlook. They require clear pathways for explanation and redress [<xref ref-type="bibr" rid="ref28">28</xref>]. How patient and public involvement shaped the research should be reported transparently, including contributors’ roles and influence [<xref ref-type="bibr" rid="ref50">50</xref>]. Professionals can test whether outputs align with actual decisions and report workarounds or new hazards [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Developers should preserve data and model provenance [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>], disclose relevant limitations, and support independent evaluation. For regulated AI-enabled devices, planned modifications should be disclosed and managed through applicable change-control requirements [<xref ref-type="bibr" rid="ref40">40</xref>]. Participation does not transfer accountability to those consulted; organizations that retain authority over design, procurement, or deployment remain responsible for acting on the evidence produced [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
    </sec>
    <sec>
      <title>Scope and Limitations</title>
      <p>VALUE-AI is a conceptual metascience lens, not a validated reporting guideline, risk-of-bias tool, scoring system, or implementation instrument. The domains, signals, and routing questions are conceptual heuristics; they have not been empirically validated, weighted, or tested for interrater reliability. Their usefulness and interpretability require evaluation across specialties, resource settings, and AI modalities. The 4 pathways may overlap, and classifications may change as evidence and context evolve. The lens focuses primarily on prediction and decision-support systems. Applying it to generative AI, reinforcement learning, or administrative automation would require modality-specific adaptation and separate empirical evaluation addressing open-ended outputs, feedback loops, autonomy, provenance, and task-specific safety. Finally, this viewpoint is a selective conceptual synthesis rather than a systematic review of all health care AI evidence or guidance.</p>
      <p>The next empirical task is therefore to test the lens as an appraisal process. Studies should examine interrater agreement, the reasons assessors disagree, the time and expertise required, and whether judgments change when maturity stage or intended use is specified more clearly. Construct validity can be explored by comparing VALUE-AI findings with established reporting, bias, implementation, ethics, and economic assessments while preserving the distinct question of value loss. Prospective use in funding panels, protocol review, journal assessment, and procurement could test whether the lens changes decisions or merely redescribes known concerns. Case sampling should include early exploratory work, negative validation, successful implementation, withdrawn systems, and settings with constrained infrastructure. Although VALUE-AI is not a reporting guideline, stakeholder consultation, piloting, consensus development, and evaluation of uptake offer a relevant methodological analogy for its refinement [<xref ref-type="bibr" rid="ref51">51</xref>]. Patient and public contributors should help define acceptable evidence and consequential harm. Longitudinal evaluation is also needed because an appraisal may change as the model, workflow, population, or available alternative changes; agreement at one time point would not establish durable value. These evaluations should avoid converting VALUE-AI into an unweighted score: domain importance is context-dependent, and apparently similar deficits may have different consequences at different maturity stages. Until such testing is available, judgments should be transparent, reasoned, and accompanied by the evidence and assumptions on which they depend.</p>
      <p>Empirical evaluation should assess not only whether assessors agree, but also whether disagreements reveal different assumptions about purpose, evidence, context, or responsibility. A useful appraisal lens may expose these underlying assumptions even when it does not yield identical classifications. Studies should therefore document the reasoning behind each judgment, the evidence that changed it, the actor assigned primary control, and the action ultimately recommended. Comparisons with usual review processes should assess whether VALUE-AI identifies neglected uncertainties, redirects resources toward more informative work, or supports earlier restriction or discontinuation when progression criteria are not met. Evaluation should also look for unintended effects, including excessive documentation, false confidence from apparently complete domain coverage, or inappropriate use of the lens to reject legitimate exploratory research. These outcomes would test whether VALUE-AI improves the quality and transparency of decisions rather than merely increasing appraisal burden.</p>
    </sec>
    <sec>
      <title>Conclusions</title>
      <p>Health care AI research can generate value at multiple stages, from exploratory methodological work to external validation, prospective evaluation, and postdeployment learning. Algorithmic research waste does not imply that every model must be deployed or that early-stage, locally focused, negative, or noncommercial research is unhelpful. It describes an avoidable loss of potential value when a study’s question, design, reporting, validation, implementation assumptions, or claims are insufficient to support the scientific, clinical, policy, or operational decision they purport to inform. VALUE-AI is a stage-specific metascience attribution-and-routing lens. It highlights 6 cross-cutting conditions for decision-useful evidence: a valid question and purpose; appropriate data and population fit; local workflow and intended use; usability, safety, and accountability; equity and external validity; and auditability and impact monitoring. The lens does not replace detailed reporting standards, risk-of-bias tools, clinical-evaluation guidance, implementation frameworks, or governance standards. Its contribution is to connect their findings by asking where research value is at risk, which actor or actors have practical capacity to address the source of loss, and what maturity-appropriate evidence or action should follow. The practical aim is to reduce the production of evidence that is technically impressive yet unable to guide a proportionate next decision, without creating another score or unnecessary administrative burden. Researchers, editors, funders, health systems, regulators, developers, and patient and public representatives can use this perspective to prioritize transparent questions, credible validation, locally feasible pathways, accountable oversight, and ongoing learning. VALUE-AI now requires empirical evaluation to determine whether it improves the clarity, consistency, and usefulness of decisions across research and deployment settings.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CFIR</term>
          <def>
            <p>Consolidated Framework for Implementation Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">COMPOSER</term>
          <def>
            <p>Conformal Multidimensional Prediction of Sepsis Risk</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CONSORT-AI</term>
          <def>
            <p>Consolidated Standards of Reporting Trials–Artificial Intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">DECIDE-AI</term>
          <def>
            <p>Developmental and Exploratory Clinical Investigations of Decision Support Systems Driven by Artificial Intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">FDA</term>
          <def>
            <p>Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">FUTURE-AI</term>
          <def>
            <p>Fairness, Universality, Traceability, Usability, Robustness, and Explainability for Artificial Intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">MASAI</term>
          <def>
            <p>Mammography Screening with Artificial Intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">NASSS</term>
          <def>
            <p>Nonadoption, Abandonment, Scale-up, Spread, and Sustainability</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">NIST</term>
          <def>
            <p>National Institute of Standards and Technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">PROBAST</term>
          <def>
            <p>Prediction Model Risk of Bias Assessment Tool</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">RE-AIM</term>
          <def>
            <p>Reach, Effectiveness, Adoption, Implementation, and Maintenance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">SPIRIT-AI</term>
          <def>
            <p>Standard Protocol Items: Recommendations for Interventional Trials–Artificial Intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">TRIPOD+AI</term>
          <def>
            <p>Transparent Reporting of a Multivariable Prediction Model for Individual Prognosis or Diagnosis–Artificial Intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">VALUE-AI</term>
          <def>
            <p>Valid Question and Purpose, Appropriate Data and Population Fit, Local Workflow and Intended Use, Usability, Safety, and Accountability, Equity and External Validity, and Auditability and Impact Monitoring</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The author thanks colleagues and independent academic readers who provided informal feedback during manuscript development and gratefully acknowledges the faculty of the AI in Health Care: From Strategies to Implementation program at Harvard Medical School for scholarly insights into clinical AI and prediction-model evaluation that informed the development of this viewpoint. The author conceived the VALUE-AI lens, developed its domains, pathways, worked example, arguments, and conclusions, and wrote the manuscript. In line with the Generative Artificial Intelligence Delegation Taxonomy (GAIDeT) framework, generative AI and AI-assisted tools were used under full human supervision for limited supporting tasks: Perplexity (model version not recorded; Perplexity AI) to identify additional candidate publications to supplement database searches and to support manuscript-quality checks; ChatGPT and Codex (GPT-5.6 Sol; OpenAI) for proofreading, editing, and reformatting; and Paperpal (Cactus Communications Services Pte) and Grammarly (Grammarly Inc) for language and style review. The author screened and read all cited original sources, selected the references, verified all citations and factual claims against the original sources, and reviewed and revised all AI-assisted output. These tools did not generate the manuscript’s concepts, arguments, interpretations, or conclusions. The author made all final decisions and takes full responsibility for the manuscript.</p>
    </ack>
    <notes>
      <sec>
        <title>Funding</title>
        <p>The author declares that no financial support was received for this work.</p>
      </sec>
    </notes>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>No new data were generated or analyzed in this article. Data sharing is not applicable because this viewpoint is based on interpretation of published literature and development of a conceptual lens.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>Conceptualization: DCN</p>
        <p>Writing – original draft: DCN</p>
        <p>Writing – review and editing: DCN</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chalmers</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Nasser</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bossuyt</surname>
              <given-names>PMM</given-names>
            </name>
            <name name-style="western">
              <surname>Korevaar</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Ravaud</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Increasing value and reducing waste in biomedical research: who's listening?</article-title>
          <source>Lancet</source>
          <year>2016</year>
          <month>04</month>
          <volume>387</volume>
          <issue>10027</issue>
          <fpage>1573</fpage>
          <lpage>1586</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(15)00307-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Bossuyt</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Julious</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wager</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Reducing waste from incomplete or unusable reports of biomedical research</article-title>
          <source>Lancet</source>
          <year>2014</year>
          <month>01</month>
          <volume>383</volume>
          <issue>9913</issue>
          <fpage>267</fpage>
          <lpage>276</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(13)62228-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chalmers</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Bracken</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Djulbegovic</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Garattini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gülmezoglu</surname>
              <given-names>A Metin</given-names>
            </name>
            <name name-style="western">
              <surname>Howells</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Ioannidis</surname>
              <given-names>JPA</given-names>
            </name>
            <name name-style="western">
              <surname>Oliver</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>How to increase value and reduce waste when research priorities are set</article-title>
          <source>Lancet</source>
          <year>2014</year>
          <month>01</month>
          <day>11</day>
          <volume>383</volume>
          <issue>9912</issue>
          <fpage>156</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(13)62229-1</pub-id>
          <pub-id pub-id-type="medline">24411644</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(13)62229-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosengaard</surname>
              <given-names>LO</given-names>
            </name>
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>MZ</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fonnes</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Five aspects of research waste in biomedicine: a scoping review</article-title>
          <source>J Evid Based Med</source>
          <year>2024</year>
          <month>06</month>
          <day>26</day>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>351</fpage>
          <lpage>359</lpage>
          <pub-id pub-id-type="doi">10.1111/jebm.12616</pub-id>
          <pub-id pub-id-type="medline">38798014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arshi</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wynants</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rijnhart</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cowley</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Smits</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Number of publications on new clinical prediction models: a bibliometric review</article-title>
          <source>JMIR Med Inform</source>
          <year>2025</year>
          <month>07</month>
          <day>04</day>
          <volume>13</volume>
          <fpage>e62710</fpage>
          <lpage>e62710</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2025//e62710/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/62710</pub-id>
          <pub-id pub-id-type="medline">40614260</pub-id>
          <pub-id pub-id-type="pii">v13i1e62710</pub-id>
          <pub-id pub-id-type="pmcid">PMC12252138</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andaur Navarro</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Damen</surname>
              <given-names>JAA</given-names>
            </name>
            <name name-style="western">
              <surname>Takada</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nijman</surname>
              <given-names>SWJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dhiman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Bajpai</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KGM</given-names>
            </name>
            <name name-style="western">
              <surname>Hooft</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Completeness of reporting of clinical prediction models developed using supervised machine learning: a systematic review</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2022</year>
          <month>01</month>
          <day>13</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>12</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-021-01469-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-021-01469-6</pub-id>
          <pub-id pub-id-type="medline">35026997</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-021-01469-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC8759172</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andaur Navarro</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Damen</surname>
              <given-names>JAA</given-names>
            </name>
            <name name-style="western">
              <surname>Takada</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nijman</surname>
              <given-names>SWJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dhiman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Bajpai</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KGM</given-names>
            </name>
            <name name-style="western">
              <surname>Hooft</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Risk of bias in studies on prediction models developed using supervised machine learning techniques: systematic review</article-title>
          <source>BMJ</source>
          <year>2021</year>
          <month>10</month>
          <day>20</day>
          <volume>375</volume>
          <fpage>n2281</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bmj.com/lookup/pmidlookup?view=long&amp;pmid=34670780"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.n2281</pub-id>
          <pub-id pub-id-type="medline">34670780</pub-id>
          <pub-id pub-id-type="pmcid">PMC8527348</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rockenschaub</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Akay</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Carlisle</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Hilbert</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wendland</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer-Eschenbach</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Näher</surname>
              <given-names>Anatol-Fiete</given-names>
            </name>
            <name name-style="western">
              <surname>Frey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Madai</surname>
              <given-names>VI</given-names>
            </name>
          </person-group>
          <article-title>External validation of AI-based scoring systems in the ICU: a systematic review and meta-analysis</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2025</year>
          <month>01</month>
          <day>06</day>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-024-02830-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-024-02830-7</pub-id>
          <pub-id pub-id-type="medline">39762808</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-024-02830-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC11702098</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nagendran</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lovejoy</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Komorowski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Topol</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ioannidis</surname>
              <given-names>JPA</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Maruthappu</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence versus clinicians: systematic review of design, reporting standards, and claims of deep learning studies</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>03</month>
          <day>25</day>
          <volume>368</volume>
          <fpage>m689</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bmj.com/lookup/pmidlookup?view=long&amp;pmid=32213531"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.m689</pub-id>
          <pub-id pub-id-type="medline">32213531</pub-id>
          <pub-id pub-id-type="pmcid">PMC7190037</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berkhout</surname>
              <given-names>WEM</given-names>
            </name>
            <name name-style="western">
              <surname>van Wijngaarden</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Workum</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>van de Sande</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hilling</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Meyfroidt</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gommers</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Buijsman</surname>
              <given-names>SNR</given-names>
            </name>
            <name name-style="western">
              <surname>van Genderen</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Operationalization of artificial intelligence applications in the intensive care unit: a systematic review</article-title>
          <source>JAMA Netw Open</source>
          <year>2025</year>
          <month>07</month>
          <day>01</day>
          <volume>8</volume>
          <issue>7</issue>
          <fpage>e2522866</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2025.22866"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2025.22866</pub-id>
          <pub-id pub-id-type="medline">40699572</pub-id>
          <pub-id pub-id-type="pii">2836754</pub-id>
          <pub-id pub-id-type="pmcid">PMC12287835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>EF</given-names>
            </name>
            <name name-style="western">
              <surname>Struijs</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Heijink</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hendrikx</surname>
              <given-names>RJP</given-names>
            </name>
            <name name-style="western">
              <surname>Baan</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Are low-value care measures up to the task? A systematic review of the literature</article-title>
          <source>BMC Health Serv Res</source>
          <year>2016</year>
          <month>08</month>
          <day>18</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>405</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-016-1656-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-016-1656-3</pub-id>
          <pub-id pub-id-type="medline">27539054</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-016-1656-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC4990838</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shrank</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Gondi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brailer</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence and health care waste-promise or peril?</article-title>
          <source>JAMA Health Forum</source>
          <year>2025</year>
          <month>06</month>
          <day>07</day>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>e251637</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/article.aspx?doi=10.1001/jamahealthforum.2025.1637"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamahealthforum.2025.1637</pub-id>
          <pub-id pub-id-type="medline">40512508</pub-id>
          <pub-id pub-id-type="pii">2835102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hendrix</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Veenstra</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Verguet</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Assessing the economic value of clinical artificial intelligence: challenges and opportunities</article-title>
          <source>Value Health</source>
          <year>2022</year>
          <month>03</month>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>331</fpage>
          <lpage>339</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1098-3015(21)01743-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jval.2021.08.015</pub-id>
          <pub-id pub-id-type="medline">35227443</pub-id>
          <pub-id pub-id-type="pii">S1098-3015(21)01743-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Karthikesalingam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Suleyman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Corrado</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Key challenges for delivering clinical impact with artificial intelligence</article-title>
          <source>BMC Med</source>
          <year>2019</year>
          <month>10</month>
          <day>29</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>195</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-019-1426-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-019-1426-2</pub-id>
          <pub-id pub-id-type="medline">31665002</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-019-1426-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6821018</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Futoma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Simons</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Panch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Doshi-Velez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>The myth of generalisability in clinical research and machine learning in health care</article-title>
          <source>Lancet Digit Health</source>
          <year>2020</year>
          <month>09</month>
          <volume>2</volume>
          <issue>9</issue>
          <fpage>e489</fpage>
          <lpage>e492</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-7500(20)30186-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(20)30186-2</pub-id>
          <pub-id pub-id-type="medline">32864600</pub-id>
          <pub-id pub-id-type="pii">S2589-7500(20)30186-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7444947</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dhiman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Andaur Navarro</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Speich</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bullock</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Damen</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Hooft</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kirtley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Van Calster</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
          </person-group>
          <article-title>Overinterpretation of findings in machine learning prediction model studies in oncology: a systematic review</article-title>
          <source>J Clin Epidemiol</source>
          <year>2023</year>
          <month>05</month>
          <volume>157</volume>
          <fpage>120</fpage>
          <lpage>133</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0895-4356(23)00055-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2023.03.012</pub-id>
          <pub-id pub-id-type="medline">36935090</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(23)00055-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC11913775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smaldino</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>McElreath</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The natural selection of bad science</article-title>
          <source>R Soc Open Sci</source>
          <year>2016</year>
          <month>09</month>
          <volume>3</volume>
          <issue>9</issue>
          <fpage>160384</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27703703"/>
          </comment>
          <pub-id pub-id-type="doi">10.1098/rsos.160384</pub-id>
          <pub-id pub-id-type="medline">27703703</pub-id>
          <pub-id pub-id-type="pii">rsos160384</pub-id>
          <pub-id pub-id-type="pmcid">PMC5043322</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KGM</given-names>
            </name>
            <name name-style="western">
              <surname>Damen</surname>
              <given-names>JAA</given-names>
            </name>
            <name name-style="western">
              <surname>Kaul</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hooft</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Andaur Navarro</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dhiman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Beam</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Van Calster</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Denaxas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Denniston</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Ghassemi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Heinze</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kengne</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Maier-Hein</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Logullo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McCradden</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Oakden-Rayner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ting</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Wynants</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Reitsma</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>van Smeden</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>PROBAST+AI: an updated quality, risk of bias, and applicability assessment tool for prediction models using regression or artificial intelligence methods</article-title>
          <source>BMJ</source>
          <year>2025</year>
          <month>03</month>
          <day>24</day>
          <volume>388</volume>
          <fpage>e082505</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj-2024-082505</pub-id>
          <pub-id pub-id-type="medline">40127903</pub-id>
          <pub-id pub-id-type="pmcid">PMC11931409</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vasey</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nagendran</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Clifton</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Denaxas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Denniston</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Faes</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Geerts</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ibrahim</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Mateen</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Mathur</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McCradden</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ordish</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Saria</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ting</surname>
              <given-names>DSW</given-names>
            </name>
            <name name-style="western">
              <surname>Watkinson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wheatstone</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McCulloch</surname>
              <given-names>P</given-names>
            </name>
            <collab>DECIDE-AI expert group</collab>
          </person-group>
          <article-title>Reporting guideline for the early stage clinical evaluation of decision support systems driven by artificial intelligence: DECIDE-AI</article-title>
          <source>BMJ</source>
          <year>2022</year>
          <month>05</month>
          <day>18</day>
          <volume>377</volume>
          <fpage>e070904</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bmj.com/lookup/pmidlookup?view=long&amp;pmid=35584845"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj-2022-070904</pub-id>
          <pub-id pub-id-type="medline">35584845</pub-id>
          <pub-id pub-id-type="pmcid">PMC9116198</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lekadir</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Frangi</surname>
              <given-names>Af</given-names>
            </name>
            <name name-style="western">
              <surname>Porras</surname>
              <given-names>Ar</given-names>
            </name>
            <name name-style="western">
              <surname>Glocker</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cintas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Langlotz</surname>
              <given-names>Cp</given-names>
            </name>
            <name name-style="western">
              <surname>Weicken</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Asselbergs</surname>
              <given-names>Fw</given-names>
            </name>
            <name name-style="western">
              <surname>Prior</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>Gs</given-names>
            </name>
            <name name-style="western">
              <surname>Kaissis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tsakou</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Buvat</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kalpathy-Cramer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mongan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schnabel</surname>
              <given-names>Ja</given-names>
            </name>
            <name name-style="western">
              <surname>Kushibar</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Riklund</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Marias</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Amugongo</surname>
              <given-names>Lm</given-names>
            </name>
            <name name-style="western">
              <surname>Fromont</surname>
              <given-names>La</given-names>
            </name>
            <name name-style="western">
              <surname>Maier-Hein</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cerdá-Alberich</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Martí-Bonmatí</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cardoso</surname>
              <given-names>Mj</given-names>
            </name>
            <name name-style="western">
              <surname>Bobowicz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shabani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tsiknakis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zuluaga</surname>
              <given-names>Ma</given-names>
            </name>
            <name name-style="western">
              <surname>Fritzsche</surname>
              <given-names>M-c</given-names>
            </name>
            <name name-style="western">
              <surname>Camacho</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Linguraru</surname>
              <given-names>Mg</given-names>
            </name>
            <name name-style="western">
              <surname>Wenzel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>De</surname>
              <given-names>Bruijne M</given-names>
            </name>
            <name name-style="western">
              <surname>Tolsgaard</surname>
              <given-names>Mg</given-names>
            </name>
            <name name-style="western">
              <surname>Goisauf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cano</surname>
              <given-names>Abadía M</given-names>
            </name>
            <name name-style="western">
              <surname>Papanikolaou</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lazrak</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Pujol</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Osuala</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Napel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Colantonio</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aussó</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>Wa</given-names>
            </name>
            <name name-style="western">
              <surname>Salahuddin</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Starmans</surname>
              <given-names>Mpa</given-names>
            </name>
          </person-group>
          <article-title>FUTURE-AI: international consensus guideline for trustworthy and deployable artificial intelligence in healthcare</article-title>
          <source>BMJ</source>
          <year>2025</year>
          <month>2</month>
          <day>5</day>
          <volume>388</volume>
          <fpage>e081554</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj-2024-081554</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tabassi</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Artificial Intelligence Risk Management Framework (AI RMF 1.0)</article-title>
          <source>National Institute of Standards and Technology (NIST)</source>
          <year>2023</year>
          <month>01</month>
          <day>26</day>
          <access-date>2026-10-09</access-date>
          <publisher-loc>Gaithersburg, MD</publisher-loc>
          <publisher-name>National Institute of Standards and Technology</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.100-1.pdf">https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.100-1.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dhiman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Andaur Navarro</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Speich</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bullock</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Damen</surname>
              <given-names>JAA</given-names>
            </name>
            <name name-style="western">
              <surname>Hooft</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kirtley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Van Calster</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KGM</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
          </person-group>
          <article-title>Methodological conduct of prognostic prediction models developed using machine learning in oncology: a systematic review</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2022</year>
          <month>04</month>
          <day>08</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>101</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-022-01577-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-022-01577-x</pub-id>
          <pub-id pub-id-type="medline">35395724</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-022-01577-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC8991704</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wherton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Papoutsi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>A'Court</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hinder</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fahy</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Procter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Beyond adoption: a new framework for theorizing and evaluating nonadoption, abandonment, and challenges to the scale-up, spread, and sustainability of health and care technologies</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>11</month>
          <day>01</day>
          <volume>19</volume>
          <issue>11</issue>
          <fpage>e367</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/11/e367/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8775</pub-id>
          <pub-id pub-id-type="medline">29092808</pub-id>
          <pub-id pub-id-type="pii">v19i11e367</pub-id>
          <pub-id pub-id-type="pmcid">PMC5688245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Reardon</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Widerquist</surname>
              <given-names>MAO</given-names>
            </name>
            <name name-style="western">
              <surname>Lowery</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The updated Consolidated Framework for Implementation Research based on user feedback</article-title>
          <source>Implement Sci</source>
          <year>2022</year>
          <month>10</month>
          <day>29</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>75</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-022-01245-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-022-01245-0</pub-id>
          <pub-id pub-id-type="medline">36309746</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-022-01245-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC9617234</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Birk-Korch</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Fly</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Röttger</surname>
              <given-names>Richard</given-names>
            </name>
            <name name-style="western">
              <surname>Arcani</surname>
              <given-names>DMC</given-names>
            </name>
            <name name-style="western">
              <surname>Brasen</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Brandslund</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Madsen</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Monitoring performance of clinical artificial intelligence in health care: a scoping review</article-title>
          <source>JBI Evid Synth</source>
          <year>2024</year>
          <month>12</month>
          <day>01</day>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>2423</fpage>
          <lpage>2446</lpage>
          <pub-id pub-id-type="doi">10.11124/JBIES-24-00042</pub-id>
          <pub-id pub-id-type="medline">39658865</pub-id>
          <pub-id pub-id-type="pii">02174543-202412000-00002</pub-id>
          <pub-id pub-id-type="pmcid">PMC11630661</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Obermeyer</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Powers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Vogeli</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mullainathan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Dissecting racial bias in an algorithm used to manage the health of populations</article-title>
          <source>Science</source>
          <year>2019</year>
          <month>10</month>
          <day>25</day>
          <volume>366</volume>
          <issue>6464</issue>
          <fpage>447</fpage>
          <lpage>453</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://escholarship.org/uc/item/qt6h92v832"/>
          </comment>
          <pub-id pub-id-type="doi">10.1126/science.aax2342</pub-id>
          <pub-id pub-id-type="medline">31649194</pub-id>
          <pub-id pub-id-type="pii">366/6464/447</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KGM</given-names>
            </name>
            <name name-style="western">
              <surname>Dhiman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Beam</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Van Calster</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ghassemi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Reitsma</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Van Smeden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Boulesteix</surname>
              <given-names>A-L</given-names>
            </name>
            <name name-style="western">
              <surname>Camaradou</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Denaxas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Denniston</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Glocker</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Golub</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Heinze</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Kengne</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Loder</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Maier-Hein</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mateen</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>McCradden</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Oakden-Rayner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ordish</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Parnell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wynants</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Logullo</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>TRIPOD+AI statement: updated guidance for reporting clinical prediction models that use regression or machine learning methods</article-title>
          <source>BMJ</source>
          <year>2024</year>
          <month>04</month>
          <day>18</day>
          <volume>385</volume>
          <fpage>q902</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bmj.com/lookup/pmidlookup?view=long&amp;pmid=38636956"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.q902</pub-id>
          <pub-id pub-id-type="medline">38636956</pub-id>
          <pub-id pub-id-type="pmcid">PMC11025451</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <article-title>Ethics and governance of artificial intelligence for health: WHO guidance</article-title>
          <source>World Health Organization</source>
          <year>2021</year>
          <month>06</month>
          <day>28</day>
          <access-date>2026-10-09</access-date>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/9789240029200">https://www.who.int/publications/i/item/9789240029200</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Baumgartner</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Berens</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Distribution shift detection for the postmarket surveillance of medical AI algorithms: a retrospective simulation study</article-title>
          <source>NPJ Digit Med</source>
          <year>2024</year>
          <month>05</month>
          <day>09</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>120</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-024-01085-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-024-01085-w</pub-id>
          <pub-id pub-id-type="medline">38724581</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-024-01085-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC11082139</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>GFDS</given-names>
            </name>
            <name name-style="western">
              <surname>Barcellos Filho</surname>
              <given-names>FN</given-names>
            </name>
            <name name-style="western">
              <surname>Wichmann</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>da Silva Junior</surname>
              <given-names>FC</given-names>
            </name>
            <name name-style="western">
              <surname>Chiavegatto Filho</surname>
              <given-names>ADP</given-names>
            </name>
          </person-group>
          <article-title>Strategies for detecting and mitigating dataset shift in machine learning for health predictions: a systematic review</article-title>
          <source>J Biomed Inform</source>
          <year>2025</year>
          <month>10</month>
          <volume>170</volume>
          <fpage>104902</fpage>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2025.104902</pub-id>
          <pub-id pub-id-type="medline">40876698</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(25)00131-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Acosta</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Shakeri</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Ioannidis</surname>
              <given-names>JPA</given-names>
            </name>
            <name name-style="western">
              <surname>Topol</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rajpurkar</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Randomised controlled trials evaluating artificial intelligence in clinical practice: a scoping review</article-title>
          <source>Lancet Digit Health</source>
          <year>2024</year>
          <month>05</month>
          <volume>6</volume>
          <issue>5</issue>
          <fpage>e367</fpage>
          <lpage>e373</lpage>
          <pub-id pub-id-type="doi">10.1016/s2589-7500(24)00047-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zou</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Liao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Coopersmith</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>A methodological systematic review of validation and performance of sepsis real-time prediction models</article-title>
          <source>NPJ Digit Med</source>
          <year>2025</year>
          <month>04</month>
          <day>07</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>190</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-025-01587-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-025-01587-1</pub-id>
          <pub-id pub-id-type="medline">40189694</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-025-01587-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC11973177</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bouter</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kleinert</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sham</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Barbour</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Coriat</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Foeger</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dirnagl</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>The Hong Kong Principles for assessing researchers: fostering research integrity</article-title>
          <source>PLoS Biol</source>
          <year>2020</year>
          <month>07</month>
          <volume>18</volume>
          <issue>7</issue>
          <fpage>e3000737</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pbio.3000737"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pbio.3000737</pub-id>
          <pub-id pub-id-type="medline">32673304</pub-id>
          <pub-id pub-id-type="pii">PBIOLOGY-D-20-00253</pub-id>
          <pub-id pub-id-type="pmcid">PMC7365391</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chambers</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Tzavella</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The past, present and future of registered reports</article-title>
          <source>Nat Hum Behav</source>
          <year>2022</year>
          <month>01</month>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1038/s41562-021-01193-7</pub-id>
          <pub-id pub-id-type="medline">34782730</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41562-021-01193-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Denniston</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Calvert</surname>
              <given-names>MJ</given-names>
            </name>
            <collab>SPIRIT-AI and CONSORT-AI Working Group</collab>
          </person-group>
          <article-title>Guidelines for clinical trial protocols for interventions involving artificial intelligence: the SPIRIT-AI Extension</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>09</month>
          <day>09</day>
          <volume>370</volume>
          <fpage>m3210</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bmj.com/lookup/pmidlookup?view=long&amp;pmid=32907797"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.m3210</pub-id>
          <pub-id pub-id-type="medline">32907797</pub-id>
          <pub-id pub-id-type="pmcid">PMC7490785</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Westwood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Reitsma</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Kleijnen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mallett</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>PROBAST: a tool to assess the risk of bias and applicability of prediction model studies</article-title>
          <source>Ann Intern Med</source>
          <year>2019</year>
          <month>01</month>
          <day>01</day>
          <volume>170</volume>
          <issue>1</issue>
          <fpage>51</fpage>
          <lpage>58</lpage>
          <pub-id pub-id-type="doi">10.7326/m18-1376</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz Rivera</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Calvert</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Denniston</surname>
              <given-names>AK</given-names>
            </name>
            <collab>SPIRIT-AI and CONSORT-AI Working Group</collab>
          </person-group>
          <article-title>Reporting guidelines for clinical trial reports for interventions involving artificial intelligence: the CONSORT-AI extension</article-title>
          <source>Nat Med</source>
          <year>2020</year>
          <month>09</month>
          <day>09</day>
          <volume>26</volume>
          <issue>9</issue>
          <fpage>1364</fpage>
          <lpage>1374</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32908283"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41591-020-1034-x</pub-id>
          <pub-id pub-id-type="medline">32908283</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-020-1034-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC7598943</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glasgow</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Harden</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Gaglio</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rabin</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Ory</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Estabrooks</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>RE-AIM planning and evaluation framework: adapting to new science and practice with a 20-year review</article-title>
          <source>Front Public Health</source>
          <year>2019</year>
          <volume>7</volume>
          <fpage>64</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30984733"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpubh.2019.00064</pub-id>
          <pub-id pub-id-type="medline">30984733</pub-id>
          <pub-id pub-id-type="pmcid">PMC6450067</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silmere</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hovmand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aarons</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hensley</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Outcomes for implementation research: conceptual distinctions, measurement challenges, and research agenda</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2011</year>
          <month>03</month>
          <day>19</day>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>65</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20957426"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-010-0319-7</pub-id>
          <pub-id pub-id-type="medline">20957426</pub-id>
          <pub-id pub-id-type="pmcid">PMC3068522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>US Food and Drug Administration</collab>
          </person-group>
          <article-title>Marketing submission recommendations for a predetermined change control plan for artificial intelligence-enabled device software functions</article-title>
          <source>US Food and Drug Administration</source>
          <year>2025</year>
          <month>08</month>
          <day>18</day>
          <access-date>2026-09-16</access-date>
          <publisher-loc>Silver Spring, MD</publisher-loc>
          <publisher-name>US Food and Drug Administration</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/media/166704/download">https://www.fda.gov/media/166704/download</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martindale</surname>
              <given-names>APL</given-names>
            </name>
            <name name-style="western">
              <surname>Llewellyn</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>de Visser</surname>
              <given-names>RO</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ngai</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kale</surname>
              <given-names>AU</given-names>
            </name>
            <name name-style="western">
              <surname>di Ruffano</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Golub</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McCradden</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Oakden-Rayner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Calvert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Yau</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Keane</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Beam</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Denniston</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Concordance of randomised controlled trials for artificial intelligence interventions with the CONSORT-AI reporting guidelines</article-title>
          <source>Nat Commun</source>
          <year>2024</year>
          <month>02</month>
          <day>22</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>1619</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41467-024-45355-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41467-024-45355-3</pub-id>
          <pub-id pub-id-type="medline">38388497</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41467-024-45355-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC10883966</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Otles</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Donnelly</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Krumm</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McCullough</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>DeTroyer-Cooley</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Pestrue</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Konye</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Penoza</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ghous</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>External validation of a widely implemented proprietary sepsis prediction model in hospitalized patients</article-title>
          <source>JAMA Intern Med</source>
          <year>2021</year>
          <month>08</month>
          <day>01</day>
          <volume>181</volume>
          <issue>8</issue>
          <fpage>1065</fpage>
          <lpage>1070</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34152373"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2021.2626</pub-id>
          <pub-id pub-id-type="medline">34152373</pub-id>
          <pub-id pub-id-type="pii">2781307</pub-id>
          <pub-id pub-id-type="pmcid">PMC8218233</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ngwu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hamadi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Akinyemi</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Wokocha</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>From innovation to implementation: addressing the AI adoption gap in cardiac surgery</article-title>
          <source>Am Heart J Plus</source>
          <year>2026</year>
          <month>04</month>
          <volume>64</volume>
          <fpage>100746</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2666-6022(26)00034-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ahjo.2026.100746</pub-id>
          <pub-id pub-id-type="medline">41868433</pub-id>
          <pub-id pub-id-type="pii">S2666-6022(26)00034-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC13000517</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruamviboonsuk</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tiwari</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sayres</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nganthavee</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hemarat</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kongprayoon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Raman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Levinstein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Schaekermann</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Virmani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Widner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chambers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hersch</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Real-time diabetic retinopathy screening by deep learning in a multisite national screening programme: a prospective interventional cohort study</article-title>
          <source>Lancet Digit Health</source>
          <year>2022</year>
          <month>04</month>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>e235</fpage>
          <lpage>e244</lpage>
          <pub-id pub-id-type="doi">10.1016/s2589-7500(22)00017-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gommers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hernström</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Josefsson</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Sartor</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hjelmgren</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Larsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hofvind</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rosso</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hagberg</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Lång</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Interval cancer, sensitivity, and specificity comparing AI-supported mammography screening with standard double reading without AI in the MASAI study: a randomised, controlled, non-inferiority, single-blinded, population-based, screening-accuracy trial</article-title>
          <source>Lancet</source>
          <year>2026</year>
          <month>01</month>
          <volume>407</volume>
          <issue>10527</issue>
          <fpage>505</fpage>
          <lpage>514</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(25)02464-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boussina</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shashikumar</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Malhotra</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Owens</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>El-Kareh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Longhurst</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Quintero</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Donahue</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Nemati</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wardi</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Impact of a deep learning sepsis prediction model on quality of care and survival</article-title>
          <source>NPJ Digit Med</source>
          <year>2024</year>
          <month>01</month>
          <day>23</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>14</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-023-00986-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-023-00986-6</pub-id>
          <pub-id pub-id-type="medline">38263386</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-023-00986-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC10805720</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dabek</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Bourgeois</surname>
              <given-names>FT</given-names>
            </name>
            <name name-style="western">
              <surname>Stern</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Everhart</surname>
              <given-names>AO</given-names>
            </name>
          </person-group>
          <article-title>Use and public reporting of predetermined change control plans for AI-enabled medical devices</article-title>
          <source>JAMA Health Forum</source>
          <year>2026</year>
          <month>05</month>
          <day>01</day>
          <volume>7</volume>
          <issue>5</issue>
          <fpage>e261204</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/article.aspx?doi=10.1001/jamahealthforum.2026.1204"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamahealthforum.2026.1204</pub-id>
          <pub-id pub-id-type="medline">42172007</pub-id>
          <pub-id pub-id-type="pii">2849173</pub-id>
          <pub-id pub-id-type="pmcid">PMC13197871</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muralidharan</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Adewale</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nta</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Ademiju</surname>
              <given-names>PO</given-names>
            </name>
            <name name-style="western">
              <surname>Pathmarajah</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hang</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Adesanya</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Abdullateef</surname>
              <given-names>RO</given-names>
            </name>
            <name name-style="western">
              <surname>Babatunde</surname>
              <given-names>AO</given-names>
            </name>
            <name name-style="western">
              <surname>Ajibade</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Onyeka</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>ZR</given-names>
            </name>
            <name name-style="western">
              <surname>Daneshjou</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Olatunji</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A scoping review of reporting gaps in FDA-approved AI medical devices</article-title>
          <source>NPJ Digit Med</source>
          <year>2024</year>
          <month>10</month>
          <day>03</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>273</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-024-01270-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-024-01270-x</pub-id>
          <pub-id pub-id-type="medline">39362934</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-024-01270-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC11450195</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abulibdeh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cajas Ordóñez</surname>
              <given-names>Sebastián Andrés</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Gorijavolu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Izath</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Markussen Lunde</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>1,357 AI medical devices cleared, 3 actually tested on patient outcomes</article-title>
          <source>PLOS Digit Health</source>
          <year>2026</year>
          <month>08</month>
          <day>19</day>
          <volume>5</volume>
          <issue>8</issue>
          <fpage>e0001597</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pdig.0001597"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pdig.0001597</pub-id>
          <pub-id pub-id-type="medline">42616721</pub-id>
          <pub-id pub-id-type="pii">PDIG-D-25-00814</pub-id>
          <pub-id pub-id-type="pmcid">PMC13489462</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Staniszewska</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brett</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Simera</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Seers</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mockford</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Goodlad</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Barber</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Denegri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Entwistle</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Littlejohns</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Suleman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tysall</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>GRIPP2 reporting checklists: tools to improve reporting of patient and public involvement in research</article-title>
          <source>BMJ</source>
          <year>2017</year>
          <month>08</month>
          <day>02</day>
          <volume>358</volume>
          <fpage>j3453</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bmj.com/lookup/pmidlookup?view=long&amp;pmid=28768629"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.j3453</pub-id>
          <pub-id pub-id-type="medline">28768629</pub-id>
          <pub-id pub-id-type="pmcid">PMC5539518</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Simera</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Guidance for developers of health research reporting guidelines</article-title>
          <source>PLoS Med</source>
          <year>2010</year>
          <month>02</month>
          <day>16</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e1000217</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1000217"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000217</pub-id>
          <pub-id pub-id-type="medline">20169112</pub-id>
          <pub-id pub-id-type="pmcid">PMC2821895</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
