<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "http://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="other" dtd-version="1.2" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="pmc">F1000Research</journal-id>
            <journal-title-group>
                <journal-title>F1000Research</journal-title>
            </journal-title-group>
            <issn pub-type="epub">2046-1402</issn>
            <publisher>
                <publisher-name>F1000 Research Limited</publisher-name>
                <publisher-loc>London, UK</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="doi">10.12688/f1000research.169545.1</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Software Tool Article</subject>
                </subj-group>
                <subj-group>
                    <subject>Articles</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>AIr - Artificial Intelligence Risk of bias tool (AIr)</article-title>
                <fn-group content-type="pub-status">
                    <fn>
                        <p>[version 1; peer review: awaiting peer review]</p>
                    </fn>
                </fn-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Glatzel</surname>
                        <given-names>Hannah</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Formal Analysis</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Resources</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Visualization</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-6253-0766</uri>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Bramer</surname>
                        <given-names>Solange</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Malone</surname>
                        <given-names>Katie</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Baral</surname>
                        <given-names>Ranu</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a4">4</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Shah</surname>
                        <given-names>Muhammad Hamza</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0001-6782-730X</uri>
                    <xref ref-type="aff" rid="a5">5</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Roy</surname>
                        <given-names>Sakshi</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a5">5</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Ahluwalia</surname>
                        <given-names>Arjun</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a5">5</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Suvendiran</surname>
                        <given-names>Kirshun</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a6">6</xref>
                </contrib>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>Lac</surname>
                        <given-names>Joanne</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0009-0004-3533-434X</uri>
                    <xref ref-type="corresp" rid="c1">a</xref>
                    <xref ref-type="aff" rid="a7">7</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Sivakumar</surname>
                        <given-names>Girishkumar</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a6">6</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Phuah</surname>
                        <given-names>YuZhi</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a6">6</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Snell</surname>
                        <given-names>Lily</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a6">6</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Thavabalan</surname>
                        <given-names>Karish</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a6">6</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Garcia P&#x00e9;rez</surname>
                        <given-names>Carmen Lucia</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0009-0000-6230-4534</uri>
                    <xref ref-type="aff" rid="a6">6</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Ahmad</surname>
                        <given-names>Reubeen</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0003-3485-6440</uri>
                    <xref ref-type="aff" rid="a8">8</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>S Kumar</surname>
                        <given-names>Niraj</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0003-1843-0028</uri>
                    <xref ref-type="aff" rid="a9">9</xref>
                    <xref ref-type="aff" rid="a10">10</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Ahmad</surname>
                        <given-names>Mahmood</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Resources</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0001-9107-3704</uri>
                    <xref ref-type="aff" rid="a11">11</xref>
                    <xref ref-type="aff" rid="a12">12</xref>
                </contrib>
                <aff id="a1">
                    <label>1</label>Great Western Hospitals NHS Foundation Trust, Swindon, England, UK</aff>
                <aff id="a2">
                    <label>2</label>Barnet Hospital, London, England, UK</aff>
                <aff id="a3">
                    <label>3</label>Whipps Cross University Hospital, London, England, UK</aff>
                <aff id="a4">
                    <label>4</label>King's College Hospital NHS Foundation Trust, London, England, UK</aff>
                <aff id="a5">
                    <label>5</label>Queen's University Faculty of Health Sciences, Belfast, Belfast, UK</aff>
                <aff id="a6">
                    <label>6</label>University College London Medical School, London, England, UK</aff>
                <aff id="a7">
                    <label>7</label>University College London Hospitals NHS Foundation Trust, London, England, UK</aff>
                <aff id="a8">
                    <label>8</label>Brighton and Sussex Medical School, Brighton, England, UK</aff>
                <aff id="a9">
                    <label>9</label>National Medical Research Association, London, London, UK</aff>
                <aff id="a10">
                    <label>10</label>University of Leicester Department of Cardiovascular Sciences, Leicester, England, UK</aff>
                <aff id="a11">
                    <label>11</label>Royal Free London NHS Foundation Trust, London, England, UK</aff>
                <aff id="a12">
                    <label>12</label>Tahira Institute of Medical Science, Gorakhpur, Uttar Pradesh, India</aff>
            </contrib-group>
            <author-notes>
                <corresp id="c1">
                    <label>a</label>
                    <email xlink:href="mailto:joanne.lac.20@ucl.ac.uk">joanne.lac.20@ucl.ac.uk</email>
                </corresp>
                <fn fn-type="conflict">
                    <p>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>3</day>
                <month>11</month>
                <year>2025</year>
            </pub-date>
            <pub-date pub-type="collection">
                <year>2025</year>
            </pub-date>
            <volume>14</volume>
            <elocation-id>1198</elocation-id>
            <history>
                <date date-type="accepted">
                    <day>16</day>
                    <month>10</month>
                    <year>2025</year>
                </date>
            </history>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2025 Glatzel H et al.</copyright-statement>
                <copyright-year>2025</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access article distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <self-uri content-type="pdf" xlink:href="https://f1000research.com/articles/14-1198/pdf"/>
            <abstract>
                <sec>
                    <title>Background</title>
                    <p>The use of artificial intelligence or machine learning in the development of prediction models is increasing exponentially but the present model is associated with a high degree of heterogeneity and associated bias. The present model is associated with a difficult learning curve and we aimed to develop a tool evaluating risk of bias in cardiology research which was succinct and effective.</p>
                </sec>
                <sec>
                    <title>Methods</title>
                    <p>Our tool (AIr) consists of 10 questions and can be utilised to assess the risk of bias in model development, external validation, and the combination of the two in machine-learned or artificial intelligence models.</p>
                </sec>
                <sec>
                    <title>Results</title>
                    <p>AIr was as effective as the current risk of bias tool, PROBAST, however, was significantly more succinct and had a greater inter-rater reliability than PROBAST.</p>
                </sec>
                <sec>
                    <title>Conclusion</title>
                    <p>We propose that our tool maintains validity regarding the assessment of the risk of bias in cardiology publications whilst increasing reliability when compared with PROBAST.</p>
                </sec>
            </abstract>
            <kwd-group kwd-group-type="author">
                <kwd>artificial intelligence</kwd>
                <kwd>cardiovascular</kwd>
            </kwd-group>
            <funding-group>
                <funding-statement>The author(s) declared that no grants were involved in supporting this work.</funding-statement>
            </funding-group>
        </article-meta>
    </front>
    <body>
        <sec id="sec5">
            <title>Background</title>
            <sec id="sec6">
                <title>What is machine learning?</title>
                <p>Machine learning is a broad name that encompasses both &#x2018;shallow learning&#x2019; and &#x2018;deep learning&#x2019; methods. Machine learning started in 1957 with the development of Perceptron.
                    <sup>
                        <xref ref-type="bibr" rid="ref1">1</xref>
                    </sup> Since then, the use of artificial intelligence through machine learning has exponentially grown with an estimated compound annual growth rate of approximately 40% until 2029.
                    <sup>
                        <xref ref-type="bibr" rid="ref2">2</xref>
                    </sup>
                </p>
                <p>When machine learning techniques were initially developed, a feed-forward method was utilised whereby a set of predictors were analysed with the goal of identifying a singular outcome. However, as machine learning has developed, the complexity of the algorithms has too. A deep learning model utilises the principles of shallow learning but with tens if not hundreds of pathways that interact to generate a prediction model. These are known as neural networks. The aim of a deep learning model is for the first neural network layer to recognise the pattern of data presented. Thereafter, further convolutional layers interact to form a prediction of the outcome. There are variations in how these models work, with both feed-forward and feed-backwards methods to focus on complex issues
                    <sup>
                        <xref ref-type="bibr" rid="ref3">3</xref>
                    </sup> whether in healthcare or the rest of society.
                    <sup>
                        <xref ref-type="bibr" rid="ref4">4</xref>
                    </sup>
                </p>
                <p>Deep learning employs complex and extensive computer algorithms that have varying methods of development and validation. This was shown in a recent meta-analysis by Siontis et al. Given the heterogeneity of this data and the methods of validation and development, it highlights issues regarding the risk of bias in these studies.
                    <sup>
                        <xref ref-type="bibr" rid="ref5">5</xref>
                    </sup>
                </p>
                <p>There is an increasing drive to utilise prognostic machine-learned models as a predictive mechanism for medical conditions. A prognostic model is based on numerous variables selected at a given time point with the aim is that these variables are able to detect the risk of developing a specific complication or condition.</p>
            </sec>
            <sec id="sec7">
                <title>What is the clinical significance of this?</title>
                <p>As discussed, one of the many potential goals of a machine-learned prediction model might be to identify those at greatest risk of developing a medical condition or rather have an increased risk of a complication of treatment. Having the ability to focus resources on those with the greatest chance of developing a medical condition means that limited resources can be reallocated. Moreover, if we can accurately predict, who for example, will develop ventricular fibrillation and have an increased risk of cardiac arrest then this could improve the outcomes for patients and their families.</p>
                <p>Following the significant rise in machine-learned models being developed, there are disparities in the quality of the research generated.
                    <sup>
                        <xref ref-type="bibr" rid="ref6">6</xref>
                    </sup> Therefore, when systematic reviews and meta-analyses are generated there is often a high risk of bias in these studies with poor methodological quality.
                    <sup>
                        <xref ref-type="bibr" rid="ref7">7</xref>
                    </sup> At present, there is only one wide-spread tool known as PROBAST
                    <sup>
                        <xref ref-type="bibr" rid="ref8">8</xref>
                    </sup> which is used for the assessment of the risk of bias in prediction model studies. Although it has many benefits, PROBAST involves twenty seven questions and is time-consuming.</p>
                <p>We aimed to generate a tool that had a specific focus on artificial intelligence and machine learning algorithms which was succinct and efficient whilst maintaining reliability. Our null hypothesis was that our tool was as effective as PROBAST in assessing the risk of bias in machine learning and artificial intelligence models in Cardiology. To validate our tool, we assessed it against cardiology papers that either developed or validated a machine-learned model. Cardiology, in particular, is generating a significant volume of machine learning, therefore this was the focus of our paper due to the ability to validate this.</p>
            </sec>
        </sec>
        <sec id="sec8" sec-type="methods">
            <title>Methods</title>
            <sec id="sec9">
                <title>Tool development</title>
                <p>To commence, we reviewed and extracted data from multiple risk-of-bias tools. We assessed the benefits and limitations of each tool and designed a tool analysing the risk of bias with a specific focus on machine learning for prediction models. The tools analysed were as follows with their desired paper for analysis: JBI checklist (prognostic prevalence studies),
                    <sup>
                        <xref ref-type="bibr" rid="ref9">9</xref>
                    </sup> QUADAS (diagnostic accuracy studies),
                    <sup>
                        <xref ref-type="bibr" rid="ref10">10</xref>
                    </sup> ROBINS-E (observational studies of exposures),
                    <sup>
                        <xref ref-type="bibr" rid="ref11">11</xref>
                    </sup> QUIPS (prognostic factors),
                    <sup>
                        <xref ref-type="bibr" rid="ref12">12</xref>
                    </sup> ROBINS-I (non-randomised trials of interventions),
                    <sup>
                        <xref ref-type="bibr" rid="ref13">13</xref>
                    </sup> Cochrane RoB 2.0 (randomised trials)
                    <sup>
                        <xref ref-type="bibr" rid="ref14">14</xref>
                    </sup> and with a particular focus on PROBAST (prognostic tool for prediction model studies).
                    <sup>
                        <xref ref-type="bibr" rid="ref8">8</xref>
                    </sup> These tools were chosen as they are well validated.</p>
                <p>We utilised this data alongside external feedback from three experts in this field to refine our tool. We separated the tool into three domains:
                    <list list-type="order">
                        <list-item>
                            <label>1.</label>
                            <p>Domain One &#x2013; Participants/Data Selection</p>
                        </list-item>
                        <list-item>
                            <label>2.</label>
                            <p>Domain Two &#x2013; Predictors and Outcomes</p>
                        </list-item>
                        <list-item>
                            <label>3.</label>
                            <p>Domain Three &#x2013; Analysis</p>
                        </list-item>
                    </list>
                </p>
                <p>Research regarding artificial intelligence/machine-learned models often has a section whereby the model is developed and then will sometimes be externally validated to further strengthen the design. At other times, research will seek to externally validate a previously produced model. We developed two different tools depending on the aims of the paper we are analysing. Tool number one is for the analysis of a study which analyses either the development or external validation of a model. The second tool is utilised for the combination of these which incorporates development with external validation. Each question was answered with the same signalling code as proposed by Cochrane: Yes (Y), Probably Yes (PY), Probably No (PN), No (N) and No Information (NI).
                    <sup>
                        <xref ref-type="bibr" rid="ref15">15</xref>
                    </sup> Guidance was given for answering each question and the risk of bias was assessed at the end of each domain and overall. This was validated by pilot data before developing the final tool. See 
                    <xref ref-type="fig" rid="f1">
Figure 1</xref>.</p>
                <fig fig-type="figure" id="f1" orientation="portrait" position="float">
                    <label>
Figure 1. </label>
                    <caption>
                        <title>Depiction of how to utilise the tool.</title>
                    </caption>
                    <graphic id="gr1" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/186894/5b71a495-f07f-4fa4-a846-8401e1b775c1_figure1.gif"/>
                </fig>
            </sec>
            <sec id="sec10">
                <title>Validation of the tool</title>
                <p>To validate our risk of bias tool, we utilised the pre-analysed &#x2018;example papers&#x2019; shown on PROBAST&#x2019;s website. We selected three papers, two of which solely focussed on development or validation and one which focussed on both.
                    <sup>
                        <xref ref-type="bibr" rid="ref16">16</xref>&#x2013;
                        <xref ref-type="bibr" rid="ref18">18</xref>
                    </sup> We conducted a blinded assessment of the risk of bias using these papers and subsequently compared this to the already analysed papers with the PROBAST tool. Following a preliminary successful analysis, we compared our tool to PROBAST with recent machine-learned studies with a focus on Cardiology. This was then used to refine the tool further.</p>
            </sec>
            <sec id="sec11">
                <title>Search strategy</title>
                <p>We used the search terms &#x2018;artificial intelligence&#x2019;, &#x2018;machine learning&#x2019;, &#x2018;original research articles&#x2019; &#x2018;2022, 2023&#x2019; in both JACC and Circulation on the 12
                    <sup>th</sup> May 2023. This generated 58 papers. 24 papers were excluded based on the abstract. On reviewing the full-text papers, a further two papers were excluded due to not using a prognostic model. The included list of papers can be seen in Appendix 1. See 
                    <xref ref-type="fig" rid="f2">
Figure 2</xref> for further information regarding paper selection.</p>
                <fig fig-type="figure" id="f2" orientation="portrait" position="float">
                    <label>
Figure 2. </label>
                    <caption>
                        <title>Flow chart showing the selection of papers for our research.</title>
                    </caption>
                    <graphic id="gr2" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/186894/5b71a495-f07f-4fa4-a846-8401e1b775c1_figure2.gif"/>
                </fig>
            </sec>
            <sec id="sec12">
                <title>Analysis of the studies</title>
                <p>We conducted two blinded rounds of data extraction regarding the risk of bias, four authors in round one (MHS, SR, AA, KS) and two individuals in round two (GS, HG). Each paper was allocated to an individual and was analysed using PROBAST and our new tool (AIr). Throughout the process, we discussed any issues and adjusted the wording accordingly. All disputes were settled by an arbitrator (HG, SM, KM). Data was collected using Google Forms and analysed using R (version 4.3.2).</p>
            </sec>
        </sec>
        <sec id="sec13" sec-type="results">
            <title>Results</title>
            <p>We developed a tool in two formats both with three domains. The domains are Participants/Data Selection, Predictors and Outcomes, and Analysis. There are 10 questions, one in Domain One (Participants/Data Selection), three in Domain Two (Predictors and Outcomes) and six in Domain Three (Analysis). There is variation in questions five and nine depending on whether a model development or external validation study is being analysed. Similarly, question ten is solely for a model development study. Our questions are demonstrated in 
                <xref ref-type="table" rid="T1">
Table 1</xref>.</p>
            <table-wrap id="T1" orientation="portrait" position="float">
                <label>
Table 1. </label>
                <caption>
                    <title>Questions utilised in our tool.</title>
                </caption>
                <table content-type="article-table" frame="hsides">
                    <thead>
                        <tr>
                            <th align="left" colspan="1" rowspan="1" valign="top"/>
                            <th align="left" colspan="1" rowspan="1" valign="top"/>
                            <th align="left" colspan="1" rowspan="1" valign="top">Question</th>
                            <th align="left" colspan="1" rowspan="1" valign="top">
Explanation to assist decision</th>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">Domain One Participants/Data Selection</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Question One</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Was data selection defined of an appropriate nature with appropriate inclusions and exclusions?</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Appropriate nature data selection would include but not be limited to RCTs, cohort or nested case-control study data. A higher ROB exists when data is extracted from already developed databases rather than longitudinal studies. This higher ROB can be reduced if authors allow for the potential bias in this data set. Furthermore, if the inclusion or exclusion criteria generate a cohort that is not representative of the target population then this increases ROB.
                                <break/>Y/PY &#x2013; both appropriate data selection and inclusions/exclusions.
                                <break/>N/PN &#x2013; If either data selection or inclusion/exclusion criteria are not appropriate.
                                <break/>NI &#x2013; no information.</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="2" rowspan="1" valign="top">Domain One &#x2013; Risk of bias</td>
                            <td align="left" colspan="2" rowspan="1" valign="top">Low risk of bias if:
                                <break/>

                                <p>

                                    <list list-type="bullet">
                                        <list-item>
                                            <label>-</label>
                                            <p>Y/PY to appropriate data selection and inclusion/exclusion criteria.</p>
                                        </list-item>
                                        <list-item>
                                            <label>-</label>
                                            <p>If N/PN relevant to only one aspect of inappropriate data selection of inclusion/exclusion criteria, this could still be a low risk of bias but it should be justified.</p>
                                        </list-item>
                                    </list>
                                </p>High risk of bias &#x2013; if N/PN without justification for a low risk of bias.
                                <break/>Unclear &#x2013; if missing information that could generate a high risk of bias.</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="3" valign="top">Domain Two Predictors and Outcomes</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Question Two</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Prior to starting analysis, were predictors defined with a method of assessment?</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Predictors must be specified with their method of assessment prior to starting to run the analysis so that this doesn&#x2019;t cause biased selection.
                                <break/>Y/PY &#x2013; predictors were defined prior to the analysis commencing.
                                <break/>N/PN &#x2013; predictors were not defined.
                                <break/>NI &#x2013; no information.</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">Question Three</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Prior to starting analysis, were outcomes and their assessment defined consistently and independent of predictors?</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Outcomes can be defined appropriately if they can be objectively measured. If selected after, this increases the risk of bias. If the definition of outcome is based on predictors then this will likely overestimate the correlation between these variables.
                                <break/>Y/PY &#x2013; outcomes defined appropriately and prior to predictors.
                                <break/>N/PN &#x2013; outcomes were not defined prior to predictions or were not appropriate definitions.
                                <break/>NI &#x2013; no information.</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">Question Four</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">At the time point when authors propose that their prediction model is implemented, were appropriate predictors available and was the time period between the information gathered (by predictors) and deciding the outcome achievable?</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Are the predictors feasible to ascertain at the point that this prognostic model is intended to be used.
                                <break/>Y/PY &#x2013; at time of intended use, these predictors are available and it would be possible to assess the outcome in line with the paper.
                                <break/>N/PN &#x2013; these predictors are not available at intended time of use.
                                <break/>NI &#x2013; no information.</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="2" rowspan="1" valign="top">Domain Two &#x2013; Risk of Bias</td>
                            <td align="left" colspan="2" rowspan="1" valign="top">Low Risk if &#x2013; all Y/PY or one N/PN with justification which reduces the bias.
                                <break/>Unclear Risk of bias &#x2013; if there is no information in a question but that is unlikely to affect the results or if there is a N/PN which is partially justified.
                                <break/>High risk &#x2013; if there are questions with multiple NI or the NI would risk altering the bias or if there is N/PN in any question without justification.</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="7" valign="top">Domain Three Analysis</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Question Five</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Was the outcome represented adequately in the participant selection?</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">It is essential for the outcome to be represented enough in the sample to ensure that the result is valid without a risk of insufficient power to achieve a significant result or overestimation.
                                <break/>Y/PY
                                <break/>For model development studies, events per variable (EPV) should be over 20. An EPV between 10-20 could be considered although there is limited evidence for this.
                                <break/>For model validation studies, participants with the outcome should be over 100.
                                <break/>N/PN &#x2013; EPV under 10 or participants with outcome is under 100 respectively.
                                <break/>NI &#x2013; no information.</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">Question Six</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Were valid methods used for identification of the outcome which would correctly classify the condition without oversimplification?</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Valid methods would include continuous predictors that remained as continuous variables without categorisation and categorical predictor groups were sorted according to a pre-defined group.
                                <break/>Y/PY &#x2013; continuous predictors remained as continuous variables without categorisation and if categorical predictor groups are using a pre-defined group.
                                <break/>N/PN &#x2013; no specified categorical groups. Continuous variables dichotomised.
                                <break/>NI &#x2013; no information.</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">Question Seven</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Were all participants included in the analysis including how missing data was handled and information for those who dropped out?</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">There is a risk of bias associated with missing data due to the possibility of the missing data being correlated with an outcome.
                                <break/>Y/PY &#x2013; All participants are enrolled. No participants were removed from analysis due to missing data. If they were then there is an adequate explanation, and this is a small number that would be unlikely to alter the outcome of the analysis.
                                <break/>N/PN &#x2013; participants were removed from analysis due to missing data without explanation/justification. If a subgroup were excluded from analysis.
                                <break/>NI &#x2013; no information.</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">Question Eight</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Were both confounding factors and other complexities accounted for in the analysis?</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Examples of complexities in the analysis would include censoring, completing risks and sampling of control participants etc.
                                <break/>Y/PY &#x2013; Complexities and confounding have been accounted for.
                                <break/>N/PN &#x2013; Not been accounted for.
                                <break/>NI &#x2013; no information.</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">Question Nine</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Has model calibration and discrimination been assessed (
                                <italic toggle="yes">with consideration for overfitting &#x2013; in model development studies</italic>)?</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Both calibration and discrimination are assessed with a calibration plot, an adequate size of the data and are assessed by suitable statistical tests.
                                <break/>In model development studies, there should be assessment of internal validation to mitigate overfitting. Overfitting of a model suggests that predictions might not be applicable to new studies. To mitigate this, internal validation must be assessed, eg through cross-validation or bootstrapping.
                                <break/>Y/PY &#x2013; calibration and discrimination have been assessed with consideration with an interval validation assessment in model development studies.
                                <break/>N/PN &#x2013; this has not been considered.
                                <break/>NI &#x2013; no information.</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="3" rowspan="1" valign="top">For Model Development Studies only</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">Question Ten</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Was the final model produced clearly linked to a singular multivariable analysis which in turn is independent of univariable analyses?</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">There is an increased risk of bias if multiple univariable analyses are computed prior to grouping the statistically significant variables together and forming a multivariable analysis.
                                <break/>Y/PY &#x2013; if predictors were not based on univariable analysis. The final model directly links to the multivariable analysis.
                                <break/>N/PN &#x2013; if predictors are based on univariable analysis prior to multivariable modelling.
                                <break/>NI &#x2013; no information.</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="2" rowspan="1" valign="top">Domain Three &#x2013; Risk of Bias</td>
                            <td align="left" colspan="2" rowspan="1" valign="top">Low Risk if: All Y/PY or if there is no information in a question but that is unlikely to affect the results or if there is a N/PN which is justified.
                                <break/>Unclear Risk of bias &#x2013; missing information which is unlikely to affect results but we cannot be sure.
                                <break/>High risk - if there are questions with multiple NI or the NI would risk altering the bias or if there is Y/PY in any question without justification.</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="2" rowspan="1" valign="top">Overall Risk of Bias</td>
                            <td align="left" colspan="2" rowspan="1" valign="top">Low Risk if: Low in all domains, or unclear in one as long as justified.
                                <break/>Unclear Risk of bias &#x2013; unclear in one domain but not justified or a high risk justified.
                                <break/>High risk: Any high risks not justified or multiple unclear risks.</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>As aforementioned some machine-learned models will either develop, externally validate or both develop and externally validate a model. In a joint analysis, Domains One and Three are duplicated with some variation, whereas Domain Two is combined given the utilisation of the same machine-learned model. Tool One is to be used if analysing the risk of bias of either a sole development or validation paper and Tool Two if these are combined. The risk of bias is assessed at the end of each domain and the tool. Please see Appendix 2 and 3 for the completed tools for utilisation in research/clinical work.</p>
            <p>We utilised these questions alongside PROBAST&#x2019;s tool to blindly assess the risk of bias in 32 cardiology papers in JACC and Circulation. We hypothesised that our tool would be as effective as PROBAST in assessing for the risk of bias. Our analysis demonstrates no difference between AIr or PROBAST in either Round 1 or Round 2 (X-squared = 0.234, df = 2, p-value = 0.890; X-squared = 0.541, df = 2, p-value = 0.763, respectively) and therefore was as effective at PROBAST in assessing the risk of bias. The distribution of each round and the arbitrated results can be seen in 
                <xref ref-type="fig" rid="f3">
Figure 3</xref> and 
                <xref ref-type="fig" rid="f4">4</xref>.</p>
            <fig fig-type="figure" id="f3" orientation="portrait" position="float">
                <label>
Figure 3. </label>
                <caption>
                    <title>Bar chart demonstrating the Round One and Round Two results for AIr and PROBAST.</title>
                    <p>(V1 and V2 stand for Round One and Round Two respectively. ROB is the risk of bias).</p>
                </caption>
                <graphic id="gr3" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/186894/5b71a495-f07f-4fa4-a846-8401e1b775c1_figure3.gif"/>
            </fig>
            <fig fig-type="figure" id="f4" orientation="portrait" position="float">
                <label>
Figure 4. </label>
                <caption>
                    <title>Demonstrating the risk of bias with the arbitrated outcomes.</title>
                    <p>(ROB is the risk of bias).</p>
                </caption>
                <graphic id="gr4" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/186894/5b71a495-f07f-4fa4-a846-8401e1b775c1_figure4.gif"/>
            </fig>
            <p>Analysis of inter-rater reliability via Weighted Cohens Kappa showed a &#x2018;moderate agreement&#x2019; for AIr with a weight value of 0.47. In comparison, there was less inter-rater reliability with a &#x2018;fair agreement&#x2019; between analyses for PROBAST with a Weighted Cohens Kappa of 0.35.</p>
        </sec>
        <sec id="sec14" sec-type="discussion">
            <title>Discussion</title>
            <p>At present, PROBAST is the sole tool for assessing the ROB in artificial intelligence/machine learned models. As aforementioned, AI models are frequently developed but often have a high risk of bias and therefore this needs to be accurately assessed.</p>
            <p>Our results suggest that for a tool with significantly fewer questions, twenty seven versus ten, AIr was as effective as PROBAST in assessing the risk of bias whilst improving the inter-rater reliability of the results. This suggests that our tool is effective in assessing the risk of bias and can be applied to further artificial intelligence/machine-learned studies.</p>
            <sec id="sec15">
                <title>Limitations</title>
                <p>This is an area in which there is only one widely used tool which makes it the only possible comparison. One potential limitation of our analysis is that we are comparing our tool to a different tool rather than directly assessing its validity. This could be an issue if there were errors within PROBAST as this would be more likely to bias our results. This was mitigated by the papers produced by PROBAST demonstrating its validity and therefore making this a suitable comparison for our tool.</p>
                <p>The AIr tool has only ten questions which makes it shorter than the PROBAST tool but makes it easier to use. We only concentrated on papers in high impact Cardiology journals making it difficult to predict further about this tool and its usage in fields outside of cardiology and in papers outside of these journals.</p>
            </sec>
        </sec>
        <sec id="sec16" sec-type="conclusion">
            <title>Conclusion</title>
            <p>AIr is a tool analysing the risk of bias in studies using artificial intelligence or machine learning to predict an outcome or a complication. This is as effective as the current leading tool and has a greater degree of inter-rater reliability. It is much easier to use than the most widely used tool, i.e. PROBAST. This is a promising means of measuring risk of bias in Artificial intelligence papers. It needs further validation outside of cardiology.</p>
            <sec id="sec17">
                <title>Extended data</title>
                <p>Repository name: AIr - Artificial Intelligence Risk of bias tool appendices. 
                    <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.5281/zenodo.17130713">https://doi.org/10.5281/zenodo.17130713</ext-link>.
                    <sup>
                        <xref ref-type="bibr" rid="ref19">19</xref>
                    </sup>
                </p>
                <p>The project contains the following underlying data:
                    <list list-type="bullet">
                        <list-item>
                            <label>-</label>
                            <p>Appendix 1 &#x2013; Table of included studies</p>
                        </list-item>
                        <list-item>
                            <label>-</label>
                            <p>Appendix 2 - AIr - Tool 1 &#x2013; for studies that either develop or externally validate an artificial intelligence/machine learning model</p>
                        </list-item>
                        <list-item>
                            <label>-</label>
                            <p>Appendix 3 - AIr - Tool 2 &#x2013; for studies that develop AND externally validate an artificial intelligence/machine-learned model</p>
                        </list-item>
                    </list>
                </p>
                <p>Data are available under the terms of the 
                    <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/publicdomain/zero/1.0/">Creative Commons Zero &#x201c;No rights reserved&#x201d; data waiver</ext-link> (CC0 1.0 Public domain dedication).</p>
            </sec>
        </sec>
    </body>
    <back>
        <ref-list>
            <title>References</title>
            <ref id="ref1">
                <label>1</label>
                <mixed-citation publication-type="other">
                    <collab>rosenblatt-1957.pdf</collab>:<year>[cited 2023 Jul 25]</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://blogs.umass.edu/brain-wars/files/2016/03/rosenblatt-1957.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <mixed-citation publication-type="other">
                    <collab>LIMITED MMRP</collab>:
                    <article-title>GlobeNewswire News Room. Artificial Intelligence (AI) Healthcare Market to hit USD 97.23Bn at a CAGR of 40.51 percent by 2029.</article-title>
                    <year>2023 [cited 2023 Jul 25]</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.globenewswire.com/en/news-release/2023/03/02/2619316/0/en/Artificial-Intelligence-AI-Healthcare-Market-to-hit-USD-97-23Bn-at-a-CAGR-of-40-51-percent-by-2029.html">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Meir</surname>
                            <given-names>Y</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Tevet</surname>
                            <given-names>O</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Tzach</surname>
                            <given-names>Y</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Efficient shallow learning as an alternative to deep learning.</article-title>
                    <source>

                        <italic toggle="yes">Sci. Rep.</italic>
</source>
                    <year>2023 Apr 20</year>;<volume>13</volume>(<issue>1</issue>):<fpage>5423</fpage>.
                    <pub-id pub-id-type="pmid">37080998</pub-id>
                    <pub-id pub-id-type="doi">10.1038/s41598-023-32559-8</pub-id>
                    <pub-id pub-id-type="pmcid">PMC10119101</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Xu</surname>
                            <given-names>Y</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Zhou</surname>
                            <given-names>Y</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sekula</surname>
                            <given-names>P</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Machine learning in construction: From shallow to deep learning.</article-title>
                    <source>

                        <italic toggle="yes">Developments in the Built Environment.</italic>
</source>
                    <year>2021 May 1</year>;<volume>6</volume>:<fpage>100045</fpage>.</mixed-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Siontis</surname>
                            <given-names>GCM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sweda</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Noseworthy</surname>
                            <given-names>PA</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Development and validation pathways of artificial intelligence tools evaluated in randomised clinical trials.</article-title>
                    <source>

                        <italic toggle="yes">BMJ Health Care Inform.</italic>
</source>
                    <year>2021 Dec</year>;<volume>28</volume>(<issue>1</issue>):<fpage>e100466</fpage>.
                    <pub-id pub-id-type="pmid">34969668</pub-id>
                    <pub-id pub-id-type="doi">10.1136/bmjhci-2021-100466</pub-id>
                    <pub-id pub-id-type="pmcid">PMC8718483</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Moons</surname>
                            <given-names>KGM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Royston</surname>
                            <given-names>P</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Vergouwe</surname>
                            <given-names>Y</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Prognosis and prognostic research: what, why, and how?</article-title>
                    <source>

                        <italic toggle="yes">BMJ.</italic>
</source>
                    <year>2009 Feb 23</year>;<volume>338</volume>:<fpage>b375</fpage>.
                    <pub-id pub-id-type="doi">10.1136/bmj.b375</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Navarro</surname>
                            <given-names>CLA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Damen</surname>
                            <given-names>JAA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Takada</surname>
                            <given-names>T</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Risk of bias in studies on prediction models developed using supervised machine learning techniques: systematic review.</article-title>
                    <source>

                        <italic toggle="yes">BMJ.</italic>
</source>
                    <year>2021 Oct 20</year>;<volume>375</volume>:<fpage>n2281</fpage>.
                    <pub-id pub-id-type="doi">10.1136/bmj.n2281</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Moons</surname>
                            <given-names>KGM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Wolff</surname>
                            <given-names>RF</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Riley</surname>
                            <given-names>RD</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>PROBAST: A Tool to Assess Risk of Bias and Applicability of Prediction Model Studies: Explanation and Elaboration.</article-title>
                    <source>

                        <italic toggle="yes">Ann. Intern. Med.</italic>
</source>
                    <year>2019 Jan 1</year>;<volume>170</volume>(<issue>1</issue>):<fpage>W1</fpage>&#x2013;<lpage>W33</lpage>.
                    <pub-id pub-id-type="pmid">30596876</pub-id>
                    <pub-id pub-id-type="doi">10.7326/M18-1377</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <mixed-citation publication-type="other">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Munn</surname>
                            <given-names>Z</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Moola</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Lisy</surname>
                            <given-names>K</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <chapter-title>Chapter 5: Systematic reviews of prevalence and incidence.</chapter-title>
                    <source>

                        <italic toggle="yes">JBI Manual for Evidence Synthesis.</italic>
</source>
                    <year>2020</year>.</mixed-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Whiting</surname>
                            <given-names>P</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Rutjes</surname>
                            <given-names>AWS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Reitsma</surname>
                            <given-names>JB</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>The development of QUADAS: a tool for the quality assessment of studies of diagnostic accuracy included in systematic reviews.</article-title>
                    <source>

                        <italic toggle="yes">BMC Med. Res. Methodol.</italic>
</source>
                    <year>2003 Nov 10</year>;<volume>3</volume>:<fpage>25</fpage>.
                    <pub-id pub-id-type="pmid">14606960</pub-id>
                    <pub-id pub-id-type="doi">10.1186/1471-2288-3-25</pub-id>
                    <pub-id pub-id-type="pmcid">PMC305345</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <mixed-citation publication-type="other">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Higgins</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Morgan</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Rooney</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Risk Of Bias In Non-randomized Studies - of Exposure (ROBINS-E).</article-title>
                    <year>2023 Jun 20</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.riskofbias.info/welcome/robins-e-tool">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <mixed-citation publication-type="other">
                    <collab>Group C</collab>:
                    <article-title>The Cochrane Collaboration Prognosis Methods Group, Review Tools.</article-title>
                </mixed-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Sterne</surname>
                            <given-names>JA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hern&#x00e1;n</surname>
                            <given-names>MA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Reeves</surname>
                            <given-names>BC</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>ROBINS-I: a tool for assessing risk of bias in non-randomised studies of interventions.</article-title>
                    <source>

                        <italic toggle="yes">BMJ.</italic>
</source>
                    <year>2016 Oct 12</year>;<volume>355</volume>:<fpage>i4919</fpage>.
                    <pub-id pub-id-type="doi">10.1136/bmj.i4919</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Sterne</surname>
                            <given-names>JAC</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Savovi&#x0107;</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Page</surname>
                            <given-names>MJ</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>RoB 2: a revised tool for assessing risk of bias in randomised trials.</article-title>
                    <source>

                        <italic toggle="yes">BMJ.</italic>
</source>
                    <year>2019 Aug 28</year>;<volume>366</volume>:<fpage>l4898</fpage>.
                    <pub-id pub-id-type="doi">10.1136/bmj.l4898</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <mixed-citation publication-type="other">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Higgins</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Savovi&#x0107;</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Page</surname>
                            <given-names>M</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Chapter 8: Assessing risk of bias in a randomized trial.</article-title>
                    <year>2022 [cited 2022 Apr 12]</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://training.cochrane.org/handbook/current/chapter-08">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Oudega</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hoes</surname>
                            <given-names>AW</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Moons</surname>
                            <given-names>KGM</given-names>
                        </name>
</person-group>:
                    <article-title>The Wells rule does not adequately rule out deep venous thrombosis in primary care patients.</article-title>
                    <source>

                        <italic toggle="yes">Ann. Intern. Med.</italic>
</source>
                    <year>2005 Jul 19</year>;<volume>143</volume>(<issue>2</issue>):<fpage>100</fpage>&#x2013;<lpage>107</lpage>.
                    <pub-id pub-id-type="pmid">16027451</pub-id>
                    <pub-id pub-id-type="doi">10.7326/0003-4819-143-2-200507190-00008</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Perel</surname>
                            <given-names>P</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Prieto-Merino</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Shakur</surname>
                            <given-names>H</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Predicting early death in patients with traumatic bleeding: development and validation of prognostic model.</article-title>
                    <source>

                        <italic toggle="yes">BMJ.</italic>
</source>
                    <year>2012 Aug 15</year>;<volume>345</volume>:<fpage>e5166</fpage>.
                    <pub-id pub-id-type="pmid">22896030</pub-id>
                    <pub-id pub-id-type="doi">10.1136/bmj.e5166</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3419468</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Aslibekyan</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Campos</surname>
                            <given-names>H</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Loucks</surname>
                            <given-names>EB</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Development of a cardiovascular risk score for use in low- and middle-income countries.</article-title>
                    <source>

                        <italic toggle="yes">J. Nutr.</italic>
</source>
                    <year>2011 Jul</year>;<volume>141</volume>(<issue>7</issue>):<fpage>1375</fpage>&#x2013;<lpage>1380</lpage>.
                    <pub-id pub-id-type="pmid">21562240</pub-id>
                    <pub-id pub-id-type="doi">10.3945/jn.110.133140</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3113291</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Glatzel</surname>
                            <given-names>H</given-names>
                        </name>
</person-group>:
                    <article-title>AIr - Artificial intelligence risk of bias tool appendices.</article-title>
                    <source>

                        <italic toggle="yes">Zenodo.</italic>
</source>
                    <year>2025</year>.
                    <pub-id pub-id-type="doi">10.5281/zenodo.17130713</pub-id>
                </mixed-citation>
            </ref>
        </ref-list>
        <ref-list>
            <title>Further Reading</title>
            <ref id="ref20">
                <label>20</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Li</surname>
                            <given-names>Y</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Wang</surname>
                            <given-names>H</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Luo</surname>
                            <given-names>Y</given-names>
                        </name>
</person-group>:
                    <article-title>Improving Fairness in the Prediction of Heart Failure Length of Stay and Mortality by Integrating Social Determinants of Health.</article-title>
                    <source>

                        <italic toggle="yes">Circ. Heart Fail.</italic>
</source>
                    <year>2022 Nov</year>;<volume>15</volume>(<issue>11</issue>):<fpage>e009473</fpage>.
                    <pub-id pub-id-type="pmid">36378761</pub-id>
                    <pub-id pub-id-type="doi">10.1161/CIRCHEARTFAILURE.122.009473</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Lin</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Diemen</surname>
                            <given-names>PA</given-names>
                            <prefix>van</prefix>
                        </name>

                        <name name-style="western">
                            <surname>Motwani</surname>
                            <given-names>M</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Machine Learning From Quantitative Coronary Computed Tomography Angiography Predicts Fractional Flow Reserve&#x2013;Defined Ischemia and Impaired Myocardial Blood Flow.</article-title>
                    <source>

                        <italic toggle="yes">Circ. Cardiovasc. Imaging.</italic>
</source>
                    <year>2022 Oct</year>;<volume>15</volume>(<issue>10</issue>):<fpage>e014369</fpage>.
                    <pub-id pub-id-type="pmid">36252116</pub-id>
                    <pub-id pub-id-type="doi">10.1161/CIRCIMAGING.122.014369</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Hesse</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Raal</surname>
                            <given-names>FJ</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Blom</surname>
                            <given-names>DJ</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Familial Hypercholesterolemia Identification by Machine Learning Using Lipid Profile Data Performs as Well as Clinical Diagnostic Criteria.</article-title>
                    <source>

                        <italic toggle="yes">Circ. Genom. Precis Med.</italic>
</source>
                    <year>2022 Oct</year>;<volume>15</volume>(<issue>5</issue>):<fpage>e003324</fpage>.
                    <pub-id pub-id-type="pmid">36154661</pub-id>
                    <pub-id pub-id-type="doi">10.1161/CIRCGEN.121.003324</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Zhang</surname>
                            <given-names>Q</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Burrage</surname>
                            <given-names>MK</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Shanmuganathan</surname>
                            <given-names>M</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Artificial Intelligence for Contrast-Free MRI: Scar Assessment in Myocardial Infarction Using Deep Learning&#x2013;Based Virtual Native Enhancement.</article-title>
                    <source>

                        <italic toggle="yes">Circulation.</italic>
</source>
                    <year>2022 Nov 15</year>;<volume>146</volume>(<issue>20</issue>):<fpage>1492</fpage>&#x2013;<lpage>1503</lpage>.
                    <pub-id pub-id-type="pmid">36124774</pub-id>
                    <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.122.060137</pub-id>
                    <pub-id pub-id-type="pmcid">PMC9662825</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Cheng</surname>
                            <given-names>L</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Bosch</surname>
                            <given-names>PBJ</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hofman</surname>
                            <given-names>RFH</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Revealing Unforeseen Diagnostic Image Features With Deep Learning by Detecting Cardiovascular Diseases From Apical 4-Chamber Ultrasounds.</article-title>
                    <source>

                        <italic toggle="yes">J. Am. Heart Assoc.</italic>
</source>
                    <year>2022 Aug 16</year>;<volume>11</volume>(<issue>16</issue>):<fpage>e024168</fpage>.</mixed-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Liu</surname>
                            <given-names>CM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hsieh</surname>
                            <given-names>ME</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hu</surname>
                            <given-names>YF</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Artificial Intelligence&#x2013;Enabled Model for Early Detection of Left Ventricular Hypertrophy and Mortality Prediction in Young to Middle-Aged Adults.</article-title>
                    <source>

                        <italic toggle="yes">Circ. Cardiovasc. Qual. Outcomes.</italic>
</source>
                    <year>2022 Aug</year>;<volume>15</volume>(<issue>8</issue>):<fpage>e008360</fpage>.
                    <pub-id pub-id-type="pmid">35959675</pub-id>
                    <pub-id pub-id-type="doi">10.1161/CIRCOUTCOMES.121.008360</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Onishchenko</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Rubin</surname>
                            <given-names>DS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Horne</surname>
                            <given-names>JR</given-names>
                            <prefix>van</prefix>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Cardiac Comorbidity Risk Score: Zero-Burden Machine Learning to Improve Prediction of Postoperative Major Adverse Cardiac Events in Hip and Knee Arthroplasty.</article-title>
                    <source>

                        <italic toggle="yes">J. Am. Heart Assoc.</italic>
</source>
                    <year>2022 Aug 2</year>;<volume>11</volume>(<issue>15</issue>):<fpage>e023745</fpage>.
                    <pub-id pub-id-type="pmid">35904198</pub-id>
                    <pub-id pub-id-type="doi">10.1161/JAHA.121.023745</pub-id>
                    <pub-id pub-id-type="pmcid">PMC9375497</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Ulloa-Cerna</surname>
                            <given-names>AE</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Jing</surname>
                            <given-names>L</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Pfeifer</surname>
                            <given-names>JM</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>rECHOmmend: An ECG-Based Machine Learning Approach for Identifying Patients at Increased Risk of Undiagnosed Structural Heart Disease Detectable by Echocardiography.</article-title>
                    <source>

                        <italic toggle="yes">Circulation.</italic>
</source>
                    <year>2022 Jul 5</year>;<volume>146</volume>(<issue>1</issue>):<fpage>36</fpage>&#x2013;<lpage>47</lpage>.
                    <pub-id pub-id-type="pmid">35533093</pub-id>
                    <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.121.057869</pub-id>
                    <pub-id pub-id-type="pmcid">PMC9241668</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Peyster</surname>
                            <given-names>EG</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Janowczyk</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Swamidoss</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Computational Analysis of Routine Biopsies Improves Diagnosis and Prediction of Cardiac Allograft Vasculopathy.</article-title>
                    <source>

                        <italic toggle="yes">Circulation.</italic>
</source>
                    <year>2022 May 24</year>;<volume>145</volume>(<issue>21</issue>):<fpage>1563</fpage>&#x2013;<lpage>1577</lpage>.
                    <pub-id pub-id-type="pmid">35405081</pub-id>
                    <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.121.058459</pub-id>
                    <pub-id pub-id-type="pmcid">PMC9133227</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref29">
                <label>29</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Draelos</surname>
                            <given-names>RL</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Ezekian</surname>
                            <given-names>JE</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Zhuang</surname>
                            <given-names>F</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>GENESIS: Gene-Specific Machine Learning Models for Variants of Uncertain Significance Found in Catecholaminergic Polymorphic Ventricular Tachycardia and Long QT Syndrome-Associated Genes.</article-title>
                    <source>

                        <italic toggle="yes">Circ. Arrhythm. Electrophysiol.</italic>
</source>
                    <year>2022 Apr</year>;<volume>15</volume>(<issue>4</issue>):<fpage>e010326</fpage>.
                    <pub-id pub-id-type="pmid">35357185</pub-id>
                    <pub-id pub-id-type="doi">10.1161/CIRCEP.121.010326</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref30">
                <label>30</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Liu</surname>
                            <given-names>Z</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Zhou</surname>
                            <given-names>B</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Jiang</surname>
                            <given-names>Z</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Multiclass Arrhythmia Detection and Classification From Photoplethysmography Signals Using a Deep Convolutional Neural Network.</article-title>
                    <source>

                        <italic toggle="yes">J. Am. Heart Assoc.</italic>
</source>
                    <year>2022 Apr 5</year>;<volume>11</volume>(<issue>7</issue>):<fpage>e023555</fpage>.
                    <pub-id pub-id-type="pmid">35322685</pub-id>
                    <pub-id pub-id-type="doi">10.1161/JAHA.121.023555</pub-id>
                    <pub-id pub-id-type="pmcid">PMC9075456</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref31">
                <label>31</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Roney</surname>
                            <given-names>CH</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sim</surname>
                            <given-names>I</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Yu</surname>
                            <given-names>J</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Predicting Atrial Fibrillation Recurrence by Combining Population Data and Virtual Cohorts of Patient-Specific Left Atrial Models.</article-title>
                    <source>

                        <italic toggle="yes">Circ. Arrhythm. Electrophysiol.</italic>
</source>
                    <year>2022 Feb</year>;<volume>15</volume>(<issue>2</issue>):<fpage>e010253</fpage>.
                    <pub-id pub-id-type="pmid">35089057</pub-id>
                    <pub-id pub-id-type="doi">10.1161/CIRCEP.121.010253</pub-id>
                    <pub-id pub-id-type="pmcid">PMC8845531</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref32">
                <label>32</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Verbrugge</surname>
                            <given-names>FH</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Reddy</surname>
                            <given-names>YNV</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Attia</surname>
                            <given-names>ZI</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Detection of Left Atrial Myopathy Using Artificial Intelligence-Enabled Electrocardiography.</article-title>
                    <source>

                        <italic toggle="yes">Circ. Heart Fail.</italic>
</source>
                    <year>2022 Jan</year>;<volume>15</volume>(<issue>1</issue>):<fpage>e008176</fpage>.
                    <pub-id pub-id-type="pmid">34911362</pub-id>
                    <pub-id pub-id-type="doi">10.1161/CIRCHEARTFAILURE.120.008176</pub-id>
                    <pub-id pub-id-type="pmcid">PMC8766932</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref33">
                <label>33</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Li</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Qu</surname>
                            <given-names>L</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Matz</surname>
                            <given-names>AJ</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>AtheroSpectrum Reveals Novel Macrophage Foam Cell Gene Signatures Associated With Atherosclerotic Cardiovascular Disease Risk.</article-title>
                    <source>

                        <italic toggle="yes">Circulation.</italic>
</source>
                    <year>2022 Jan 18</year>;<volume>145</volume>(<issue>3</issue>):<fpage>206</fpage>&#x2013;<lpage>218</lpage>.
                    <pub-id pub-id-type="pmid">34913723</pub-id>
                    <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.121.054285</pub-id>
                    <pub-id pub-id-type="pmcid">PMC8766929</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref34">
                <label>34</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Hathaway</surname>
                            <given-names>QA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Yanamala</surname>
                            <given-names>N</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Siva</surname>
                            <given-names>NK</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Ultrasonic Texture Features for Assessing Cardiac Remodeling and Dysfunction.</article-title>
                    <source>

                        <italic toggle="yes">J. Am. Coll. Cardiol.</italic>
</source>
                    <year>2022 Dec 6</year>;<volume>80</volume>(<issue>23</issue>):<fpage>2187</fpage>&#x2013;<lpage>201</lpage>.
                    <pub-id pub-id-type="pmid">36456049</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jacc.2022.09.036</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref35">
                <label>35</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Singh</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Miller</surname>
                            <given-names>RJH</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Otaki</surname>
                            <given-names>Y</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Direct Risk Assessment From Myocardial Perfusion Imaging Using Explainable Deep Learning.</article-title>
                    <source>

                        <italic toggle="yes">JACC Cardiovasc. Imaging.</italic>
</source>
                    <year>2023 Feb</year>;<volume>16</volume>(<issue>2</issue>):<fpage>209</fpage>&#x2013;<lpage>220</lpage>.
                    <pub-id pub-id-type="pmid">36274041</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jcmg.2022.07.017</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref36">
                <label>36</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Park</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Araki</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Nakajima</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Enhanced Diagnosis of Plaque Erosion by Deep Learning in Patients With Acute Coronary Syndromes.</article-title>
                    <source>

                        <italic toggle="yes">JACC Cardiovasc. Interv.</italic>
</source>
                    <year>2022 Oct 24</year>;<volume>15</volume>(<issue>20</issue>):<fpage>2020</fpage>&#x2013;<lpage>2031</lpage>.
                    <pub-id pub-id-type="pmid">36265933</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jcin.2022.08.040</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref37">
                <label>37</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Cheema</surname>
                            <given-names>B</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Mutharasan</surname>
                            <given-names>RK</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sharma</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Augmented Intelligence to Identify Patients With Advanced Heart Failure in an Integrated Health System.</article-title>
                    <source>

                        <italic toggle="yes">JACC: Advances.</italic>
</source>
                    <year>2022 Oct</year>;<volume>1</volume>(<issue>4</issue>):<fpage>100123</fpage>.
                    <pub-id pub-id-type="doi">10.1016/j.jacadv.2022.100123</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref38">
                <label>38</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Elias</surname>
                            <given-names>P</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Poterucha</surname>
                            <given-names>TJ</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Rajaram</surname>
                            <given-names>V</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Deep Learning Electrocardiographic Analysis for Detection of Left-Sided Valvular Heart Disease.</article-title>
                    <source>

                        <italic toggle="yes">J. Am. Coll. Cardiol.</italic>
</source>
                    <year>2022 Aug 9</year>;<volume>80</volume>(<issue>6</issue>):<fpage>613</fpage>&#x2013;<lpage>626</lpage>.
                    <pub-id pub-id-type="pmid">35926935</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jacc.2022.05.029</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref39">
                <label>39</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Chugh</surname>
                            <given-names>SS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Reinier</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Uy-Evanado</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Prediction of Sudden Cardiac Death Manifesting With Documented Ventricular Fibrillation or Pulseless Ventricular Tachycardia.</article-title>
                    <source>

                        <italic toggle="yes">JACC Clin. Electrophysiol.</italic>
</source>
                    <year>2022 Apr</year>;<volume>8</volume>(<issue>4</issue>):<fpage>411</fpage>&#x2013;<lpage>423</lpage>.</mixed-citation>
            </ref>
            <ref id="ref40">
                <label>40</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Petrazzini</surname>
                            <given-names>BO</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Chaudhary</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>M&#x00e1;rquez-Luna</surname>
                            <given-names>C</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Coronary Risk Estimation Based on Clinical Data in Electronic Health Records.</article-title>
                    <source>

                        <italic toggle="yes">J. Am. Coll. Cardiol.</italic>
</source>
                    <year>2022 Mar 29</year>;<volume>79</volume>(<issue>12</issue>):<fpage>1155</fpage>&#x2013;<lpage>1166</lpage>.
                    <pub-id pub-id-type="pmid">35331410</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jacc.2022.01.021</pub-id>
                    <pub-id pub-id-type="pmcid">PMC8956801</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref41">
                <label>41</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Schlesinger</surname>
                            <given-names>DE</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Diamant</surname>
                            <given-names>N</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Raghu</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>A Deep Learning Model for Inferring Elevated Pulmonary Capillary Wedge Pressures From the 12-Lead Electrocardiogram.</article-title>
                    <source>

                        <italic toggle="yes">JACC: Advances.</italic>
</source>
                    <year>2022 Mar</year>;<volume>1</volume>(<issue>1</issue>):<fpage>100003</fpage>.
                    <pub-id pub-id-type="pmid">38939079</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jacadv.2022.100003</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref42">
                <label>42</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Fortmeier</surname>
                            <given-names>V</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Lachmann</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>K&#x00f6;rber</surname>
                            <given-names>MI</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Solving the Pulmonary Hypertension Paradox in Patients With Severe Tricuspid Regurgitation by Employing Artificial Intelligence.</article-title>
                    <source>

                        <italic toggle="yes">JACC Cardiovasc. Interv.</italic>
</source>
                    <year>2022 Feb 28</year>;<volume>15</volume>(<issue>4</issue>):<fpage>381</fpage>&#x2013;<lpage>394</lpage>.</mixed-citation>
            </ref>
            <ref id="ref43">
                <label>43</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Griffin</surname>
                            <given-names>WF</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Choi</surname>
                            <given-names>AD</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Riess</surname>
                            <given-names>JS</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>AI Evaluation of Stenosis on Coronary CTA, Comparison With Quantitative Coronary Angiography and Fractional Flow Reserve: A CREDENCE Trial Substudy.</article-title>
                    <source>

                        <italic toggle="yes">JACC Cardiovasc. Imaging.</italic>
</source>
                    <year>2023 Feb</year>;<volume>16</volume>(<issue>2</issue>):<fpage>193</fpage>&#x2013;<lpage>205</lpage>.
                    <pub-id pub-id-type="pmid">35183478</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jcmg.2021.10.020</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref44">
                <label>44</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Lin</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kolossv&#x00e1;ry</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Cadet</surname>
                            <given-names>S</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Radiomics-Based Precision Phenotyping Identifies Unstable Coronary Plaques From Computed Tomography Angiography.</article-title>
                    <source>

                        <italic toggle="yes">JACC Cardiovasc. Imaging.</italic>
</source>
                    <year>2022 May</year>;<volume>15</volume>(<issue>5</issue>):<fpage>859</fpage>&#x2013;<lpage>871</lpage>.
                    <pub-id pub-id-type="pmid">35512957</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jcmg.2021.11.016</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref45">
                <label>45</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Corral Acero</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Schuster</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Zacur</surname>
                            <given-names>E</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Understanding and Improving Risk Assessment After Myocardial Infarction Using Automated Left Ventricular Shape Analysis.</article-title>
                    <source>

                        <italic toggle="yes">JACC Cardiovasc. Imaging.</italic>
</source>
                    <year>2022 Sep</year>;<volume>15</volume>(<issue>9</issue>):<fpage>1563</fpage>&#x2013;<lpage>1574</lpage>.
                    <pub-id pub-id-type="pmid">35033494</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jcmg.2021.11.027</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref46">
                <label>46</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Upton</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Mumith</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Beqiri</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Automated Echocardiographic Detection of Severe Coronary Artery Disease Using Artificial Intelligence.</article-title>
                    <source>

                        <italic toggle="yes">JACC Cardiovasc. Imaging.</italic>
</source>
                    <year>2022 May</year>;<volume>15</volume>(<issue>5</issue>):<fpage>715</fpage>&#x2013;<lpage>727</lpage>.
                    <pub-id pub-id-type="pmid">34922865</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jcmg.2021.10.013</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref47">
                <label>47</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Jain</surname>
                            <given-names>CC</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Tschirren</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Reddy</surname>
                            <given-names>YNV</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Subclinical Pulmonary Congestion and Abnormal Hemodynamics in Heart Failure With Preserved Ejection Fraction.</article-title>
                    <source>

                        <italic toggle="yes">JACC Cardiovasc. Imaging.</italic>
</source>
                    <year>2022 Apr</year>;<volume>15</volume>(<issue>4</issue>):<fpage>629</fpage>&#x2013;<lpage>637</lpage>.
                    <pub-id pub-id-type="pmid">34801461</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jcmg.2021.09.017</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref48">
                <label>48</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Vaid</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Johnson</surname>
                            <given-names>KW</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Badgeley</surname>
                            <given-names>MA</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Using Deep-Learning Algorithms to Simultaneously Identify Right and Left Ventricular Dysfunction From the Electrocardiogram.</article-title>
                    <source>

                        <italic toggle="yes">JACC Cardiovasc. Imaging.</italic>
</source>
                    <year>2022 Mar</year>;<volume>15</volume>(<issue>3</issue>):<fpage>395</fpage>&#x2013;<lpage>410</lpage>.
                    <pub-id pub-id-type="pmid">34656465</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jcmg.2021.08.004</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref49">
                <label>49</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Wang</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Patel</surname>
                            <given-names>H</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Miller</surname>
                            <given-names>T</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>AI Based CMR Assessment of Biventricular Function: Clinical Significance of Intervendor Variability and Measurement Errors.</article-title>
                    <source>

                        <italic toggle="yes">JACC Cardiovasc. Imaging.</italic>
</source>
                    <year>2022 Mar</year>;<volume>15</volume>(<issue>3</issue>):<fpage>413</fpage>&#x2013;<lpage>427</lpage>.
                    <pub-id pub-id-type="pmid">34656471</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jcmg.2021.08.011</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref50">
                <label>50</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Otaki</surname>
                            <given-names>Y</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Singh</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kavanagh</surname>
                            <given-names>P</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Clinical Deployment of Explainable Artificial Intelligence of SPECT for Diagnosis of Coronary Artery Disease.</article-title>
                    <source>

                        <italic toggle="yes">JACC Cardiovasc. Imaging.</italic>
</source>
                    <year>2022 Jun 1</year>;<volume>15</volume>(<issue>6</issue>):<fpage>1091</fpage>&#x2013;<lpage>1102</lpage>.
                    <pub-id pub-id-type="pmid">34274267</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jcmg.2021.04.030</pub-id>
                </mixed-citation>
            </ref>
        </ref-list>
    </back>
</article>
