<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "http://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="other" dtd-version="1.2" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="pmc">F1000Research</journal-id>
            <journal-title-group>
                <journal-title>F1000Research</journal-title>
            </journal-title-group>
            <issn pub-type="epub">2046-1402</issn>
            <publisher>
                <publisher-name>F1000 Research Limited</publisher-name>
                <publisher-loc>London, UK</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="doi">10.12688/f1000research.15517.1</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Opinion Article</subject>
                </subj-group>
                <subj-group>
                    <subject>Articles</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Time to really share real-world data?</article-title>
                <fn-group content-type="pub-status">
                    <fn>
                        <p>[version 1; peer review: 2 approved, 1 approved with reservations]</p>
                    </fn>
                </fn-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>Graham</surname>
                        <given-names>Sophie</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <xref ref-type="corresp" rid="c1">a</xref>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>McDonald</surname>
                        <given-names>Laura</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Wasiak</surname>
                        <given-names>Radek</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Lees</surname>
                        <given-names>Michael</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Ramagopalan</surname>
                        <given-names>Sreeram</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-4766-5160</uri>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <aff id="a1">
                    <label>1</label>Real-World Evidence, Evidera, London, W6 8DL, UK</aff>
                <aff id="a2">
                    <label>2</label>Centre for Observational Research and Data Sciences, Bristol-Myers Squibb, Uxbridge, UB8 1DH, UK</aff>
                <aff id="a3">
                    <label>3</label>Worldwide Health Economics and Outcomes Research, Bristol-Myers Squibb, Paris, F-92500, France</aff>
            </contrib-group>
            <author-notes>
                <corresp id="c1">
                    <label>a</label>
                    <email xlink:href="mailto:sophie.graham@evidera.com">sophie.graham@evidera.com</email>
                </corresp>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>SG and RW are employees of Evidera. LM, ML and SR are employees of Bristol-Myers Squibb.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>11</day>
                <month>7</month>
                <year>2018</year>
            </pub-date>
            <pub-date pub-type="collection">
                <year>2018</year>
            </pub-date>
            <volume>7</volume>
            <elocation-id>1054</elocation-id>
            <history>
                <date date-type="accepted">
                    <day>4</day>
                    <month>7</month>
                    <year>2018</year>
                </date>
            </history>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2018 Graham S et al.</copyright-statement>
                <copyright-year>2018</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access article distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <self-uri content-type="pdf" xlink:href="https://f1000research.com/articles/7-1054/pdf"/>
            <abstract>
                <p>Data other than that from clinical trials are important for healthcare decision making. However, unlike the vocal calls seen for more open access to trial data, there are limited efforts being made to ensure that agencies that collect real-world data (RWD) share this, despite its importance. There are many RWD sources across the world that could be readily exploited for research once shared. There are policy and privacy questions that need to be tackled, but opening up and sharing RWD offers remarkable potential for improvements in care for individuals and more effective use of limited healthcare resources. Open science should become the standard for RWD as well as clinical trials, especially those that have a high likelihood to influence practice.</p>
            </abstract>
            <kwd-group kwd-group-type="author">
                <kwd>real-world data</kwd>
                <kwd>sharing</kwd>
                <kwd>clinical data</kwd>
            </kwd-group>
            <funding-group>
                <funding-statement>The author(s) declared that no grants were involved in supporting this work.</funding-statement>
            </funding-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="intro">
            <title>Introduction: Real-world data and its importance</title>
            <p>Real-world data (RWD) are data collected in the course of routine health care delivery or otherwise generated without constraints, as in the &#x2018;real-world&#x2019;
                <sup>
                    <xref ref-type="bibr" rid="ref-1">1</xref>,
                    <xref ref-type="bibr" rid="ref-2">2</xref>
                </sup>. These data are used to understand disease epidemiology, patterns of care and patient need as well as provide valuable insight into treatment effectiveness and safety in day to day clinical practice.</p>
            <p>Due to their potential to provide insight into questions not effectively addressed from clinical trials, RWD are increasingly influencing health care decision making, including regulatory assessment, clinical practice and policy. For example, the 21
                <sup>st</sup> Century Cures Act in the United States has required the Food and Drugs Administration (FDA) to draw up guidelines for the role of RWD in drug approvals (
                <ext-link ext-link-type="uri" xlink:href="https://healthpolicy.duke.edu/sites/default/files/atoms/files/rwe_white_paper_2017.09.06.pdf">https://healthpolicy.duke.edu/sites/default/files/atoms/files/rwe_white_paper_2017.09.06.pdf</ext-link>), and in the United Kingdom (UK) the Academy of Medical Sciences and the Association of the British Pharmaceutical Industry have recently prioritised supporting the inclusion of RWD in regulatory and health technology assessment (HTA) processes (
                <ext-link ext-link-type="uri" xlink:href="https://acmedsci.ac.uk/more/news/next-steps-for-using-real-world-evidence">https://acmedsci.ac.uk/more/news/next-steps-for-using-real-world-evidence</ext-link>). These data are also influencing policy; for example, in the UK the controversial decision to increase hospital staffing levels on the weekend, was driven by analysis from inpatient National Health Service (NHS) hospital data from 2009&#x2013;10 showing a significantly higher risk of mortality in the 30-day follow up period from patients admitted on the weekend, compared to those admitted midweek
                <sup>
                    <xref ref-type="bibr" rid="ref-3">3</xref>
                </sup>.</p>
        </sec>
        <sec>
            <title>Why share data?</title>
            <p>The benefits of sharing data are evidenced with the increasing transparency of clinical trial data. Access to clinical trial data has allowed the validation of initially reported trial results
                <sup>
                    <xref ref-type="bibr" rid="ref-4">4</xref>
                </sup>, but perhaps more importantly openly available data has also been used to answer new questions about disease. For example, the Dialogue for Reverse Engineering Assessment and Methods (DREAM) challenge aimed at identifying a prognostic model for overall survival in patients with metastatic prostate cancer using the raw data from the comparator arms of four clinical trials led to the identification of aspartate aminotransferase as an important prognostic factor for overall survival
                <sup>
                    <xref ref-type="bibr" rid="ref-5">5</xref>
                </sup>. Similarly, the SPRINT competition challenged entrees to re-analyse data from a randomized trial of blood-pressure control and this led to the development of a new decision-making tool for clinicians to determine whether patients should receive intensive hypertensive treatment or not based on patient characteristics
                <sup>
                    <xref ref-type="bibr" rid="ref-6">6</xref>
                </sup>
</p>
            <p>In genetics, the sharing of data have been a major enabling factor in the identification of disease associated genes. Genome-wide association studies often require data from tens of thousands of patients to have the statistical power to detect variants implicated in disease
                <sup>
                    <xref ref-type="bibr" rid="ref-7">7</xref>
                </sup>. Initiatives such as the 
                <ext-link ext-link-type="uri" xlink:href="http://www.ukbiobank.ac.uk/">UK Biobank</ext-link>
                <sup>
                    <xref ref-type="bibr" rid="ref-8">8</xref>
                </sup> have enabled richly genotyped and phenotyped data on many thousands of patients to be available to the international scientific community.  In doing so, these data have been used to better understand the genetic architecture underlying a number of complex diseases including Alzheimer&#x2019;s, major depression and atrial fibrillation, among many others
                <sup>
                    <xref ref-type="bibr" rid="ref-8">8</xref>&#x2013;
                    <xref ref-type="bibr" rid="ref-10">10</xref>
                </sup>. Given the often prohibitively high time and cost burden associated with establishing a cohort needed to unpick the genetic underpinnings of disease, the model employed by the UK Biobank exemplifies the benefits of data sharing not only by enabling reproducibility, but critically in the acceleration and advancement of scientific research.</p>
            <p>A number of European clinical databases provide access to RWD. For example, in the UK, the 
                <ext-link ext-link-type="uri" xlink:href="https://www.cprd.com/home/">Clinical Practice Research Datalink</ext-link> (CPRD), an electronic medical record database that covers general practitioner encounters, has been available to researchers and has led to the generation of hundreds of peer-reviewed publications, with notable contributions including validation of the safety of the measles, mumps and rubella vaccine
                <sup>
                    <xref ref-type="bibr" rid="ref-1">1</xref>
                </sup>. Further, CPRD data are being increasingly used in English national clinical guidelines and guidances
                <sup>
                    <xref ref-type="bibr" rid="ref-11">11</xref>
                </sup>.  The Nordic countries also have a long tradition of collecting patient medical information in the form of national population-based and prescription registries. The high quality of the data recorded and the good coverage of the sources has contributed to a vast number of pharmacoepidemiological insights
                <sup>
                    <xref ref-type="bibr" rid="ref-12">12</xref>,
                    <xref ref-type="bibr" rid="ref-13">13</xref>
                </sup>, for example in realising risks associated with serotonin reuptake inhibitors in pregnancy
                <sup>
                    <xref ref-type="bibr" rid="ref-14">14</xref>
                </sup>.</p>
            <p>Combining accessible RWD sets is of particular importance in Post-Authorisation Safety Studies (PASS), which are studies carried out after a medicine has been approved for use to obtain further information on its safety in the real-world. In such studies, large patient numbers are required to increase power to detect true rare adverse outcomes associated with a particular treatment. To meet the FDA&#x2019;s Post Marketing Requirements for a post-marketing safety surveillance system, the 
                <ext-link ext-link-type="uri" xlink:href="https://www.fda.gov/Safety/FDAsSentinelInitiative">Mini-Sentinel Initiative</ext-link> was launched in 2009, and was eventually expanded to the full Sentinel Initiative in February 2016.  The initiative includes electronic data from different healthcare data holders that is automatically collected on an ongoing basis and merged into a common data format, which the FDA can query at any point to quickly and securely monitor drug safety issues. It now includes over 300 million person years of unduplicated data from over 17 different data partnerships. The Mini-Sentinel Initiative (pilot project) identified a 1.5 (95% CI, 0.2&#x2013;3.2) increased risk of intussusception per 100,000 infants administered the rotavirus vaccination
                <sup>
                    <xref ref-type="bibr" rid="ref-15">15</xref>
                </sup>, highlighting the power of sharing data to identify adverse events that occur at very low rates.</p>
        </sec>
        <sec>
            <title>Lack of data sharing has consequences</title>
            <p>There is a considerable lack of data sharing in observational research. This was shown in a recent review of 237 observational studies published in the BMJ from 1
                <sup>st</sup> January 2015 to 31
                <sup>st</sup> August 2017. This work found that 63% of studies reviewed during this period did not share the raw data upon which the analyses were conducted
                <sup>
                    <xref ref-type="bibr" rid="ref-16">16</xref>
                </sup>. There are also important examples of large medical record data databases that do not readily share data with external researchers. These include data from the Spanish regional general practitioner database Base De Datos Para La Investigacion Farmacoepedemiologica en Atencion Primaria (
                <ext-link ext-link-type="uri" xlink:href="http://www.bifap.org/summary.php">BIFAP</ext-link>) and the Secure Anonymised Information Linkage (
                <ext-link ext-link-type="uri" xlink:href="https://saildatabank.com/">SAIL</ext-link>) databank, which includes primary and secondary care data from the Welsh population.</p>
            <p>Lack of data sharing is potentially not without consequence. For example, the Infections in Oxfordshire Research Database (IORD) showed that any apparent aforementioned UK &#x2018;weekend effect&#x2019; on mortality arises from patient-level differences at admission
                <sup>
                    <xref ref-type="bibr" rid="ref-3">3</xref>,
                    <xref ref-type="bibr" rid="ref-17">17</xref>,
                    <xref ref-type="bibr" rid="ref-18">18</xref>
                </sup> Data from IORD has been available for many years and if this was openly accessible for researchers to analyse the negative impacts of policy changes could perhaps have been prevented. Rosiglitazone, a glitazone used in the treatment of type II diabetes, was initially approved by the European Medicines Agency in 1999, despite there being limited evidence to support during the approval process. In July 2010, the FDA convened an expert panel to discuss removing rosiglitazone from the market because of arising evidence that rosiglitazone was associated with increasing risk of myocardial infarction. The original evidence was based on the RECORD trial, which was an unblinded, open label trial
                <sup>
                    <xref ref-type="bibr" rid="ref-19">19</xref>
                </sup>. It then took two additional clinical trials and over 10 years of post-marketing surveillance to detect an increased risk in myocardial infarction
                <sup>
                    <xref ref-type="bibr" rid="ref-20">20</xref>
                </sup>. Had a real-world PASS been carried out immediately after market approval utilising a number of different data sources along the lines of the aforementioned Sentinel initiative, unwarranted clinical outcomes could have been robustly detected much earlier.</p>
        </sec>
        <sec>
            <title>Barriers to data sharing; combating privacy concerns</title>
            <p>A fundamental barrier associated with the sharing of RWD are the concerns over patient confidentiality. This was illustrated when the UK governmental Care.data programme, which aimed to create a national combined primary and secondary care database, was halted over general public concerns for patient privacy (
                <ext-link ext-link-type="uri" xlink:href="https://blogs.biomedcentral.com/on-medicine/2016/08/19/need-care-closure-care-data/">https://blogs.biomedcentral.com/on-medicine/2016/08/19/need-care-closure-care-data/</ext-link>). Stricter regulatory frameworks introduced as part of the General Data Protection Regulation (
                <ext-link ext-link-type="uri" xlink:href="https://ec.europa.eu/commission/priorities/justice-and-fundamental-rights/data-protection/2018-reform-eu-data-protection-rules_en">GDPR</ext-link>) within the EU aim to tackle many privacy issues involved in the storage, processing and management of data in a digital era. New regulations will not only tighten organisational laws around the handling of data, but will also work to increase the rights of individuals, giving them more control over their personal information including the right to transparency, access and erasure. Importantly, despite privacy concerns, studies demonstrate that patients are generally willing to share their healthcare data in the context of contributing to public health as long as the potential benefits are appropriately communicated
                <sup>
                    <xref ref-type="bibr" rid="ref-20">20</xref>,
                    <xref ref-type="bibr" rid="ref-21">21</xref>
                </sup>
</p>
        </sec>
        <sec sec-type="conclusions">
            <title>Conclusion</title>
            <p>Even though there are significant potential benefits that improved access to RWD could provide patients, the progress to increase data sharing is slow. There are policy and privacy questions that need to be tackled
                <sup>
                    <xref ref-type="bibr" rid="ref-22">22</xref>
                </sup>, but opening up and sharing healthcare data offers remarkable potential for improvements in care for individuals as well as potential for more effective use of limited healthcare resources. In some instances, for example with the 
                <ext-link ext-link-type="uri" xlink:href="http://kvalitetsregister.se/englishpages/findaregistry/allswedishqualityregistries.2028.html">National Quality Registries in Sweden</ext-link>, this potential is already being realised. It is hoped that sharing of RWD becomes standard practice, especially in those data-sets that have a high likelihood of influencing public health and clinical practice.</p>
        </sec>
        <sec>
            <title>Data availability</title>
            <p>No data are associated with this article.</p>
        </sec>
    </body>
    <back>
        <ref-list>
            <ref id="ref-1">
                <label>1</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>McDonald</surname>
                            <given-names>L</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Lambrelli</surname>
                            <given-names>D</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Wasiak</surname>
                            <given-names>R</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Real-world data in the United Kingdom: opportunities and challenges.</article-title>
                    <source>
						
                        <italic toggle="yes">BMC Med.</italic>
					</source>
                    <year>2016</year>;<volume>14</volume>(<issue>1</issue>):<fpage>97</fpage>.
                    <pub-id pub-id-type="pmid">27342341</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12916-016-0647-x</pub-id>
                    <pub-id pub-id-type="pmcid">4921013</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-2">
                <label>2</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Jarow</surname>
                            <given-names>JP</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>LaVange</surname>
                            <given-names>L</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Woodcock</surname>
                            <given-names>J</given-names>
                        </name>
					</person-group>:
                    <article-title>Multidimensional Evidence Generation and FDA Regulatory Decision Making: Defining and Using "Real-World" Data.</article-title>
                    <source>
						
                        <italic toggle="yes">JAMA.</italic>
					</source>
                    <year>2017</year>;<volume>318</volume>(<issue>8</issue>):<fpage>703</fpage>&#x2013;<lpage>704</lpage>.
                    <pub-id pub-id-type="pmid">28715550</pub-id>
                    <pub-id pub-id-type="doi">10.1001/jama.2017.9991</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-3">
                <label>3</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Freemantle</surname>
                            <given-names>N</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Richardson</surname>
                            <given-names>M</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Wood</surname>
                            <given-names>J</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Weekend hospitalization and additional risk of death: An analysis of inpatient data.</article-title>
                    <source>
						
                        <italic toggle="yes">J R Soc Med.</italic>
					</source>
                    <year>2012</year>;<volume>105</volume>(<issue>2</issue>):<fpage>74</fpage>&#x2013;<lpage>84</lpage>.
                    <pub-id pub-id-type="pmid">22307037</pub-id>
                    <pub-id pub-id-type="doi">10.1258/jrsm.2012.120009</pub-id>
                    <pub-id pub-id-type="pmcid">3284293</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-4">
                <label>4</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Ebrahim</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Sohani</surname>
                            <given-names>ZN</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Montoya</surname>
                            <given-names>L</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Reanalyses of Randomized Clinical Trial Data.</article-title>
                    <source>
						
                        <italic toggle="yes">JAMA.</italic>
					</source>
                    <year>2014</year>;<volume>312</volume>(<issue>10</issue>):<fpage>1024</fpage>&#x2013;<lpage>1032</lpage>.
                    <pub-id pub-id-type="pmid">25203082</pub-id>
                    <pub-id pub-id-type="doi">10.1001/jama.2014.9646</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-5">
                <label>5</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Guinney</surname>
                            <given-names>J</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Wang</surname>
                            <given-names>T</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Laajala</surname>
                            <given-names>TD</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Prediction of overall survival for patients with metastatic castration-resistant prostate cancer: development of a prognostic model through a crowdsourced challenge with open clinical trial data.</article-title>
                    <source>
						
                        <italic toggle="yes">Lancet Oncol.</italic>
					</source>
                    <year>2017</year>;<volume>18</volume>(<issue>1</issue>):<fpage>132</fpage>&#x2013;<lpage>142</lpage>.
                    <pub-id pub-id-type="pmid">27864015</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S1470-2045(16)30560-5</pub-id>
                    <pub-id pub-id-type="pmcid">5217180</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-6">
                <label>6</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Ledford</surname>
                            <given-names>H</given-names>
                        </name>
					</person-group>:
                    <article-title>Open-data contest unearths scientific gems &#x2014; and controversy.</article-title>
                    <source>
						
                        <italic toggle="yes">Nat News.</italic>
					</source>
                    <year>2017</year>;<volume>543</volume>(<issue>7645</issue>):<fpage>299</fpage>.
                    <pub-id pub-id-type="pmid">28300120</pub-id>
                    <pub-id pub-id-type="doi">10.1038/nature.2017.21572</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-7">
                <label>7</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Visscher</surname>
                            <given-names>PM</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Wray</surname>
                            <given-names>NR</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Zhang</surname>
                            <given-names>Q</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>10 Years of GWAS Discovery: Biology, Function, and Translation.</article-title>
                    <source>
						
                        <italic toggle="yes">Am J Hum Genet.</italic>
					</source>
                    <year>2017</year>;<volume>101</volume>(<issue>1</issue>):<fpage>5</fpage>&#x2013;<lpage>22</lpage>.
                    <pub-id pub-id-type="pmid">28686856</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.ajhg.2017.06.005</pub-id>
                    <pub-id pub-id-type="pmcid">5501872</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-8">
                <label>8</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Wray</surname>
                            <given-names>NR</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Ripke</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Mattheisen</surname>
                            <given-names>M</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Genome-wide association analyses identify 44 risk variants and refine the genetic architecture of major depression.</article-title>
                    <source>
						
                        <italic toggle="yes">Nat Genet.</italic>
					</source>
                    <year>2018</year>;<volume>50</volume>(<issue>5</issue>):<fpage>668</fpage>&#x2013;<lpage>681</lpage>.
                    <pub-id pub-id-type="pmid">29700475</pub-id>
                    <pub-id pub-id-type="doi">10.1038/s41588-018-0090-3</pub-id>
                    <pub-id pub-id-type="pmcid">5934326</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-9">
                <label>9</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Marioni</surname>
                            <given-names>RE</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Harris</surname>
                            <given-names>SE</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Zhang</surname>
                            <given-names>Q</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>GWAS on family history of Alzheimer&#x2019;s disease.</article-title>
                    <source>
						
                        <italic toggle="yes">Transl. Psychiatry</italic>
					</source>
                    <year>2018</year>;<volume>8</volume>(<issue>1</issue>): 99.
                    <pub-id pub-id-type="pmid">29777097</pub-id>
                    <pub-id pub-id-type="doi">10.1038/s41398-018-0150-6</pub-id>
                    <pub-id pub-id-type="pmcid">5959890</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-10">
                <label>10</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Nielsen</surname>
                            <given-names>JB</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Fritsche</surname>
                            <given-names>LG</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Zhou</surname>
                            <given-names>W</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Genome-wide Study of Atrial Fibrillation Identifies Seven Risk Loci and Highlights Biological Pathways and Regulatory Elements Involved in Cardiac Development.</article-title>
                    <source>
						
                        <italic toggle="yes">Am J Hum Genet.</italic>
					</source>
                    <year>2018</year>;<volume>102</volume>(<issue>1</issue>):<fpage>103</fpage>&#x2013;<lpage>115</lpage>.
                    <pub-id pub-id-type="pmid">29290336</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.ajhg.2017.12.003</pub-id>
                    <pub-id pub-id-type="pmcid">5777936</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-11">
                <label>11</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Oyinlola</surname>
                            <given-names>JO</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Campbell</surname>
                            <given-names>J</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Kousoulis</surname>
                            <given-names>AA</given-names>
                        </name>
					</person-group>:
                    <article-title>Is real world evidence influencing practice? A systematic review of CPRD research in NICE guidances.</article-title>
                    <source>
						
                        <italic toggle="yes">BMC Health Serv Res.</italic>
					</source>
                    <year>2016</year>;<volume>16</volume>:<fpage>299</fpage>.
                    <pub-id pub-id-type="pmid">27456701</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12913-016-1562-8</pub-id>
                    <pub-id pub-id-type="pmcid">4960862</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-12">
                <label>12</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Reigstad</surname>
                            <given-names>MM</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Larsen</surname>
                            <given-names>IK</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Myklebust</surname>
                            <given-names>T&#x00c5;</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>The Nordic Health Registries: an important part of modern medical research.</article-title>
                    <source>
						
                        <italic toggle="yes">Hum Reprod.</italic>
					</source>
                    <year>2016</year>;<volume>31</volume>(<issue>1</issue>):<fpage>216</fpage>&#x2013;<lpage>217</lpage>.
                    <pub-id pub-id-type="pmid">26516204</pub-id>
                    <pub-id pub-id-type="doi">10.1093/humrep/dev276</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-13">
                <label>13</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Furu</surname>
                            <given-names>K</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Wettermark</surname>
                            <given-names>B</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Andersen</surname>
                            <given-names>M</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>The Nordic countries as a cohort for pharmacoepidemiological research.</article-title>
                    <source>
						
                        <italic toggle="yes">Basic Clin Pharmacol Toxicol.</italic>
					</source>
                    <year>2010</year>;<volume>106</volume>(<issue>2</issue>):<fpage>86</fpage>&#x2013;<lpage>94</lpage>.
                    <pub-id pub-id-type="pmid">19961477</pub-id>
                    <pub-id pub-id-type="doi">10.1111/j.1742-7843.2009.00494.x</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-14">
                <label>14</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Kieler</surname>
                            <given-names>H</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Artama</surname>
                            <given-names>M</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Engeland</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Selective serotonin reuptake inhibitors during pregnancy and risk of persistent pulmonary hypertension in the newborn: population based cohort study from the five Nordic countries.</article-title>
                    <source>
						
                        <italic toggle="yes">BMJ.</italic>
					</source>
                    <year>2012</year>;<volume>344</volume>:<fpage>d8012</fpage>.
                    <pub-id pub-id-type="pmid">22240235</pub-id>
                    <pub-id pub-id-type="doi">10.1136/bmj.d8012</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-15">
                <label>15</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Yih</surname>
                            <given-names>WK</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Lieu</surname>
                            <given-names>TA</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Kulldorff</surname>
                            <given-names>M</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Intussusception risk after rotavirus vaccination in U.S. infants.</article-title>
                    <source>
						
                        <italic toggle="yes">N Engl J Med.</italic>
					</source>
                    <year>2014</year>;<volume>370</volume>(<issue>6</issue>):<fpage>503</fpage>&#x2013;<lpage>512</lpage>.
                    <pub-id pub-id-type="pmid">24422676</pub-id>
                    <pub-id pub-id-type="doi">10.1056/NEJMoa1303164</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-16">
                <label>16</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>McDonald</surname>
                            <given-names>L</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Schultze</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Simpson</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Lack of data sharing in observational studies.</article-title>
                    <source>
						
                        <italic toggle="yes">BMJ.</italic>
					</source>
                    <year>2017</year>;<volume>359</volume>:<fpage>j4866</fpage>.
                    <pub-id pub-id-type="pmid">29066583</pub-id>
                    <pub-id pub-id-type="doi">10.1136/bmj.j4866</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-17">
                <label>17</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Walker</surname>
                            <given-names>AS</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Mason</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Quan</surname>
                            <given-names>TP</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Mortality risks associated with emergency admissions during weekends and public holidays: an analysis of electronic health records.</article-title>
                    <source>
						
                        <italic toggle="yes">Lancet.</italic>
					</source>
                    <year>2017</year>;<volume>390</volume>(<issue>10089</issue>):<fpage>62</fpage>&#x2013;<lpage>72</lpage>.
                    <pub-id pub-id-type="pmid">28499548</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0140-6736(17)30782-1</pub-id>
                    <pub-id pub-id-type="pmcid">5494289</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-18">
                <label>18</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>McDonald</surname>
                            <given-names>L</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Ramagopalan</surname>
                            <given-names>SV</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Lees</surname>
                            <given-names>M</given-names>
                        </name>
					</person-group>:
                    <article-title>Real-world data really matter.</article-title>
                    <source>
						
                        <italic toggle="yes">CMAJ.</italic>
					</source>
                    <year>2017</year>;<volume>189</volume>(<issue>41</issue>):<fpage>E1293</fpage>.
                    <pub-id pub-id-type="pmid">29038323</pub-id>
                    <pub-id pub-id-type="doi">10.1503/cmaj.733383</pub-id>
                    <pub-id pub-id-type="pmcid">5647170</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-19">
                <label>19</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Home</surname>
                            <given-names>PD</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Pocock</surname>
                            <given-names>SJ</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Beck-Nielsen</surname>
                            <given-names>H</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Rosiglitazone evaluated for cardiovascular outcomes in oral agent combination therapy for type 2 diabetes (RECORD): a multicentre, randomised, open-label trial.</article-title>
                    <source>
						
                        <italic toggle="yes">The Lancet.</italic>
					</source>
                    <year>2009</year>;<volume>373</volume>(<issue>9681</issue>):<fpage>2125</fpage>&#x2013;<lpage>2135</lpage>.
                    <pub-id pub-id-type="pmid">19501900</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0140-6736(09)60953-3</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-20">
                <label>20</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Mello</surname>
                            <given-names>MM</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Lieou</surname>
                            <given-names>V</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Goodman</surname>
                            <given-names>SN</given-names>
                        </name>
					</person-group>:
                    <article-title>Clinical Trial Participants&#x2019; Views of the Risks and Benefits of Data Sharing.</article-title>
                    <source>
						
                        <italic toggle="yes">N Engl J Med.</italic>
					</source>
                    <year>2018</year>;<volume>378</volume>(<issue>23</issue>):<fpage>2202</fpage>&#x2013;<lpage>2211</lpage>.
                    <pub-id pub-id-type="pmid">29874542</pub-id>
                    <pub-id pub-id-type="doi">10.1056/NEJMsa1713258</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-21">
                <label>21</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Weitzman</surname>
                            <given-names>ER</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Kelemen</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Kaci</surname>
                            <given-names>L</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Willingness to share personal health record data for care improvement and public health: a survey of experienced personal health record users.</article-title>
                    <source>
						
                        <italic toggle="yes">BMC Med Inform Decis Mak.</italic>
					</source>
                    <year>2012</year>;<volume>12</volume>:<fpage>39</fpage>.
                    <pub-id pub-id-type="pmid">22616619</pub-id>
                    <pub-id pub-id-type="doi">10.1186/1472-6947-12-39</pub-id>
                    <pub-id pub-id-type="pmcid">3403895</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-22">
                <label>22</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Warren</surname>
                            <given-names>E</given-names>
                        </name>
					</person-group>:
                    <article-title>Strengthening Research through Data Sharing.</article-title>
                    <source>
						
                        <italic toggle="yes">N Engl J Med.</italic>
					</source>
                    <year>2016</year>;<volume>375</volume>(<issue>5</issue>):<fpage>401</fpage>&#x2013;<lpage>403</lpage>.
                    <pub-id pub-id-type="pmid">27518656</pub-id>
                    <pub-id pub-id-type="doi">10.1056/NEJMp1607282</pub-id>
                </mixed-citation>
            </ref>
        </ref-list>
    </back>
    <sub-article article-type="reviewer-report" id="report38761">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.16919.r38761</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Tomlinson</surname>
                        <given-names>Laurie A.</given-names>
                    </name>
                    <xref ref-type="aff" rid="r38761a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0001-8848-9493</uri>
                </contrib>
                <aff id="r38761a1">
                    <label>1</label>Department of Non&#x2010;Communicable Disease Epidemiology, London School of Hygiene &amp; Tropical Medicine, London, UK</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>15</day>
                <month>10</month>
                <year>2018</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2018 Tomlinson LA</copyright-statement>
                <copyright-year>2018</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport38761" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.15517.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>Should real-world data be more freely available? Of course it should, it is impossible to disagree. But, "I&#x00a0;think you'll find it's a bit more complicated than that".</p>
            <p> </p>
            <p> Use of observational data for drug safety (among other things)&#x00a0;is crucially important. However, many things are critical to make this happen. High quality research training with access to excellent statisticians. A research system that doesn't depend on impact factor and no benefit for getting an 'interesting' result. Quality peer-review. Lots of funding to do important work of this kind. An educated audience capable of critical analysis of complex study designs. Brexit not&#x00a0;gutting the MHRA. Close links with the EMA. Affordable access for academics to access the data. And yes open data would help but who has the time to rerun the analyses of other groups who have proven themselves trustworthy when there are probably more important things to do? There are also risks. Anti-vaxxers on a mission to identify spurious drug-effects. And vitally loss of public trust. Yes there are surveys showing public support for access to their data but we have already made a mess of this with care.data and can we risk that again? Especially when pharma or profit-driven companies are promoting it? In a world ever more driven by conspiracy theories and paranoia this seems a big step at the moment.</p>
            <p> </p>
            <p> Yes real-world data should be more open. But at the moment it is only one of many important battles to fight.</p>
            <p>Is the topic of the opinion article discussed accurately in the context of the current literature?</p>
            <p>Partly</p>
            <p>Are arguments sufficiently supported by evidence from the published literature?</p>
            <p>Partly</p>
            <p>Are all factual statements correct and adequately supported by citations?</p>
            <p>Partly</p>
            <p>Are the conclusions drawn balanced and justified on the basis of the presented arguments?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>NA</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report36415">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.16919.r36415</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Madigan</surname>
                        <given-names>David</given-names>
                    </name>
                    <xref ref-type="aff" rid="r36415a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r36415a1">
                    <label>1</label>Department of Statistics, Columbia University, New York City, NY, USA</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>26</day>
                <month>7</month>
                <year>2018</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2018 Madigan D</copyright-statement>
                <copyright-year>2018</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport36415" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.15517.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>This is in interesting short opinion piece about RWD. I worry that it exhibits the kind of unbridled enthusiasm that I fear ultimately undermines efforts to appropriately incorporate RWD into healthcare decision making. There are real limitations to RWD studies and the authors should acknowledge these. See, for example, many of Ioannidis&#x2019;s papers or Madigan, D., et al. (2013)
                <sup>
                    <xref ref-type="bibr" rid="rep-ref-36415-1">1</xref>
                </sup>.</p>
            <p> The CPRD is not a particularly good example since the data are available to researchers under severe restrictions, e.g., &#x201c;A dataset may only be used for the study for which it has been approved.&#x201d;</p>
            <p> As I understand it, Sentinel&#x00a0;queries require multi-week/month turnaround times.</p>
            <p> The notion that an observational study could have uncovered the rosiglitazone problem early is speculative.</p>
            <p> The section on privacy concerns pays lip service to some really complex issues. These data are de-identified in superficial ways and identification of specific individuals is entirely possible. The implications for health insurance, employment, etc. are highly complex.</p>
            <p> The paper should discuss common data models. Shared data with idiosyncratic data models are of somewhat limited value. In a similar vein, the article should discuss OHDSI.</p>
            <p>Is the topic of the opinion article discussed accurately in the context of the current literature?</p>
            <p>Partly</p>
            <p>Are arguments sufficiently supported by evidence from the published literature?</p>
            <p>Partly</p>
            <p>Are all factual statements correct and adequately supported by citations?</p>
            <p>Partly</p>
            <p>Are the conclusions drawn balanced and justified on the basis of the presented arguments?</p>
            <p>Partly</p>
            <p>Reviewer Expertise:</p>
            <p>NA</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above.</p>
        </body>
        <back>
            <ref-list>
                <title>References</title>
                <ref id="rep-ref-36415-1">
                    <label>1</label>
                    <mixed-citation publication-type="journal">
                        <person-group person-group-type="author"/>:
                        <article-title>Evaluating the impact of database heterogeneity on observational study results.</article-title>
                        <source>
                            <italic>Am J Epidemiol</italic>
                        </source>.<year>2013</year>;<volume>178</volume>(<issue>4</issue>) :
                        <elocation-id>10.1093/aje/kwt010</elocation-id>
                        <fpage>645</fpage>-<lpage>51</lpage>
                        <pub-id pub-id-type="pmid">23648805</pub-id>
                        <pub-id pub-id-type="doi">10.1093/aje/kwt010</pub-id>
                    </mixed-citation>
                </ref>
            </ref-list>
        </back>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report35957">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.16919.r35957</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Khosla</surname>
                        <given-names>Sajan</given-names>
                    </name>
                    <xref ref-type="aff" rid="r35957a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r35957a1">
                    <label>1</label>AstraZeneca Academy House, Cambridge, UK</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>18</day>
                <month>7</month>
                <year>2018</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2018 Khosla S</copyright-statement>
                <copyright-year>2018</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport35957" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.15517.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>I would suggest adding commentary on the reproducibility of RWD studies by better sharing of 
                <underline>code</underline> and data. Those practitioners of RWD are all aware of the intricate nuances that lead to variable definitions and sharing of these may enable better reproducibility. Perhaps the better use of technology to better develop transparency and reproducibility would be beneficial in these areas, leading the clinical trial setting
                <sup>
                    <xref ref-type="bibr" rid="rep-ref-35957-1">1</xref>
                </sup>.</p>
            <p> </p>
            <p> The importance of RWD is a combination of the potential regulatory use within the context of the 21st Century Cures act, being able to reinforce clinical decision making with information at the patient bedside and to also support policy making decisions. Having been part of the team on the weekend mortality paper, this analysis was less influential but more supportive to larger initiatives at hand. I would also support that with the outputs from international disease registries in oncology which highlight how poor/late presentation of cancer within the UK system leads to the significant gap in cancer outcomes and led to better public health initiatives around recognising symptoms of cancer
                <sup>
                    <xref ref-type="bibr" rid="rep-ref-35957-2">2</xref>
                </sup>.</p>
            <p>Is the topic of the opinion article discussed accurately in the context of the current literature?</p>
            <p>Partly</p>
            <p>Are arguments sufficiently supported by evidence from the published literature?</p>
            <p>Yes</p>
            <p>Are all factual statements correct and adequately supported by citations?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn balanced and justified on the basis of the presented arguments?</p>
            <p>Partly</p>
            <p>Reviewer Expertise:</p>
            <p>Real World Evidence, Health Informatics, Data science</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
        <back>
            <ref-list>
                <title>References</title>
                <ref id="rep-ref-35957-1">
                    <label>1</label>
                    <mixed-citation publication-type="journal">
                        <person-group person-group-type="author"/>:
                        <article-title>Observational Health Data Sciences and Informatics (OHDSI): Opportunities for Observational Researchers.</article-title>
                        <source>
                            <italic>Stud Health Technol Inform</italic>
                        </source>.<year>2015</year>;<volume>216</volume>:<fpage>574</fpage>-<lpage>8</lpage>
                        <pub-id pub-id-type="pmid">26262116</pub-id>
                    </mixed-citation>
                </ref>
                <ref id="rep-ref-35957-2">
                    <label>2</label>
                    <mixed-citation publication-type="journal">
                        <person-group person-group-type="author"/>:
                        <article-title>Population-based cancer survival trends in England and Wales up to 2007: an assessment of the NHS cancer plan for England.</article-title>
                        <source>
                            <italic>Lancet Oncol</italic>
                        </source>.<year>2009</year>;<volume>10</volume>(<issue>4</issue>) :
                        <elocation-id>10.1016/S1470-2045(09)70028-2</elocation-id>
                        <fpage>351</fpage>-<lpage>69</lpage>
                        <pub-id pub-id-type="pmid">19303813</pub-id>
                        <pub-id pub-id-type="doi">10.1016/S1470-2045(09)70028-2</pub-id>
                    </mixed-citation>
                </ref>
            </ref-list>
        </back>
    </sub-article>
</article>
