<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "http://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="1.2" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="pmc">F1000Research</journal-id>
            <journal-title-group>
                <journal-title>F1000Research</journal-title>
            </journal-title-group>
            <issn pub-type="epub">2046-1402</issn>
            <publisher>
                <publisher-name>F1000 Research Limited</publisher-name>
                <publisher-loc>London, UK</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="doi">10.12688/f1000research.17631.1</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Research Article</subject>
                </subj-group>
                <subj-group>
                    <subject>Articles</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>The economic impact of critical congenital heart disease to the health system and families in Colombia</article-title>
                <fn-group content-type="pub-status">
                    <fn>
                        <p>[version 1; peer review: 2 approved with reservations]</p>
                    </fn>
                </fn-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Chamorro Vel&#x00e1;squez</surname>
                        <given-names>Cindy Lorena</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Formal Analysis</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-9653-1230</uri>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Sandoval Reyes</surname>
                        <given-names>Nestor Fernando</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Taborda Restrepo</surname>
                        <given-names>Alejandra</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Romero Ducuara</surname>
                        <given-names>Sandra Vanessa</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Dom&#x00ed;nguez</surname>
                        <given-names>Maria Teresa</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-3379-3700</uri>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Troncoso Moreno</surname>
                        <given-names>Gloria Amparo</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a4">4</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Cuevas</surname>
                        <given-names>Alejandra Fonseca</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Aranguren Bello</surname>
                        <given-names>Hernan Camilo</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-1623-8852</uri>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Berm&#x00fa;dez Hernadez</surname>
                        <given-names>Pablo Andres</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Trujillo</surname>
                        <given-names>Pablo Sandoval</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a5">5</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Dennis</surname>
                        <given-names>Rodolfo Jose</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>Londo&#x00f1;o Trujillo</surname>
                        <given-names>Dar&#x00ed;o</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="corresp" rid="c1">a</xref>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <aff id="a1">
                    <label>1</label>Health Public Shaft, Fundaci&#x00f3;n Santa Fe de Bogot&#x00e1;, Bogot&#x00e1;, Cundinamarca, Colombia</aff>
                <aff id="a2">
                    <label>2</label>Institute of Congenital Heart Disease, Fundacion Cardioinfantil- Institute of Cardiology, Bogot&#x00e1;, Cundinamarca, Colombia</aff>
                <aff id="a3">
                    <label>3</label>Research Department, Fundacion Cardioinfantil-Institute of Cardiology, Bogot&#x00e1;, Cundinamarca, Colombia</aff>
                <aff id="a4">
                    <label>4</label>Pediatrics Department, Fundacion Cardioinfantil-Institute of Cardiology, Bogot&#x00e1;, Cundinamarca, Colombia</aff>
                <aff id="a5">
                    <label>5</label>School of Medicine, Universidad de los Andes, Bogot&#x00e1;, Cundinamarca, Colombia</aff>
            </contrib-group>
            <author-notes>
                <corresp id="c1">
                    <label>a</label>
                    <email xlink:href="mailto:dario.londono@fsfb.org.co">dario.londono@fsfb.org.co</email>
                </corresp>
                <fn fn-type="conflict">
                    <p>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>23</day>
                <month>1</month>
                <year>2019</year>
            </pub-date>
            <pub-date pub-type="collection">
                <year>2019</year>
            </pub-date>
            <volume>8</volume>
            <elocation-id>92</elocation-id>
            <history>
                <date date-type="accepted">
                    <day>17</day>
                    <month>1</month>
                    <year>2019</year>
                </date>
            </history>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2019 Chamorro Vel&#x00e1;squez CL et al.</copyright-statement>
                <copyright-year>2019</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access article distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <self-uri content-type="pdf" xlink:href="https://f1000research.com/articles/8-92/pdf"/>
            <abstract>
                <p>
                    <bold>Background:</bold> Critical congenital heart disease (CCHD) make up a group of heart diseases present in newborns since the prenatal period and requiring early intervention through surgery or percutaneous interventions in the first year of life. Little is known about the societal economic impact associated with their care in low to middle income countries. We estimated direct medical costs, out-of-pocket expenditures and indirect costs of CCHD patients in Colombia.</p>
                <p>
                    <bold>Methods:</bold> The methodology to estimate costs involved four stages: identification, measurement, and assessment of resources consumed, and total cost calculation. Regarding medical costs, hospital and ambulatory costs were estimated for the patient&#x2019;s first year of life using clinical records of 73 patients and with thematic experts. A survey was carried out on 20 children&#x00b4;s caregivers to determine the out-of-pocket expenses and indirect costs. For this estimation, a descriptive analysis was made on the survey taking into account the reported salary. All costs are expressed in US dollars (2017 exchange rates).</p>
                <p>
                    <bold>Results:</bold> The average direct medical hospital costs for CCHDs were $25,835 and the ambulatory costs reached $480. Indirect costs were $1,303 and out-of-pocket expenses were $2,058, which for families with an income lower than one monthly minimum wage (1 SMMLV) in 2017 correspond to $250. The impact on their budget was 57%.</p>
                <p>
                    <bold>Conclusions:</bold> CCHDs represent an important economic impact both for the Colombian General Social Health System and for families. This study made it possible to estimate the costs that are not easily visible and thus quantified.</p>
                <p>
                    <bold>Abbreviations:</bold> CHD: Congenital Heart Disease; CCHD: Critical Congenital Heart Disease; COI: Cost of illness; FCI-IC: Fundaci&#x00f3;n Cardioinfantil &#x2013; Institute of Cardiology; SMMLV: Monthly Minimum Legal Wage</p>
            </abstract>
            <kwd-group kwd-group-type="author">
                <kwd>Economic impact</kwd>
                <kwd>Cost of Illness</kwd>
                <kwd>Cost Analysis</kwd>
                <kwd>Hospital Costs</kwd>
                <kwd>Out-of-pocket Expenditures</kwd>
                <kwd>Indirect Expenditures</kwd>
            </kwd-group>
            <funding-group>
                <award-group id="fund-1" xlink:href="http://dx.doi.org/10.13039/100007637">
                    <funding-source>Departamento Administrativo de Ciencia, Tecnolog&#x00ed;a e Innovaci&#x00f3;n</funding-source>
                    <award-id>662-2015</award-id>
                </award-group>
                <funding-statement>This study is financed by the Colombian Fund for the Financing of Science, Technology and Innovation, Francisco Jos&#x00e9; de Caldas &#x2013; COLCIENCIAS, to the Program for Innovation in Infrequent Congenital Human Cardiopathies (PINOCCHIO from its Spanish acronym) &#x2013; Contract 662-2015, awarded to Fundacion Cardioinfantil &#x2013; Instituto de Cardiologia.</funding-statement>
                <funding-statement>
                    <italic>The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</italic>
                </funding-statement>
            </funding-group>
        </article-meta>
    </front>
    <body>
        <sec>
            <title>Abbreviations:</title>
            <p>CHD: Congenital Heart Disease; CCHD: Critical Congenital Heart Disease; COI: Cost of illness; FCI-IC: Fundaci&#x00f3;n Cardioinfantil &#x2013; Institute of Cardiology; SMMLV: Monthly Minimum Legal Wage</p>
        </sec>
        <sec sec-type="intro">
            <title>Introduction</title>
            <p>The term critical congenital heart disease (CCHD) refers to a group of structural malformations of the heart which are present from the prenatal period. They represent more than one third of all Congenital Heart Diseases (CHD)
                <sup>
                    <xref ref-type="bibr" rid="ref-1">1</xref>,
                    <xref ref-type="bibr" rid="ref-2">2</xref>
                </sup>. Their incidence ranges from 1 in 15,000 to 1 in 26,000 live births and their prevalence corresponds to 147.4 cases per 100,000 live births
                <sup>
                    <xref ref-type="bibr" rid="ref-3">3</xref>
                </sup>. CCHDs are an important cause of child mortality in the first month of life, and consequently it is necessary to start early surgical or interventional treatment in the first year of life to grant the patient&#x2019;s survival
                <sup>
                    <xref ref-type="bibr" rid="ref-2">2</xref>,
                    <xref ref-type="bibr" rid="ref-4">4</xref>
                </sup>. 29.5% of newborns with CCHD are diagnosed late
                <sup>
                    <xref ref-type="bibr" rid="ref-5">5</xref>
                </sup>, a fact associated with greater risk of morbidity and mortality
                <sup>
                    <xref ref-type="bibr" rid="ref-6">6</xref>
                </sup>. The CCHD have a significant economic impact on the health systems and the patients&#x2019; families; thereby, no studies on indirect costs are available, and few of them address direct medical costs at world level
                <sup>
                    <xref ref-type="bibr" rid="ref-7">7</xref>
                </sup>.</p>
            <p>The purpose of carrying out a costs study on a disease (COI &#x201c;Cost of Illness&#x201d;), is to perform a descriptive analysis to identify and measure the costs of a disease in monetary terms to estimate its economic burden on society
                <sup>
                    <xref ref-type="bibr" rid="ref-8">8</xref>,
                    <xref ref-type="bibr" rid="ref-9">9</xref>
                </sup>. COI studies may take different perspective that determines the whole costs process; they estimate costs from the standpoint of society, the health system, the patient or the families. The perspective of society is the most comprehensive one and most widely recommended, since it includes all costs, independently from who incurs them. In consequence, besides direct medical costs, out-of-pocket expenses covered by the family, and indirect costs, are included. This society perspective allows to carry out a more complete analysis and include all costs of opportunity attributed to a disease. However, this perspective requires a larger collection and availability of information effort, a fact that hinders its use in COI for low prevalence diseases
                <sup>
                    <xref ref-type="bibr" rid="ref-10">10</xref>,
                    <xref ref-type="bibr" rid="ref-11">11</xref>
                </sup>.</p>
            <p>Overall, COI studies contemplate three cost categories: direct, indirect and intangible costs, the latter are rarely quantified, so it is accepted that only direct and indirect costs are considered. 
                <italic toggle="yes">Direct medical costs</italic> are costs related with medical assistance, treatment, rehabilitation, etc.; 
                <italic toggle="yes">non direct medical costs</italic> involve expenses in non-medical resources, i.e., transportation and nutrition outside the home. Lastly, 
                <italic toggle="yes">indirect costs</italic> refers to the loss of productivity associated with the disease
                <sup>
                    <xref ref-type="bibr" rid="ref-11">11</xref>
                </sup>.</p>
            <p>The micro-costing, and gross-costing approaches are used to estimate direct medical costs. The micro-costing is a &#x201c;bottom-up&#x201d; process whereby every resource is identified; measuring, assessment and calculation of the total cost are carried out; contrarily, the gross-costing estimates costs from a &#x201c;top-down&#x201d; approach, drawing an average of the total cost. The human capital approach and the friction cost approach estimate indirect costs. The loss of productivity is associated with the friction period, i.e., the time the patient takes to be replaced by another employee and for production to return to its former level
                <sup>
                    <xref ref-type="bibr" rid="ref-12">12</xref>
                </sup>.</p>
            <p>From the economic standpoint, the needs of the population are endless but the resources to meet them are limited. Additionally, factors like technological development, cause health expenses to increase. The estimation of costs is important in making decisions, as it helps to define and prioritize policies and intervention related with health assistance
                <sup>
                    <xref ref-type="bibr" rid="ref-11">11</xref>
                </sup>. Also, it provides information to make future costs projections in medical assistance and allocate resources according to budget limitations, thus granting the efficiency of policies
                <sup>
                    <xref ref-type="bibr" rid="ref-8">8</xref>,
                    <xref ref-type="bibr" rid="ref-11">11</xref>
                </sup>.</p>
            <p>In view of the importance of CCHD, the complexity presented in terms of costs for society and the scarce literature available on the subject, it was necessary for this study to estimate costs and hence approach the economic burden from a social perspective in Colombia. For this study we benefit from the information provided by Fundaci&#x00f3;n Cardioinfantil &#x2013; Institute of Cardiology (FCI-IC) and its social program
                <sup>
                    <xref ref-type="bibr" rid="ref-13">13</xref>,
                    <xref ref-type="bibr" rid="ref-14">14</xref>
                </sup>, to access a population that is difficult to study. Although many of the expenses incurred by the patients and their families are subsidized by FCI-IC&#x2019;s social program, the use of resources is real, which allowed to approximate to the real cost incurred by these CCHD patients in Colombia.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <p>The method used to estimate the costs was micro-costing, as the information collected allowed to reach a level of detail in the identification and measuring of resources, and to carry out the assessment based on the national reference prices, and not only on those of a particular institution. Besides, this method identifies gaps in expenses and include only events related with CCHD. The calculations were made in Microsoft Excel 2016. We did not perform any statistical tests.</p>
            <p>The seven CCHDs included in the estimation of costs were: Pulmonary Atresia, Tetralogy of Fallot, Tricuspid Atresia, Truncus Arteriosus, Hypoplastic Left Heart Syndrome, Total Anomalous Pulmonary Venous Drainage and Transposition of Great Arteries. The decision to include these CCHDs was made following the approaches and recommendations taken on the subject at world level, thus the prioritization of these cardiopathies in the United States was taken as reference
                <sup>
                    <xref ref-type="bibr" rid="ref-15">15</xref>
                </sup>.</p>
            <p>The cost estimation process followed four stages
                <sup>
                    <xref ref-type="bibr" rid="ref-10">10</xref>
                </sup>: 1. Identification of resources; 2. Measuring the use of resources; 3. Assessment of resources; 4. Calculating total costs. This methodology was followed, and the &#x201c;bottom- up&#x201d; process, i.e., the estimation of direct medical hospital costs followed an identification of resources, measuring (frequency and quantity) and assessment of resources (as per Tariffs Manual ISS 2001+35%, market prices in Colombia)
                <sup>
                    <xref ref-type="bibr" rid="ref-16">16</xref>
                </sup>, and lastly, the total costs calculation, based on clinical records for 73 patients with the seven CCHDs from the data base of the Institute of Congenital Heart Disease at FCI-IC. Direct annual medical costs were estimated for every CCHD, and for indirect costs and out-of-pocket expenses, 20 surveys were applied to caregivers of children with three Infrequent Congenital Heart Diseases since there is a higher level of complexity in the collection of information on CCHDs. The caregivers were a convenience sample identified from a cohort of the PINOCCHIO Program (Innovation Program in Uncommon Human Congenital Heart Diseases for Colombia). This cohort was built through three main sources at Fundacion Cardionfantil &#x2013; Instituto de Cardiologia &#x2013; FCI&#x2013;IC: medical databases of patients from the Congenital Heart Disease Institute; Pediatric Cardiovascular surgery service; and patients diagnosed during pediatric brigades carried out by FCI-IC social program &#x201c;Give a life&#x201d; in 12 cities in Colombia from the period 2010 to October, 2018. The eligibility criteria for the 20 caregivers of children were patients from the PINOCCHIO Cohort with detectable critical congenital heart diseases with the following diagnosis: Ebstein&#x2019;s anomaly, Interrupted Aortic Arch and Pulmonary Valve Stenosis and which were less than two years of age at the time of the survey. The caregivers filled a case report form (CRF) whereby information on out-of-pocket expenses and indirect costs was obtained. Before caregivers started to answer the survey, a research assistant explained the objective, asked for signed informed consent, and were present to respond to any question. A copy of the CRF translated to English is attached as extended data.</p>
            <p>The perspective taken in cost estimation was that of society. All costs are expressed in US dollars, firstly estimated in Colombian pesos for 2017, and then the average exchange rate for 2017 was applied ($2,951.15 COP for one US dollar)
                <sup>
                    <xref ref-type="bibr" rid="ref-17">17</xref>
                </sup>.</p>
            <sec>
                <title>Estimation of direct medical costs</title>
                <p>The collected information was filtered, and only the hospital events in which patients were admitted by causes directly related with CCHDs were selected. Then, a validation was made with experts on the amount of resources included in this data base to verify if they were similar to usual clinical practice. Then, an analysis of hospital events per patient was performed, including very detailed information on the resources used, grouped under large line items: surgical and non-surgical procedures, laboratories, diagnostic aids, blood bank, medication and surgical medical materials. Finally, a base case was drawn for a patient, including the average of hospital events (surgical and non-surgical) taking place in a year for every CCHD, weighing the frequency of these events and the average number of days in hospital for each.</p>
                <p>The estimation of ambulatory costs was also carried out in four stages; the identification of resources for ambulatory events in the seven CCHD, was validated by clinical experts. To measure resources, we asked the same experts how many medical consultations, echocardiograms, EKGs and chest x-rays are performed on average on these patients in their first year of life. The assessment of resources was carried out based on Tariff Manual ISS 2001
                    <sup>
                        <xref ref-type="bibr" rid="ref-16">16</xref>
                    </sup>; finally, the following formula was applied 
                    <italic toggle="yes">Cost = frequency or quantity*prices</italic>.</p>
                <p>The source for procedure prices was Tariff Manual ISS 2001
                    <sup>
                        <xref ref-type="bibr" rid="ref-16">16</xref>
                    </sup>, a reference for tariffs used for contracting health services in Colombia. The adjustment of these tariffs for the Colombian market is done by taking the base tariff present in 2001 plus an increase of 35% (20% for the minimum cost and 50% for the maximum cost to perform a sensitivity analysis).</p>
            </sec>
            <sec>
                <title>Estimation of out-of-pocket expenses and indirect costs</title>
                <p>In order to estimate out-of-pocket expenses and indirect costs covered by the caregiver, a survey was applied to 20 caregivers of patients younger than two years with a CCHD, as detailed above. The survey included specific questions on monthly income, occupation, days on leave from work and expenses associated with the disease to establish the impact of out-of-pocket expenses and the loss of productivity in the family budgets.</p>
                <p>The methodology used to estimate the out-of-pocket expenses corresponds to a weighted average according to the records of every family. The line items included were: transportation costs (transfer to the city), payments caused by private medical consultation, payment of sliding scale fees
                    <sup>
                        <xref ref-type="bibr" rid="ref-18">18</xref>
                    </sup>, co-payment expenses (contributions from patients), paperwork expenses, expenses caused by transfer to a temporary residence, on meals outside the home, purchase of medication and other as payment for care of other children, telephone calls, among others. A monthly average for out-of-pocket expenses was estimated considering the age of the patient, to then calculate the annual out-of-pocket expense undertaken by every family.</p>
                <p>Regarding indirect costs, the number of days of leave was calculated for the caregivers who were economically active at the time of the survey and the equivalent cost of productive days lost was established by means of the human capital method, based on the net salary reported in the surveys. The average daily income was calculated based on the distribution of income of all caregivers, leading to a summation of the frequency in the level of expenses times the average daily income.</p>
                <p>Out-of-pocket expenses and indirect costs were differentiated considering the need for a surgical procedure. Lastly, to understand the magnitude of these costs, the impact of these expenses on the annual budget of the families was calculated, differentiated by levels of income and measured in terms of the minimal wage in Colombia, which corresponded to $250 monthly in 2017
                    <sup>
                        <xref ref-type="bibr" rid="ref-19">19</xref>
                    </sup>.</p>
            </sec>
            <sec>
                <title>Ethical approval</title>
                <p>The ethical approval for the project was awarded by the Clinical Research Ethics Committee at FCI-IC (CEIC) for the supply and access to the database of patients with CCHD and for the collection of information on care providers. The informed consent was provided to be filled in by the CRF of patients from the PINOCCHIO Program Cohort, whereby information on out-of-pocket expenses and indirect costs of every care provided was obtained from those answering the survey.</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <sec>
                <title>Direct medical costs</title>
                <p>The average annual hospital cost for the seven CCHDs was $25,835. Diagnosis of Truncus Arteriosus caused the highest cost, at $42,419 and Anomalous Pulmonary Venous Drainage had the lowest cost, at $16,904. 
                    <xref ref-type="table" rid="T1">Table 1</xref> shows the results for the seven CCHDs, including inpatient costs with and without a surgical event, and the total cost (base cost), and the lowest and highest cost.</p>
                <table-wrap id="T1" orientation="portrait" position="anchor">
                    <label>Table 1. </label>
                    <caption>
                        <title>Inpatient costs for CCHDs (all in USD in 2017).</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="center" colspan="1" rowspan="1">CCHD</th>
                                <th align="center" colspan="1" rowspan="1">Number of
                                    <break/>patients</th>
                                <th align="center" colspan="1" rowspan="1">Surgical
                                    <break/>event cost</th>
                                <th align="center" colspan="1" rowspan="1">Non-surgical
                                    <break/>event cost</th>
                                <th align="center" colspan="1" rowspan="1">Total
                                    <break/>cost</th>
                                <th align="center" colspan="1" rowspan="1">Lowest
                                    <break/>cost</th>
                                <th align="center" colspan="1" rowspan="1">Highest
                                    <break/>cost</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Truncus Arteriosus</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">7</td>
                                <td align="center" colspan="1" rowspan="1">$ 40,003</td>
                                <td align="center" colspan="1" rowspan="1">$ 2,416</td>
                                <td align="center" colspan="1" rowspan="1">$ 42,419</td>
                                <td align="center" colspan="1" rowspan="1">$ 37,705</td>
                                <td align="center" colspan="1" rowspan="1">$ 47,132</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Transposition of Great Arteries</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">6</td>
                                <td align="center" colspan="1" rowspan="1">$ 31,937</td>
                                <td align="center" colspan="1" rowspan="1">$ 288</td>
                                <td align="center" colspan="1" rowspan="1">$ 32,226</td>
                                <td align="center" colspan="1" rowspan="1">$ 28,645</td>
                                <td align="center" colspan="1" rowspan="1">$ 35,806</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Tricuspid Atresia</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">9</td>
                                <td align="center" colspan="1" rowspan="1">$ 23,879</td>
                                <td align="center" colspan="1" rowspan="1">$ 1,286</td>
                                <td align="center" colspan="1" rowspan="1">$ 25,164</td>
                                <td align="center" colspan="1" rowspan="1">$ 22,368</td>
                                <td align="center" colspan="1" rowspan="1">$ 27,960</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Pulmonary Atresia</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">10</td>
                                <td align="center" colspan="1" rowspan="1">$ 15,088</td>
                                <td align="center" colspan="1" rowspan="1">$ 9,531</td>
                                <td align="center" colspan="1" rowspan="1">$ 24,619</td>
                                <td align="center" colspan="1" rowspan="1">$ 21,884</td>
                                <td align="center" colspan="1" rowspan="1">$ 27,355</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Hypoplastic Left Heart Syndrome</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">3</td>
                                <td align="center" colspan="1" rowspan="1">$ 19,741</td>
                                <td align="center" colspan="1" rowspan="1">$ 1,368</td>
                                <td align="center" colspan="1" rowspan="1">$ 21,109</td>
                                <td align="center" colspan="1" rowspan="1">$ 18,764</td>
                                <td align="center" colspan="1" rowspan="1">$ 23,455</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Tetralogy of Fallot</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">26</td>
                                <td align="center" colspan="1" rowspan="1">$ 17,612</td>
                                <td align="center" colspan="1" rowspan="1">$ 791</td>
                                <td align="center" colspan="1" rowspan="1">$ 18,403</td>
                                <td align="center" colspan="1" rowspan="1">$ 16,359</td>
                                <td align="center" colspan="1" rowspan="1">$ 20,448</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Total Anomalous Pulmonary</bold>
                                    <break/>
                                    <bold>Venous Drainage</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">12</td>
                                <td align="center" colspan="1" rowspan="1">$ 16,266</td>
                                <td align="center" colspan="1" rowspan="1">$ 638</td>
                                <td align="center" colspan="1" rowspan="1">$ 16,904</td>
                                <td align="center" colspan="1" rowspan="1">$ 15,026</td>
                                <td align="center" colspan="1" rowspan="1">$ 18,783</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Average CCHD</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">73</td>
                                <td align="center" colspan="1" rowspan="1">$ 23,504</td>
                                <td align="center" colspan="1" rowspan="1">$ 2,331</td>
                                <td align="center" colspan="1" rowspan="1">$ 25,835</td>
                                <td align="center" colspan="1" rowspan="1">$ 22,964</td>
                                <td align="center" colspan="1" rowspan="1">$ 28,706</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
                <p>
                    <xref ref-type="table" rid="T2">Table 2</xref> shows the results of annual ambulatory costs. The highest ambulatory cost was found in the diagnosis for Hypoplastic Left Heart Syndrome, at $719, and the lowest cost was represented by the Tetralogy of Fallot, at $357. The average ambulatory costs for the seven CCHDs was $487.</p>
                <table-wrap id="T2" orientation="portrait" position="anchor">
                    <label>Table 2. </label>
                    <caption>
                        <title>Ambulatory costs for CCHDs.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="center" colspan="1" rowspan="1">CCHD</th>
                                <th align="center" colspan="1" rowspan="1">Base cost
                                    <break/>(USD 2017)</th>
                                <th align="center" colspan="1" rowspan="1">Lowest cost
                                    <break/>(USD 2017)</th>
                                <th align="center" colspan="1" rowspan="1">Highest cost
                                    <break/>(USD 2017)</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Hypoplastic Left Heart</bold>
                                    <break/>
                                    <bold>Syndrome</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">$ 719</td>
                                <td align="center" colspan="1" rowspan="1">$ 639</td>
                                <td align="center" colspan="1" rowspan="1">$ 799</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Pulmonary Atresia</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">$ 536</td>
                                <td align="center" colspan="1" rowspan="1">$ 476</td>
                                <td align="center" colspan="1" rowspan="1">$ 595</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Tricuspid Atresia</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">$ 536</td>
                                <td align="center" colspan="1" rowspan="1">$ 476</td>
                                <td align="center" colspan="1" rowspan="1">$ 595</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Truncus Arteriosus</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">$ 536</td>
                                <td align="center" colspan="1" rowspan="1">$ 476</td>
                                <td align="center" colspan="1" rowspan="1">$ 595</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Transposition of Great</bold>
                                    <break/>
                                    <bold>Arteries</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">$ 363</td>
                                <td align="center" colspan="1" rowspan="1">$ 322</td>
                                <td align="center" colspan="1" rowspan="1">$ 403</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Anomalous Pulmonary</bold>
                                    <break/>
                                    <bold>Venous Drainage Total</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">$ 363</td>
                                <td align="center" colspan="1" rowspan="1">$ 322</td>
                                <td align="center" colspan="1" rowspan="1">$ 403</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Tetralogy of Fallot</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">$ 357</td>
                                <td align="center" colspan="1" rowspan="1">$ 317</td>
                                <td align="center" colspan="1" rowspan="1">$ 397</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Average for CCHDs</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">$ 487</td>
                                <td align="center" colspan="1" rowspan="1">$ 433</td>
                                <td align="center" colspan="1" rowspan="1">$ 541</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
            </sec>
            <sec>
                <title>Out-of-pocket expenses and indirect costs</title>
                <p>The variables for the socio-demographic characteristics of the target population were collected by means of a survey applied to caregivers: 90% of patients with CCHD belonged to a socio-economic level equal or lower than 3 (in a scale ranging from 1 to 6, 1 being the lowest level
                    <sup>
                        <xref ref-type="bibr" rid="ref-20">20</xref>
                    </sup>); 55% were female, and the average age for patients was 11 months. Regarding the characteristics of caregivers, 40% had a secondary school level of education; 53% were employed, 42% reported having another occupation (housewife, unemployed); 75% stopped doing their most frequent activity to take up the patient&#x2019;s care and 54% had an income lower than one monthly minimum wage (SMMLV).</p>
                <p>Indirect costs were estimated at $1,303 per caregiver; the average number of days caregivers were on leave was 140 days. 
                    <xref ref-type="fig" rid="f1">Figure 1</xref> shows the impact of indirect costs on the caregiver&#x2019;s budget depending on their level of income. The highest impact is found among caregivers with incomes lower than one monthly minimum wage.</p>
                <fig fig-type="figure" id="f1" orientation="portrait" position="float">
                    <label>Figure 1. </label>
                    <caption>
                        <title>Impact of indirect costs on the caregiver&#x2019;s budget.</title>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/19280/5c6464e3-a395-408b-927e-8affc44d6199_figure1.gif"/>
                </fig>
                <p>Besides, the differentiated indirect cost for patients undergoing surgery or not was estimated, where the difference between undergoing surgery and not is observed, reaching $498. When the patient undergoing surgery the indirect cost was $1,466 and in the other hand the cost was $969.</p>
                <p>The average out-of-pocket expense incurred by a family with a CCHD patient is $171, approximately $2,058 per year. The line item most frequently reported by the largest number of families was transportation costs in the city and meals outside the home (
                    <xref ref-type="table" rid="T3">Table 3</xref>).</p>
                <table-wrap id="T3" orientation="portrait" position="anchor">
                    <label>Table 3. </label>
                    <caption>
                        <title>Average monthly out-of-pocket expenses.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="center" colspan="1" rowspan="1">Out-of-pocket expenses</th>
                                <th align="center" colspan="1" rowspan="1">N</th>
                                <th align="center" colspan="1" rowspan="1">Frequency</th>
                                <th align="center" colspan="1" rowspan="1">Monthly average
                                    <break/>(USD 2017)</th>
                                <th align="center" colspan="1" rowspan="1">Weighted average
                                    <break/>(USD 2017)</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">Transportation costs
                                    <break/>(transportation in the city)</td>
                                <td align="center" colspan="1" rowspan="1">20</td>
                                <td align="center" colspan="1" rowspan="1">100%</td>
                                <td align="center" colspan="1" rowspan="1"> $ 46 </td>
                                <td align="center" colspan="1" rowspan="1"> $ 46 </td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">Meals for caregiver
                                    <break/>outside the home</td>
                                <td align="center" colspan="1" rowspan="1">19</td>
                                <td align="center" colspan="1" rowspan="1">95%</td>
                                <td align="center" colspan="1" rowspan="1"> $ 34 </td>
                                <td align="center" colspan="1" rowspan="1"> $ 32 </td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">Sliding scale fees</td>
                                <td align="center" colspan="1" rowspan="1">16</td>
                                <td align="center" colspan="1" rowspan="1">80%</td>
                                <td align="center" colspan="1" rowspan="1"> $ 6 </td>
                                <td align="center" colspan="1" rowspan="1"> $ 5 </td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">Co-payment</td>
                                <td align="center" colspan="1" rowspan="1">15</td>
                                <td align="center" colspan="1" rowspan="1">75%</td>
                                <td align="center" colspan="1" rowspan="1"> $ 16 </td>
                                <td align="center" colspan="1" rowspan="1"> $ 12 </td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">Purchase of medication</td>
                                <td align="center" colspan="1" rowspan="1">14</td>
                                <td align="center" colspan="1" rowspan="1">70%</td>
                                <td align="center" colspan="1" rowspan="1"> $ 14 </td>
                                <td align="center" colspan="1" rowspan="1"> $ 10 </td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">Other expenses</td>
                                <td align="center" colspan="1" rowspan="1">10</td>
                                <td align="center" colspan="1" rowspan="1">50%</td>
                                <td align="center" colspan="1" rowspan="1"> $ 37 </td>
                                <td align="center" colspan="1" rowspan="1"> $ 19 </td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">Paperwork expenses</td>
                                <td align="center" colspan="1" rowspan="1">8</td>
                                <td align="center" colspan="1" rowspan="1">40%</td>
                                <td align="center" colspan="1" rowspan="1"> $ 2 </td>
                                <td align="center" colspan="1" rowspan="1"> $ 1 </td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">Payments caused by
                                    <break/>consultation to private
                                    <break/>doctors</td>
                                <td align="center" colspan="1" rowspan="1">7</td>
                                <td align="center" colspan="1" rowspan="1">35%</td>
                                <td align="center" colspan="1" rowspan="1"> $ 18 </td>
                                <td align="center" colspan="1" rowspan="1"> $ 6 </td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">Expenses incurred by
                                    <break/>transfer to temporary
                                    <break/>accommodation</td>
                                <td align="center" colspan="1" rowspan="1">6</td>
                                <td align="center" colspan="1" rowspan="1">30%</td>
                                <td align="center" colspan="1" rowspan="1"> $ 134 </td>
                                <td align="center" colspan="1" rowspan="1"> $ 40 </td>
                            </tr>
                            <tr>
                                <td align="center" colspan="4" rowspan="1">Total</td>
                                <td align="center" colspan="1" rowspan="1">$ 171</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
                <p>An estimate of out-of-pocket expenses was also made, differentiated for patients undergoing surgery where the difference was $1,300. When the patient undergoing surgery, the out-of-pocket expenses was $2,383.</p>
                <p>To understand the economic impact imposed on families, it is important to estimate the impact on the family budget by income levels. For families earning less than one SMMLV (up to $249) the out-of-pocket expense represented 57% of their budget, assuming an income of $249, the widest interval range.</p>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>The results of this study are consistent with a high economic impact of CCHDs on the health system and on families in Colombia. The consumption of resources that is made evident represents high average annual direct medical costs, both for inpatient and ambulatory services. Even out-of-pocket expenses undertaken by the families have a high impact on their budget, mainly in families with lower incomes.</p>
            <p>The scarcity of literature on this subject makes this study relevant, not only in Colombia but also in other low and middle income countries. In addition, it is noteworthy to highlight the incorporation of estimates on direct costs and out-of-pocket expenses, an economic burden for families which is rarely taken into account due to the difficulty in collecting this information. The estimation of costs in this study has been a comprehensive process, incorporating different sources of information to get an estimate of the data described, data bases, validation by experts, surveys to caregivers, complying with the cost estimation methodology involving the four stages previously described.</p>
            <p>Studies on costs related with CCHDs mostly refer to the process of screening followed to detect these heart diseases, but not to the economic burden caused by these diseases as a whole. One study made by Peterson 
                <italic toggle="yes">et al.</italic>
                <sup>
                    <xref ref-type="bibr" rid="ref-15">15</xref>
                </sup> approached this topic, although it focused on comparing inpatient events among CCHD patients diagnosed timely and late, and not on estimating the total financial burden assigned to the disease. However, inpatient costs for the first year of life were estimated for 2011 prices, which reached $100,200 in patients diagnosed late versus a cost of $69,500 for patients timely diagnosed.</p>
            <p>Regarding indirect costs and out-of-pocket expenses for CCHD, Connor 
                <italic toggle="yes">et al.</italic>
                <sup>
                    <xref ref-type="bibr" rid="ref-21">21</xref>
                </sup> carried out a qualitative study that explored the perceptions of parents on the costs associated with having a child with congenital heart disease regarding direct medical and non-medical costs undertaken by the family, and how this economic burden resulted in more stress and emotional impact. Mughal 
                <italic toggle="yes">et al.</italic>
                <sup>
                    <xref ref-type="bibr" rid="ref-22">22</xref>
                </sup> developed an observational study at a hospital in Lahore (Pakistan), and identified that 63.1% of the families contributed with the cost associated with the CHD patient&#x2019;s treatment, and 12.3% of them contributed at 100%. A study by Raj 
                <italic toggle="yes">et al.</italic>
                <sup>
                    <xref ref-type="bibr" rid="ref-23">23</xref>
                </sup>, conducted in India, estimated costs associated with CHD. Although not focusing specifically on CCHD, it is the study that approaches this topic more closely. The main results indicated that the connection between total inpatient expenses and the family income was 0.93 times the annual family income; the average time lost due to leave of absence by the father was 35 days and the loss of working days was 15 days on average. A quantitative estimation on the indirect costs and out-of-pocket expenses associated with CCHDs was not found in the literature.</p>
            <p>There were some limitations in this study, mainly related with the low number of cases available due to the low prevalence of most CCHDs, a fact that hindered the collection of more data which may have led to imprecision. This situation led to having to carry out the surveys within a period of nine months. In addition, since records did not provide enough information to identify ambulatory costs, the data had to be obtained by consensus with experts.</p>
        </sec>
        <sec sec-type="conclusions">
            <title>Conclusions</title>
            <p>CCHDs represent a high economic impact on the health system and families, especially on those with lower incomes. Cost analysis is a relevant topic for the health system and it requires a systematic and complex process. In this case, different primary and secondary information sources were available: data bases, surveys to caregivers and validation with experts on the topic. In addition, the bottom-up approach as a way to estimate a more real cost can be highlighted.</p>
            <p>One of the most relevant added values included in the analysis for this study was the social perspective, which includes the measuring of indirect costs and out-of-pocket expenses. This dimension led to a larger data collection effort, more so when dealing with low-prevalence diseases. The results deriving from this study show the impact of these costs on the budgets of families when one of their members is diagnosed with a CCHD.</p>
        </sec>
        <sec>
            <title>Data availability</title>
            <sec>
                <title>Underlying data</title>
                <p>In the following repository, you can find the dataset used for ambulatory costs, hospital costs and the survey data:</p>
                <p>Open Science Framework: Underlying data of economic impact of CCHD in Colombia. DOI 
                    <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.17605/OSF.IO/9J8KT">http://dx.doi.org/10.17605/OSF.IO/9J8KT</ext-link>
                    <sup>
                        <xref ref-type="bibr" rid="ref-24">24</xref>
                    </sup>
                </p>
            </sec>
            <sec>
                <title>Extended data</title>
                <p>The survey asked to 20 caregivers has been deposited in the following repository:</p>
                <p>Open Science Framework: Survey asked to 20 caregivers of CCHD in Colombia. DOI 
                    <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.17605/OSF.IO/67S4G">http://dx.doi.org/10.17605/OSF.IO/67S4G</ext-link>
                    <sup>
                        <xref ref-type="bibr" rid="ref-25">25</xref>
                    </sup>
                </p>
                <p>Data are available under the terms of the 
                    <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/publicdomain/zero/1.0/">Creative Commons Zero "No rights reserved" data waiver</ext-link> (CC0 1.0 Public domain dedication).</p>
            </sec>
        </sec>
    </body>
    <back>
        <ack>
            <title>Acknowledgments</title>
            <p>We would like to thank the support staff of the Program for Innovation in Infrequent Human Congenital Heart Diseases for Colombia (PINOCCHIO), the Help Desk of the FCI-IC for their procurement of the databases, especially to Maricela Atara Martinez for her constant collaboration; to Jonathan Campos and Oscar Rodriguez, previous research assistants of the project during the initial period of information gathering; to Juan Leonardo Novoa for his support during the review period and validation of the clinical histories of the patients included in the databases; and Dayan Roa for her collaboration with identification and contacting patients&#x00b4; caregivers.</p>
        </ack>
        <ref-list>
            <ref id="ref-1">
                <label>1</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Olney</surname>
                            <given-names>RS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Ailes</surname>
                            <given-names>EC</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sontag</surname>
                            <given-names>MK</given-names>
                        </name>
</person-group>:
                    <article-title>Detection of critical congenital heart defects: Review of contributions from prenatal and newborn screening.</article-title>
                    <source>

                        <italic toggle="yes">Semin Perinatol.</italic>
</source>
                    <year>2015</year>;<volume>39</volume>(<issue>3</issue>):<fpage>230</fpage>&#x2013;<lpage>237</lpage>.
                    <pub-id pub-id-type="pmid">25979782</pub-id>
                    <pub-id pub-id-type="doi">10.1053/j.semperi.2015.03.007</pub-id>
                    <pub-id pub-id-type="pmcid">4460982</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-2">
                <label>2</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Harold</surname>
                            <given-names>JG</given-names>
                        </name>
</person-group>:
                    <article-title>Cardiology patient page. Screening for critical congenital heart disease in newborns.</article-title>
                    <source>

                        <italic toggle="yes">Circulation.</italic>
</source>
                    <year>2014</year>;<volume>130</volume>(<issue>9</issue>):<fpage>e79</fpage>&#x2013;<lpage>81</lpage>.
                    <pub-id pub-id-type="pmid">25156919</pub-id>
                    <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.113.008522</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-3">
                <label>3</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Schultz</surname>
                            <given-names>AH</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Localio</surname>
                            <given-names>AR</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Clark</surname>
                            <given-names>BJ</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Epidemiologic features of the presentation of critical congenital heart disease: implications for screening.</article-title>
                    <source>

                        <italic toggle="yes">Pediatrics.</italic>
</source>
                    <year>2008</year>;<volume>121</volume>(<issue>4</issue>):<fpage>751</fpage>&#x2013;<lpage>757</lpage>.
                    <pub-id pub-id-type="pmid">18381540</pub-id>
                    <pub-id pub-id-type="doi">10.1542/peds.2007-0421</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-4">
                <label>4</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Bruno</surname>
                            <given-names>CJ</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Havranek</surname>
                            <given-names>T</given-names>
                        </name>
</person-group>:
                    <article-title>Screening for Critical Congenital Heart Disease in Newborns.</article-title>
                    <source>

                        <italic toggle="yes">Adv Pediatr.</italic>
</source>
                    <year>2015</year>;<volume>62</volume>(<issue>1</issue>):<fpage>211</fpage>&#x2013;<lpage>226</lpage>.
                    <pub-id pub-id-type="pmid">26205115</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.yapd.2015.04.002</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-5">
                <label>5</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Peterson</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Ailes</surname>
                            <given-names>E</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Riehle-Colarusso</surname>
                            <given-names>T</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Late detection of critical congenital heart disease among US infants: estimation of the potential impact of proposed universal screening using pulse oximetry.</article-title>
                    <source>

                        <italic toggle="yes">JAMA Pediatr.</italic>
</source>
                    <year>2014</year>;<volume>168</volume>(<issue>4</issue>):<fpage>361</fpage>&#x2013;<lpage>370</lpage>.
                    <pub-id pub-id-type="pmid">24493342</pub-id>
                    <pub-id pub-id-type="doi">10.1001/jamapediatrics.2013.4779</pub-id>
                    <pub-id pub-id-type="pmcid">4470377</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-6">
                <label>6</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Mahle</surname>
                            <given-names>WT</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Newburger</surname>
                            <given-names>JW</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Matherne</surname>
                            <given-names>GP</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Role of pulse oximetry in examining newborns for congenital heart disease: a scientific statement from the American Heart Association and American Academy of Pediatrics.</article-title>
                    <source>

                        <italic toggle="yes">Circulation.</italic>
</source>
                    <year>2009</year>;<volume>120</volume>(<issue>5</issue>):<fpage>447</fpage>&#x2013;<lpage>458</lpage>.
                    <pub-id pub-id-type="pmid">19581492</pub-id>
                    <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.109.192576</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-7">
                <label>7</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Grosse</surname>
                            <given-names>SD</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Peterson</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Abouk</surname>
                            <given-names>R</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Cost and Cost-Effectiveness Assessments of Newborn Screening for Critical Congenital Heart Disease Using Pulse Oximetry: A Review.</article-title>
                    <source>

                        <italic toggle="yes">Int J Neonatal Screen.</italic>
</source>
                    <year>2017</year>;<volume>3</volume>(<issue>4</issue>):<fpage>34</fpage>.
                    <pub-id pub-id-type="pmid">29376140</pub-id>
                    <pub-id pub-id-type="doi">10.3390/ijns3040034</pub-id>
                    <pub-id pub-id-type="pmcid">5784211</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-8">
                <label>8</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Greenberg</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Mohamed Ibrahim</surname>
                            <given-names>MIB</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Boncz</surname>
                            <given-names>I</given-names>
                        </name>
</person-group>:
                    <article-title>What Are the Challenges in Conducting Cost-of-Illness Studies?</article-title>
                    <source>

                        <italic toggle="yes">Value Health Reg Issues.</italic>
</source>
                    <year>2014</year>;<volume>4</volume>:<fpage>115</fpage>&#x2013;<lpage>116</lpage>.
                    <pub-id pub-id-type="pmid">29702798</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.vhri.2014.08.003</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-9">
                <label>9</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Byford</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Torgerson</surname>
                            <given-names>DJ</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Raftery</surname>
                            <given-names>J</given-names>
                        </name>
</person-group>:
                    <article-title>Economic note: cost of illness studies.</article-title>
                    <source>

                        <italic toggle="yes">BMJ.</italic>
</source>
                    <year>2000</year>;<volume>320</volume>(<issue>7245</issue>):<fpage>1335</fpage>.
                    <pub-id pub-id-type="pmid">10807635</pub-id>
                    <pub-id pub-id-type="doi">10.1136/bmj.320.7245.1335</pub-id>
                    <pub-id pub-id-type="pmcid">1127320</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-10">
                <label>10</label>
                <mixed-citation publication-type="journal">
                    <collab>Institute for Quality and Efficiency in Health Care</collab>:
                    <article-title>Working paper cost Estimation</article-title>.<year>2009</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.iqwig.de/download/Working_Paper_Cost_Estimation.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-11">
                <label>11</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Jo</surname>
                            <given-names>C</given-names>
                        </name>
</person-group>:
                    <article-title>Cost-of-illness studies: concepts, scopes, and methods.</article-title>
                    <source>

                        <italic toggle="yes">Clin Mol Hepatol.</italic>
</source>
                    <year>2014</year>;<volume>20</volume>(<issue>4</issue>):<fpage>327</fpage>&#x2013;<lpage>337</lpage>.
                    <pub-id pub-id-type="pmid">25548737</pub-id>
                    <pub-id pub-id-type="doi">10.3350/cmh.2014.20.4.327</pub-id>
                    <pub-id pub-id-type="pmcid">4278062</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-12">
                <label>12</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Tarricone</surname>
                            <given-names>R</given-names>
                        </name>
</person-group>:
                    <article-title>Cost-of-illness analysis. What room in health economics?</article-title>
                    <source>

                        <italic toggle="yes">Health Policy.</italic>
</source>
                    <year>2006</year>;<volume>77</volume>(<issue>1</issue>):<fpage>51</fpage>&#x2013;<lpage>63</lpage>.
                    <pub-id pub-id-type="pmid">16139925</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.healthpol.2005.07.016</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-13">
                <label>13</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Garc&#x00ed;a</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Moreno</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Ronderos</surname>
                            <given-names>M</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Differences by Altitude in the Frequency of Congenital Heart Defects in Colombia.</article-title>
                    <source>

                        <italic toggle="yes">Pediatr Cardiol.</italic>
</source>
                    <year>2016</year>;<volume>37</volume>(<issue>8</issue>):<fpage>1507</fpage>&#x2013;<lpage>1515</lpage>.
                    <pub-id pub-id-type="pmid">27562133</pub-id>
                    <pub-id pub-id-type="doi">10.1007/s00246-016-1464-x</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-14">
                <label>14</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Garc&#x00ed;a</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Caicedo</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Moreno</surname>
                            <given-names>K</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Diferencias regionales en cardiopat&#x00ed;as cong&#x00e9;nitas.</article-title>
                    <source>

                        <italic toggle="yes">Revista Colombiana de Cardiolog&#x00ed;a.</italic>
</source>
                    <year>2017</year>;<volume>24</volume>(<issue>2</issue>):<fpage>161</fpage>&#x2013;<lpage>168</lpage>.
                    <pub-id pub-id-type="doi">10.1016/j.rccar.2016.06.012</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-15">
                <label>15</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Peterson</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Grosse</surname>
                            <given-names>SD</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Oster</surname>
                            <given-names>ME</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Cost-effectiveness of routine screening for critical congenital heart disease in US newborns.</article-title>
                    <source>

                        <italic toggle="yes">Pediatrics.</italic>
</source>
                    <year>2013</year>;<volume>132</volume>(<issue>3</issue>):<fpage>e595</fpage>&#x2013;<lpage>603</lpage>.
                    <pub-id pub-id-type="pmid">23918890</pub-id>
                    <pub-id pub-id-type="doi">10.1542/peds.2013-0332</pub-id>
                    <pub-id pub-id-type="pmcid">4470475</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-16">
                <label>16</label>
                <mixed-citation publication-type="journal">
                    <collab>CONSEJO DIRECTIVO DEL INSTITUTO DE SEGUROS SOCIALES</collab>:
                    <article-title> ACUERDO No. 256 DE 2.001.</article-title>EL CONSEJO DIRECTIVO DEL INSTITUTO DE SEGUROS SOCIALES; 2001; [cited 2019 Jan 4].
                    <ext-link ext-link-type="uri" xlink:href="http://www.hrd.gov.co/documentos/facturacion/MANUAL DE FACTURACION 2013/TARIFAS ISS -01 AC256.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-17">
                <label>17</label>
                <mixed-citation publication-type="journal">
                    <collab>Tasa de cambio del peso colombiano (TRM)</collab>:
                    <article-title>Banco de la Rep&#x00fa;blica (banco central de Colombia). </article-title>
                    <year>2012</year>; [cited 2018 Apr 30].
                    <ext-link ext-link-type="uri" xlink:href="http://www.banrep.gov.co/es/trm">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-18">
                <label>18</label>
                <mixed-citation publication-type="journal">
                    <article-title>Preguntas Frecuentes.</article-title>&#x00bf;Qu&#x00e9; diferencia existe entre cuota moderadora,.... [cited 2018 Oct 15].
                    <ext-link ext-link-type="uri" xlink:href="https://www.minsalud.gov.co/Lists/FAQ/todos.aspx?Paged=TRUE&amp;p_ID=718&amp;PageFirstRow=121&amp;&amp;View=%7B33CD7DE6-6D6A-46F4-9185-527C9C226B29%7D">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-19">
                <label>19</label>
                <mixed-citation publication-type="journal">
                    <article-title>Salarios | Banco de la Rep&#x00fa;blica (banco central de Colombia)</article-title>. [cited 2019 Jan 4].
                    <ext-link ext-link-type="uri" xlink:href="http://www.banrep.gov.co/es/salarios">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-20">
                <label>20</label>
                <mixed-citation publication-type="journal">
                    <article-title>Departamento Administrativo Nacional de Estad&#x00ed;stica.</article-title>Preguntas frecuentes estratificaci&#x00f3;n.</mixed-citation>
            </ref>
            <ref id="ref-21">
                <label>21</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Connor</surname>
                            <given-names>JA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kline</surname>
                            <given-names>NE</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Mott</surname>
                            <given-names>S</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>The meaning of cost for families of children with congenital heart disease.</article-title>
                    <source>

                        <italic toggle="yes">J Pediatr Health Care.</italic>
</source>
                    <year>2010</year>;<volume>24</volume>(<issue>5</issue>):<fpage>318</fpage>&#x2013;<lpage>325</lpage>.
                    <pub-id pub-id-type="pmid">20804952</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.pedhc.2009.09.002</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-22">
                <label>22</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Mughal</surname>
                            <given-names>AR</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sadiq</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hyder</surname>
                            <given-names>SN</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Socioeconomic status and impact of treatment on families of children with congenital heart disease.</article-title>
                    <source>

                        <italic toggle="yes">J Coll Physicians Surg Pak.</italic>
</source>
                    <year>2011</year>;<volume>21</volume>(<issue>7</issue>):<fpage>398</fpage>&#x2013;<lpage>402</lpage>.
                    <pub-id pub-id-type="pmid">21777526</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-23">
                <label>23</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Raj</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Paul</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sudhakar</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Micro-economic impact of congenital heart surgery: results of a prospective study from a limited-resource setting.</article-title>
                    <source>

                        <italic toggle="yes">PLoS One.</italic>
</source>
                    <year>2015</year>;<volume>10</volume>(<issue>6</issue>):<fpage>e0131348</fpage>.
                    <pub-id pub-id-type="pmid">26110639</pub-id>
                    <pub-id pub-id-type="doi">10.1371/journal.pone.0131348</pub-id>
                    <pub-id pub-id-type="pmcid">4482148</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-24">
                <label>24</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Chamorro</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sandoval</surname>
                            <given-names>N</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Taborda</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Underlying data of economic impact of CCHD in Colombia.</article-title>
                    <source>

                        <italic toggle="yes">OSF.</italic>
</source>2019; [cited 2019 Jan 12].
                    <ext-link ext-link-type="uri" xlink:href="http://www.doi.org/10.17605/OSF.IO/9J8KT">http://www.doi.org/10.17605/OSF.IO/9J8KT</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-25">
                <label>25</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Chamorro</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sandoval</surname>
                            <given-names>N</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Taborda</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Survey asked to 20 caregivers of CCHD in Colombia.</article-title>
                    <source>

                        <italic toggle="yes">OSF.</italic>
</source>2019; [cited 2019 Jan 13].
                    <ext-link ext-link-type="uri" xlink:href="http://www.doi.org/10.17605/OSF.IO/67S4G">http://www.doi.org/10.17605/OSF.IO/67S4G</ext-link>
                </mixed-citation>
            </ref>
        </ref-list>
    </back>
    <sub-article article-type="reviewer-report" id="report44300">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.19280.r44300</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Arregoc&#x00e9;s</surname>
                        <given-names>Leonardo</given-names>
                    </name>
                    <xref ref-type="aff" rid="r44300a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r44300a1">
                    <label>1</label>London School of Hygiene &amp; Tropical Medicine, &#x00a0;London School of Hygiene &amp; Tropical Medicine, London, UK</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>26</day>
                <month>2</month>
                <year>2019</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2019 Arregoc&#x00e9;s L</copyright-statement>
                <copyright-year>2019</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport44300" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.17631.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>The lack of Cost of Illness studies for Colombia makes this study particularly important. The societal perspective makes it even more valuable.</p>
            <p> </p>
            <p> The paper has a good structure that covers briefly but clearly the basics on how costs are estimated. Although I would suggest having another read of the whole text and probably get it checked by an editor would help correct some usage errors that change the meaning of the text. For example, differentiated is a more mathematical term. Disaggregated could be a better word.</p>
            <p> </p>
            <p> The first introductory paragraph mentions the prevalence CCHD with late diagnosis corresponds to a USA statistic which might be important to mention. It is likely that in a developing country could be different, probably higher.</p>
            <p> </p>
            <p> The methods section could benefit from more clarity, particularly on the assumptions and decisions made. I am sure the study team had good reasons in making their decisions but is highly recommended that those reasons are clearly stated. For example, it is said that statistical tests were not performed without an explanation of why this was decided. Later in the text, seven CCHD conditions were selected based on a cost-effectiveness of screening for CCHD in the USA but is not stated why is this also considered a good selection for Colombia.</p>
            <p> The time horizon used seems quite short, particularly because the criteria to select this period are not presented. Like other types of economic analyses in health, a clear description of the time horizon and the reasons for selecting a specific value should be included.</p>
            <p> </p>
            <p> Hospital costs were estimated from observed data which is a valuable source. It is mentioned that observed use of services was validated by experts. There is no description of criteria used to categorise a person as an expert nor the methods used for the validation. Observed data may be considered data of higher quality relative to experts&#x2019; opinion. It is not clear how discrepancies between both were solved. Moreover, the way the base case was constructed is poorly described. Moreover, a description of the contents and quantities of services included in the base cases is not presented.</p>
            <p> </p>
            <p> The sources of prices are a Tariff Manual used by an already extinct institution. It is not clear why the 2001 tariff is inflated for a specific value. This might be important because not all contracts among insurers and providers are negotiated using these prices. Furthermore, it is not clear that prices in this tariff manual are really reflecting the costs of production of health services.</p>
            <p> </p>
            <p> Out of pocket expenditure is a big added value of the present study. The review of the survey used might have some problems, but I am not sure if this is because key questions got lost in translation. The interview is available in English. Probably the questions are well formulated in Spanish, although in English looks clunky. Despite this issue, I think is likely that monthly income might not be correctly estimated. Did the households income was estimated by adding the reported incomes? Routine household surveys could be used as an example of how income is estimated. It is not clear how the weighing of out-of-pocket expenses was made.</p>
            <p> </p>
            <p> Regarding the results I would suggest presenting a weighted average for each condition instead of a simple average. I believe is important to describe what the non-surgical events include. Figure 1 describes the relation between reported income and indirect costs. Although the graph selected might not be the best option it presents interesting data. A chart or table with like this one relating out-of-pocket expenditure to the household income would be valuable.</p>
            <p> </p>
            <p> It was mentioned in the introduction that some of the expenses were subsidised by the FCI foundation. That assertion makes necessary to present how much of the out-of-pocket expenditure was subsidised and to whom. The economic burden of these conditions seems to be extraordinarily high, probably sinking more into poverty families with children affected with CCHD. Is possible that subsidies received by the poorest families kept them in a better economic situation.</p>
            <p> </p>
            <p> The discussion should reflect on some important aspects such as the short time horizon selected, the recall bias on the survey, the impact on the estimates of the differences in data sources or the lack of other statistical analyses. Also, what I consider the most valuable contribution of this study is the estimation of out-of-pocket expenditure, which the authors did not reflected upon in the discussion. This COI study finds an extremely high economic burden in the first year, which way above the 10% usually used as a threshold for driving families into poverty. A reflection on the financial protection that the Colombian Health System is providing would be interesting.</p>
            <p> </p>
            <p> Finally, a reflection on how the producing estimates from a single source might affect the precision of the estimates. If the results presented here are to be used by decision-makers, what does an estimate from a single source that is a private provider in the capital city of the country might affect the estimates. Is it possible that costs in other cities might differ?</p>
            <p> </p>
            <p> Unfortunately the methodological description is too shot and not entirely described. It is not possible to reproduce the results because the lack of descriptions in the methods.&#x00a0;</p>
            <p> </p>
            <p> My congratulations to the research team for a fantastic effort and looking forward to their discussion&#x00a0;and considerations of&#x00a0;the&#x00a0;suggestions presented here.</p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Partly</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>No</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Partly</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Partly</p>
            <p>Reviewer Expertise:</p>
            <p>Health economics, particularly in economic evaluation methods.</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above.</p>
        </body>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report43544">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.19280.r43544</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Grosse</surname>
                        <given-names>Scott D.</given-names>
                    </name>
                    <xref ref-type="aff" rid="r43544a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r43544a1">
                    <label>1</label>National Center on Birth Defects and Developmental Disabilities, Centers for Disease Control and Prevention, Atlanta, GA, USA</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>11</day>
                <month>2</month>
                <year>2019</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2019 Grosse SD</copyright-statement>
                <copyright-year>2019</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport43544" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.17631.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>The paper summarizes clinic-based medical cost estimates during the first year of life for 73 Colombian infants with one of seven specified CCHDs and also provides survey-based estimates of out-of-pocket medical and non-medical costs and productivity costs for 20 families.</p>
            <p> The following text should be revised for clarity: &#x201c;The human capital approach and the friction cost approach estimate indirect costs. The loss of productivity is associated with the friction period, i.e., the time the patient takes to be replaced by another employee and for production to return to its former level12.&#x201d; It should be made clear that those are two alternative approaches that can be used to estimate indirect or productivity costs and that the two methods typically yield very different estimates. The second sentence refers specifically to the friction cost approach. Most (&gt;90%) COI studies use the human capital approach, which typically yields substantially larger estimates of productivity costs since there is no time limit. Pike and Grosse (2018)
                <sup>
                    <xref ref-type="bibr" rid="rep-ref-43544-1">1</xref>
                </sup> summarize the differences between those two approaches. &#x00a0;</p>
            <p> The study should not be described as following a micro-costing approach. A micro-costing or ingredients costing study assesses labor hours, consumables and supplies, depreciated equipment, floor space, utilities, et al. and the costs of each to calculate the cost of providing a service. Peterson et al. (2014)
                <sup>
                    <xref ref-type="bibr" rid="rep-ref-43544-2">2</xref>
                </sup> used micro-costing to assess the costs of CCHD screening in a sample of hospitals in New Jersey, USA. The present paper used information on accounting costs, which is the approach typically used to estimate costs of health care services.</p>
            <p> The authors are to be commended for seeking to undertake a COI study from the societal perspective, which includes the lost productivity of parents who take leave from employment to help their children obtain medical care. However, only a subset of societal costs have been estimated. First, the study did not include lost productivity associated with caring for a child with CCHD outside of medical encounters. Second, only considering time taken away from paid employment understates the loss of&#x00a0;household&#x00a0;services displaced by the need to provide care for a sick child. That approach is valid, but it is a partial estimate of the cost of informal care giving. Third, another limitation is the omission of the largest productivity cost using the human capital approach, namely the lost productivity associated with preventable deaths. Fourth, another limitation is that the analysis did not include estimates of costs for governmental programs such as public education. It is well-established that children with CCHDs are much more likely to require special education services. For example, see Oster et al. (2017)
                <sup>
                    <xref ref-type="bibr" rid="rep-ref-43544-3">3</xref>
                </sup>.</p>
            <p> The analysis of out-of-pocket costs likely double-counted medical costs by including both the charge and the amount paid by families, which is part of the overall charge. To avoid double-counting for the societal perspective COI analysis, medical expenses should be subtracted from the out-of-pocket costs reported. It is valid to include those costs in an analysis from the family perspective, in which case the clinic costs would not be included, thereby eliminating any potential double-counting.</p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Partly</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Yes</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>Yes</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Yes</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>Health economics, public health, newborn screening, birth defects</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above.</p>
        </body>
        <back>
            <ref-list>
                <title>References</title>
                <ref id="rep-ref-43544-1">
                    <label>1</label>
                    <mixed-citation publication-type="journal">
                        <person-group person-group-type="author"/>:
                        <article-title>Friction Cost Estimates of Productivity Costs in Cost-of-Illness Studies in Comparison with Human Capital Estimates: A Review.</article-title>
                        <source>
                            <italic>Appl Health Econ Health Policy</italic>
                        </source>.<year>2018</year>;<volume>16</volume>(<issue>6</issue>) :
                        <elocation-id>10.1007/s40258-018-0416-4</elocation-id>
                        <fpage>765</fpage>-<lpage>778</lpage>
                        <pub-id pub-id-type="pmid">30094591</pub-id>
                        <pub-id pub-id-type="doi">10.1007/s40258-018-0416-4</pub-id>
                    </mixed-citation>
                </ref>
                <ref id="rep-ref-43544-2">
                    <label>2</label>
                    <mixed-citation publication-type="journal">
                        <person-group person-group-type="author"/>:
                        <article-title>A public health economic assessment of hospitals' cost to screen newborns for critical congenital heart disease.</article-title>
                        <source>
                            <italic>Public Health Rep</italic>
                        </source>.<volume>129</volume>(<issue>1</issue>) :
                        <elocation-id>10.1177/003335491412900113</elocation-id>
                        <fpage>86</fpage>-<lpage>93</lpage>
                        <pub-id pub-id-type="pmid">24381364</pub-id>
                        <pub-id pub-id-type="doi">10.1177/003335491412900113</pub-id>
                    </mixed-citation>
                </ref>
                <ref id="rep-ref-43544-3">
                    <label>3</label>
                    <mixed-citation publication-type="journal">
                        <person-group person-group-type="author"/>:
                        <article-title>Academic Outcomes in Children With Congenital Heart Defects: A Population-Based Cohort Study.</article-title>
                        <source>
                            <italic>Circ Cardiovasc Qual Outcomes</italic>
                        </source>.<volume>10</volume>(<issue>2</issue>) :
                        <elocation-id>10.1161/CIRCOUTCOMES.116.003074</elocation-id>
                        <pub-id pub-id-type="pmid">28228450</pub-id>
                        <pub-id pub-id-type="doi">10.1161/CIRCOUTCOMES.116.003074</pub-id>
                    </mixed-citation>
                </ref>
            </ref-list>
        </back>
    </sub-article>
</article>
