<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "http://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="web-tools" dtd-version="1.2" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="pmc">F1000Research</journal-id>
            <journal-title-group>
                <journal-title>F1000Research</journal-title>
            </journal-title-group>
            <issn pub-type="epub">2046-1402</issn>
            <publisher>
                <publisher-name>F1000 Research Limited</publisher-name>
                <publisher-loc>London, UK</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="doi">10.12688/f1000research.2-30.v2</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Web Tool</subject>
                </subj-group>
                <subj-group>
                    <subject>Articles</subject>
                    <subj-group>
                        <subject>Bioinformatics</subject>
                    </subj-group>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Construction and accessibility of a cross-species phenotype ontology along with gene annotations for biomedical research</article-title>
                <fn-group content-type="pub-status">
                    <fn>
                        <p>[version 2; peer review: 3 approved]</p>
                    </fn>
                </fn-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>K&#x00f6;hler</surname>
                        <given-names>Sebastian</given-names>
                    </name>
                    <xref ref-type="corresp" rid="c1">a</xref>
                    <xref ref-type="aff" rid="a1">1</xref>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Doelken</surname>
                        <given-names>Sandra C</given-names>
                    </name>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Ruef</surname>
                        <given-names>Barbara J</given-names>
                    </name>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Bauer</surname>
                        <given-names>Sebastian</given-names>
                    </name>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Washington</surname>
                        <given-names>Nicole</given-names>
                    </name>
                    <xref ref-type="aff" rid="a4">4</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Westerfield</surname>
                        <given-names>Monte</given-names>
                    </name>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Gkoutos</surname>
                        <given-names>George</given-names>
                    </name>
                    <xref ref-type="aff" rid="a5">5</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Schofield</surname>
                        <given-names>Paul</given-names>
                    </name>
                    <xref ref-type="aff" rid="a6">6</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Smedley</surname>
                        <given-names>Damian</given-names>
                    </name>
                    <xref ref-type="aff" rid="a7">7</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Lewis</surname>
                        <given-names>Suzanna E</given-names>
                    </name>
                    <xref ref-type="aff" rid="a4">4</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Robinson</surname>
                        <given-names>Peter N</given-names>
                    </name>
                    <xref ref-type="aff" rid="a1">1</xref>
                    <xref ref-type="aff" rid="a2">2</xref>
                    <xref ref-type="aff" rid="a8">8</xref>
                </contrib>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>Mungall</surname>
                        <given-names>Christopher J</given-names>
                    </name>
                    <xref ref-type="corresp" rid="c2">b</xref>
                    <xref ref-type="aff" rid="a4">4</xref>
                </contrib>
                <aff id="a1">
                    <label>1</label>Institute for Medical and Human Genetics, Charit&#x00e9;-Universitatsmedizin Berlin, Berlin, 13353, Germany</aff>
                <aff id="a2">
                    <label>2</label>Berlin-Brandenberg Center for Regenerative Therapies (BCRT), Charit&#x00e9;-Universitatsmedizin Berlin, Berlin, 13353, Germany</aff>
                <aff id="a3">
                    <label>3</label>ZFIN, Institute of Neuroscience, University of Oregon, Eugene OR, 97403-5291, USA</aff>
                <aff id="a4">
                    <label>4</label>Lawrence Berkeley National Laboratory, Berkeley CA, 94720, USA</aff>
                <aff id="a5">
                    <label>5</label>Department of Computer Science, University of Aberystwyth, Aberystwyth, SY23 2AX, UK</aff>
                <aff id="a6">
                    <label>6</label>Department of Genetics, University of Cambridge, Cambridge, CB2 3EH, UK</aff>
                <aff id="a7">
                    <label>7</label>Wellcome Trust Sanger Institute, Wellcome Trust Genome Campus, Cambridge, CB10 1SA, UK</aff>
                <aff id="a8">
                    <label>8</label>Max Planck Institute for Molecular Genetics, Berlin, 14195, Germany</aff>
            </contrib-group>
            <author-notes>
                <corresp id="c1">
                    <label>a</label>
                    <email xlink:href="mailto:sebastian.koehler@charite.de">sebastian.koehler@charite.de</email>
                </corresp>
                <corresp id="c2">
                    <label>b</label>
                    <email xlink:href="mailto:CJMungall@lbl.gov">CJMungall@lbl.gov</email>
                </corresp>
                <fn fn-type="con">
                    <p>SK, CJM, SEL, PS and PNR conceived the study. SK, SB, CJM and DS set up the code to create the ontology and the annotation files. BJR, SCD, DS, NW, GVG, PS and MW helped with the data preparation and processing. SK, CJM, PS, BJR, PNR and NW wrote the manuscript. All authors read and approved the manuscript.</p>
                </fn>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were declared.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>21</day>
                <month>1</month>
                <year>2014</year>
            </pub-date>
            <pub-date pub-type="collection">
                <year>2013</year>
            </pub-date>
            <volume>2</volume>
            <elocation-id>30</elocation-id>
            <history>
                <date date-type="accepted">
                    <day>20</day>
                    <month>1</month>
                    <year>2014</year>
                </date>
            </history>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2014 K&#x00f6;hler S et al.</copyright-statement>
                <copyright-year>2014</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/3.0/">
                    <license-p>This is an open access article distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <self-uri content-type="pdf" xlink:href="https://f1000research.com/articles/2-30/pdf"/>
            <abstract>
                <p>The analysis of phenotypes, e.g. investigating metabolic processes, tissue formation, or organism behavior, is an important element of most biological and medical research activities. Biomedical researchers are making increased use of ontological standards and methods to capture the results of such analyses, with one focus being the comparison and analysis of phenotype information between species.</p>
                <p>We have generated a cross-species phenotype ontology for human, mouse and zebrafish that contains classes from the Human Phenotype Ontology, Mammalian Phenotype Ontology, and generated classes for zebrafish phenotypes. We also provide up-to-date annotation data connecting human genes to phenotype classes from the generated ontology. We have included the data generation pipeline into our continuous integration system ensuring stable and up-to-date releases.</p>
                <p>This article describes the data generation process and is intended to help interested researchers access both the phenotype annotation data and the associated cross-species phenotype ontology. The resource described here can be used in sophisticated semantic similarity and gene set enrichment analyses for phenotype data across species. The stable releases of this resource can be obtained from 
                    <ext-link ext-link-type="uri" xlink:href="http://purl.obolibrary.org/obo/hp/uberpheno/">http://purl.obolibrary.org/obo/hp/uberpheno/</ext-link>.</p>
            </abstract>
            <funding-group>
                <funding-statement>This work was supported by the Director, Office of Science, Office of Basic Energy Sciences, of the U.S. Department of Energy under Contract No. DE-AC02-05CH11231, and by grants of the Deutsche Forschungsgemeinschaft (DFG RO 2005/4-1), the Bundesministerium f&#x00fc;r Bildung und Forschung (BMBF project number 0313911), the MGD grant from the National Institutes of Health, HG000330, the ZFIN grant from the National Institutes of Health, U41-HG002659, and the grants from the National Institutes of Health, R01-HG004838 and R24-OD011883. </funding-statement>
            </funding-group>
        </article-meta>
        <notes>
            <sec sec-type="version-changes">
                <label>Revised</label>
                <title>Amendments from Version 1</title>
                <p>We have corrected the abstract to add a small section of text that was omitted from the first version of the article. The sentence now reads "
                    <italic>We have generated a cross-species phenotype ontology for human, mouse and zebrafish that contains classes from the Human Phenotype Ontology, Mammalian Phenotype Ontology, and generated classes for zebrafish phenotypes</italic>", instead of the original "
                    <italic>We have generated a cross-species phenotype ontology for human, mouse and zebra fish that contains zebrafish phenotypes</italic>". We hope this makes the abstract both clearer and more informative.</p>
            </sec>
        </notes>
    </front>
    <body>
        <sec sec-type="intro">
            <title>Introduction</title>
            <p>Research on model organisms is crucial for discovering the function of genes and DNA elements and for understanding the phenotypic effects of mutations on these genes, which is leading to a better understanding of the pathobiology of human disease
                <sup>
                    <xref ref-type="bibr" rid="ref-1">1</xref>,
                    <xref ref-type="bibr" rid="ref-2">2</xref>
                </sup>. The amount of phenotypic information derived from targeted mutations and hypothesis-driven studies is increasing rapidly, and is now being further augmented by high-throughput international efforts to systematically analyse the effects of genomic variation on model organism phenotypes. For example, the International Mouse Phenotyping Consortium (IMPC
                <sup>
                    <xref ref-type="bibr" rid="ref-3">3</xref>
                </sup>), is undertaking systematic phenotyping studies of the knockouts generated by the International Knockout Mouse Consortium (IKMC
                <sup>
                    <xref ref-type="bibr" rid="ref-4">4</xref>
                </sup>). This means that there will soon be structured phenotype data for loss-of-function mutants for every protein-coding gene in the mouse. Similar approaches are being taken in zebrafish (
                <italic toggle="yes">Danio rerio</italic>) by the Zebrafish Mutation Project (ZMP, 
                <ext-link ext-link-type="uri" xlink:href="http://www.sanger.ac.uk/Projects/D_rerio/zmp/">http://www.sanger.ac.uk/Projects/D_rerio/zmp/</ext-link>) and the data is being made available through the Zebrafish Model Organism Database (ZFIN
                <sup>
                    <xref ref-type="bibr" rid="ref-5">5</xref>
                </sup>).</p>
            <p>Model organism phenotype/genotype datasets are extremely valuable as they can provide clues to human gene functions and involvement in disease processes where no data is available for the human ortholog. At the time of writing, 2,358 human genes are associated with Mendelian phenotypes, but more importantly there are 5,492 human genes with no such phenotype associations, where an orthologous mouse or zebrafish gene does have phenotype data (Data obtained by analysing the file HSgenes_crossSpeciesPhenoAnnotation.txt from 
                <ext-link ext-link-type="uri" xlink:href="http://purl.obolibrary.org/obo/hp/uberpheno/">http://purl.obolibrary.org/obo/hp/uberpheno/</ext-link>). We have previously demonstrated the power of this approach in determining likely pathogenicity of genes within the intervals of recurrent copy number variation (CNV) diseases
                <sup>
                    <xref ref-type="bibr" rid="ref-6">6</xref>
                </sup> and it can be applied much more widely in, for example, prioritizing candidate genes identified through human genome wide association studies (GWAS)
                <sup>
                    <xref ref-type="bibr" rid="ref-7">7</xref>,
                    <xref ref-type="bibr" rid="ref-8">8</xref>
                </sup>. Historically, a major problem has been the lack of common semantics across databases, with each project using some combination of free-text descriptions or in-house vocabularies. Thus, phenotype information is not easily integrated across different species. This inhibits comparisons based on phenotype alone, and where orthology is useful phenotypic comparisons cannot be used to their full potential. This is made even more complicated by different conceptualizations of phenotypes in different species and the impact of species-specific anatomies. As the ability of investigators to mobilise this growing collection of model organism data has become more important, it is crucial to develop appropriate ontologies and computational strategies to describe phenotypes such that phenotype descriptions can be objectively related to each other, both within and between species. This becomes even more important as the divergence between the number of human genes with phenotype information and the amount of systematically phenotyped model organism genes is expected to increase in the near future due to high throughput-screens
                <sup>
                    <xref ref-type="bibr" rid="ref-1">1</xref>
                </sup>.</p>
            <p>The application of controlled vocabularies and ontologies has accelerated over recent years; the Gene Ontology (GO
                <sup>
                    <xref ref-type="bibr" rid="ref-9">9</xref>
                </sup>) being probably the most successful example in the field of biomedical ontologies. Many other ontologies exist, each of which has been developed for a specific domain in biomedicine. Now a major goal is to increase semantic and syntactic interoperability between those ontologies (e.g. the Open Biomedical Ontologies (OBO) Foundry
                <sup>
                    <xref ref-type="bibr" rid="ref-10">10</xref>
                </sup>). One approach is to develop ontologies by defining complex ("pre-composed") classes in terms of other more elementary (atomic) classes (building blocks) that are species-agnostic. If several ontologies make use of shared building block ontologies, interoperability can be facilitated across a larger domain. For example ontologies that contain classes concerned with 
                <italic toggle="yes">DNA-replication</italic> in different organisms or cells should refer to a shared class representing 
                <italic toggle="yes">DNA-replication-process</italic>, enabling computers to detect that the same class is referenced.</p>
            <p>We have previously shown how phenotype information can be linked and used in cross-species phenotype analyses
                <sup>
                    <xref ref-type="bibr" rid="ref-11">11</xref>&#x2013;
                    <xref ref-type="bibr" rid="ref-15">15</xref>
                </sup>. A crucial part of this strategy is the use of 
                <italic toggle="yes">logical definitions</italic> to render ontology terms in a way that is computable. Recently, logical definitions of terms representing classes of phenotypic deviations have been developed by several groups. Developers of OBO Foundry ontologies, such as the GO
                <sup>
                    <xref ref-type="bibr" rid="ref-16">16</xref>
                </sup>, the Mammalian Phenotype Ontology (MPO
                <sup>
                    <xref ref-type="bibr" rid="ref-17">17</xref>
                </sup>), the Human Phenotype Ontology (HPO
                <sup>
                    <xref ref-type="bibr" rid="ref-18">18</xref>,
                    <xref ref-type="bibr" rid="ref-19">19</xref>
                </sup>), the Worm Phenotype Ontology
                <sup>
                    <xref ref-type="bibr" rid="ref-20">20</xref>
                </sup>, and also the Cell Ontology
                <sup>
                    <xref ref-type="bibr" rid="ref-21">21</xref>
                </sup>, are now creating logical definitions of their ontology-classes using terms from other building block ontologies. In this effort the Phenotype, Attribute and Trait Ontology (PATO), an ontology of phenotypic qualities, is a key tool
                <sup>
                    <xref ref-type="bibr" rid="ref-19">19</xref>,
                    <xref ref-type="bibr" rid="ref-22">22</xref>
                </sup>. Examples for building block ontologies that are used for the representation of classes of phenotypic abnormalities are given in the upper part of 
                <xref ref-type="table" rid="T1">Table 1</xref>.</p>
            <table-wrap id="T1" orientation="portrait" position="anchor">
                <label>Table 1. </label>
                <caption>
                    <title>Typical building block ontologies: here the focus lies on ontologies that can be used to represent complex classes of phenotype abnormalities in zebrafish, mouse, and human.</title>
                </caption>
                <table content-type="article-table" frame="hsides">
                    <thead>
                        <tr>
                            <th align="left" colspan="1" rowspan="1" valign="top">Domain</th>
                            <th align="left" colspan="1" rowspan="1" valign="top">Name (Abbreviation, Reference)</th>
                            <th align="left" colspan="1" rowspan="1">Downloaded file (relative to 
                                <ext-link ext-link-type="uri" xlink:href="http://purl.obolibrary.org/obo/">http://purl.obolibrary.org/obo/</ext-link>)</th>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                            <td colspan="1" rowspan="1" valign="top">biochemistry</td>
                            <td colspan="1" rowspan="1">Chemical Entities of Biological Interest (ChEBI
                                <sup>
                                    <xref ref-type="bibr" rid="ref-29">29</xref>
                                </sup>)</td>
                            <td colspan="1" rowspan="1" valign="top">chebi.obo</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1"/>
                            <td colspan="1" rowspan="1">Gene Ontology (GO
                                <sup>
                                    <xref ref-type="bibr" rid="ref-30">30</xref>
                                </sup>)</td>
                            <td colspan="1" rowspan="1">go.obo</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1">proteins</td>
                            <td colspan="1" rowspan="1">Protein Ontology (PRO
                                <sup>
                                    <xref ref-type="bibr" rid="ref-31">31</xref>
                                </sup>)</td>
                            <td colspan="1" rowspan="1">pr.obo</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1">cell types</td>
                            <td colspan="1" rowspan="1">Cell Ontology (CL
                                <sup>
                                    <xref ref-type="bibr" rid="ref-32">32</xref>
                                </sup>)</td>
                            <td colspan="1" rowspan="1">cl.obo</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1">anatomy</td>
                            <td colspan="1" rowspan="1">Foundational Model of Anatomy (FMA
                                <sup>
                                    <xref ref-type="bibr" rid="ref-33">33</xref>
                                </sup>)</td>
                            <td colspan="1" rowspan="1">fma.obo</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1"/>
                            <td colspan="1" rowspan="1">Spatial Ontology (BSPO
                                <sup>-</sup>)</td>
                            <td colspan="1" rowspan="1">bspo.obo</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1"/>
                            <td colspan="1" rowspan="1">Mouse adult gross anatomy (MA
                                <sup>
                                    <xref ref-type="bibr" rid="ref-34">34</xref>
                                </sup>)</td>
                            <td colspan="1" rowspan="1">ma.obo</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1"/>
                            <td colspan="1" rowspan="1">Zebrafish anatomy and development (ZFA
                                <sup>
                                    <xref ref-type="bibr" rid="ref-35">35</xref>
                                </sup>)</td>
                            <td colspan="1" rowspan="1">zfa.ob</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1"/>
                            <td colspan="1" rowspan="1">Multi-species anatomy (UBERON
                                <sup>
                                    <xref ref-type="bibr" rid="ref-36">36</xref>
                                </sup>)</td>
                            <td colspan="1" rowspan="1">uberon.obo</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1" valign="top">phenotype</td>
                            <td colspan="1" rowspan="1">Phenotype, Attribute and Trait Ontology (PATO
                                <sup>
                                    <xref ref-type="bibr" rid="ref-22">22</xref>
                                </sup>)</td>
                            <td colspan="1" rowspan="1" valign="top">pato.obo</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1"/>
                            <td colspan="1" rowspan="1">Mouse Pathology (MPATH
                                <sup>
                                    <xref ref-type="bibr" rid="ref-37">37</xref>
                                </sup>)</td>
                            <td colspan="1" rowspan="1">mpath.obo</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1"/>
                            <td colspan="1" rowspan="1">Mammalian Phenotype Ontology (MPO
                                <sup>
                                    <xref ref-type="bibr" rid="ref-17">17</xref>
                                </sup>)</td>
                            <td colspan="1" rowspan="1">mp.obo</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1"/>
                            <td colspan="1" rowspan="1">Human Phenotype Ontology (HPO
                                <sup>
                                    <xref ref-type="bibr" rid="ref-18">18</xref>
                                </sup>)</td>
                            <td colspan="1" rowspan="1">hp.obo</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1"/>
                            <td colspan="1" rowspan="1">Neuro Behavior Ontology (NBO
                                <sup>
                                    <xref ref-type="bibr" rid="ref-38">38</xref>
                                </sup>)</td>
                            <td colspan="1" rowspan="1">nbo.obo</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
        </sec>
        <sec>
            <title>Objectives</title>
            <p>Given that logical definitions exist for most classes of an ontology, automatic reasoners can be applied. These implement algorithms for computing the logical consequences that can be inferred from a set of asserted axioms. An example can be seen in 
                <xref ref-type="fig" rid="f1">Figure 1a)</xref>, where logical definitions are used to automatically infer that 
                <italic toggle="yes">Hypoglycemia</italic> is a subclass of 
                <italic toggle="yes">Decreased aldohexose concentration (blood)</italic> based on the asserted subclass relationship between 
                <bold>'glucose'</bold> and 
                <bold>'aldohexose'</bold> in ChEBI. This means that reasoners are able to use computable, logical definitions to infer the positions of classes in a subsumption hierarchy. Thus, those definitions can be helpful tools for the development and maintenance of ontologies
                <sup>
                    <xref ref-type="bibr" rid="ref-16">16</xref>,
                    <xref ref-type="bibr" rid="ref-23">23</xref>
                </sup>.</p>
            <fig fig-type="figure" id="f1" orientation="portrait" position="float">
                <caption>
                    <p>
						
                        <bold>Figure 1.</bold> Part 
                        <bold>a)</bold> illustrates the main idea how logical definitions and building block ontologies (left) cooperate in order to allow for reasoning procedures to infer new knowledge (right). Note that for the purpose of increased readability, only the term labels are shown and the ontology Uniform Resource Identifier (URIs) are skipped. Part 
                        <bold>b)</bold> illustrates an excerpt of the 
                        <italic toggle="yes">Uberpheno</italic> ontology to show how information on phenotype abnormalities in different organisms can be combined. It also illustrates how the annotations of genes can be transferred across different species by means of orthology relationships of genes. For example, after reasoning one could easily request all genes that are known to be related to the phenotype description "Bilateral microphthalmos" from the HPO. In 
                        <italic toggle="yes">Uberpheno</italic> "abnormally hypoplastic eye" from zebrafish (ZP) and "posterior microphthalmia" from MPO, are inferred to be subclasses of "Bilateral microphthalmos". These inferences can be used to infer that the genes 
                        <italic toggle="yes">tcf7l1a</italic> (zebrafish) and 
                        <italic toggle="yes">PRSS56</italic> (mouse) are annotated to the phenotype "Bilateral microphthalmos" as well.</p>
                </caption>
                <graphic orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/3649/55932165-ce99-4906-9c14-66796268a040_figure1.gif"/>
            </fig>
            <p>Although several methods, ideas, and applications on cross-species phenotype integration have been presented before
                <sup>
                    <xref ref-type="bibr" rid="ref-11">11</xref>,
                    <xref ref-type="bibr" rid="ref-12">12</xref>,
                    <xref ref-type="bibr" rid="ref-16">16</xref>,
                    <xref ref-type="bibr" rid="ref-24">24</xref>,
                    <xref ref-type="bibr" rid="ref-25">25</xref>
                </sup>, accessing such data resources has been complicated by the lack of consistent documentation and distribution of data across heterogenous resources. For example, some ontologies are provided in the Web Ontology Language (OWL
                <sup>
                    <xref ref-type="bibr" rid="ref-26">26</xref>
                </sup>) and others in the Open Biomedical Ontologies (OBO) format. Although the OBO-format focuses especially on human readability and ease of parsing, OWL is often needed to enable complex reasoning tasks. Unfortunately, the power and complexity of OWL may discourage some researchers.</p>
            <p>For example, the OWLSim package (
                <ext-link ext-link-type="uri" xlink:href="http://owlsim.org">http://owlsim.org</ext-link>) provides the ability to execute a number of standard semantic similarity techniques. Although access to the results of OWLSim in phenotype analyses is available (
                <sup>
                    <xref ref-type="bibr" rid="ref-25">25</xref>
                </sup>, 
                <ext-link ext-link-type="uri" xlink:href="http://www.mousemodels.org">http://www.mousemodels.org</ext-link>), there is at the moment no single set of gene annotations linked to a single integrated ontology.</p>
            <p>The 
                <italic toggle="yes">Uberpheno</italic>-ontology is similar to the "phene.owl" ontology distributed as part of the phenomeblast-project (
                <ext-link ext-link-type="uri" xlink:href="http://code.google.eom/p/phenomeblast/">http://code.google.eom/p/phenomeblast/</ext-link>) and generated as part of a phenotype data analysis executed within PhenomeNET
                <sup>
                    <xref ref-type="bibr" rid="ref-24">24</xref>
                </sup>. These two ontologies differ in a number of characteristics. The first characteristic is the underlying OWL model, and the set of external ontologies that are brought in to enrich the ontology - it is not yet clear how far the OWL model or some of these external ontologies affect the resulting structure of the ontology. Also it is likely that both 
                <italic toggle="yes">Uberpheno</italic> and "phene.owl" will converge on the same model and a standard set of imported ontologies. The second characteristic is the breadth of species covered, with "phene.owl" including fly, worm and yeast; in contrast, 
                <italic toggle="yes">Uberpheno</italic> focuses on human, mouse and zebrafish, yielding a smaller more focused ontology. Further investigations are required to determine the extent to which the adding of more distant organisms help or hinder analyses. Another difference is that 
                <italic toggle="yes">Uberpheno</italic> is intended for a wide range of biomedical researchers, some of who may be unfamiliar with OWL or OWL reasoning.</p>
            <p>Our objective here is to provide an OBO-format ontology (
                <italic toggle="yes">Uberpheno</italic>), which we update at regular intervals and which can easily be used for downstream analysis, e.g. by applying semantic similarity measures
                <sup>
                    <xref ref-type="bibr" rid="ref-27">27</xref>
                </sup> or gene set enrichment analyses
                <sup>
                    <xref ref-type="bibr" rid="ref-28">28</xref>
                </sup>. Of similar importance are the data that link into such an ontology by means of the annotation relation. To the best of our knowledge, no single integrated cross-species ontology together with annotation of all genes in human and model organisms (here mouse and zebrafish) has been made easily available for researchers and kept up-to-date on a regular basis.</p>
        </sec>
        <sec sec-type="materials | methods">
            <title>Materials and methods</title>
            <sec>
                <title>Model organism data</title>
                <p>Cross-species ontology-based approaches offer a promising new methodology to reliably detect phenotypic similarities between human disease manifestations and model organism phenotypes
                    <sup>
                        <xref ref-type="bibr" rid="ref-6">6</xref>,
                        <xref ref-type="bibr" rid="ref-11">11</xref>,
                        <xref ref-type="bibr" rid="ref-24">24</xref>,
                        <xref ref-type="bibr" rid="ref-25">25</xref>
                    </sup>. They can pave the way to gain clinically relevant insights from the almost 5,500 genes for which, currently, only mouse and zebrafish phenotype information is available. Both the Mouse Genome Informatics (MGI) and the ZFIN data resources provide manually curated assignments of their model organism genes to human genes. They are available from the corresponding website (see 
                    <xref ref-type="table" rid="T2">Table 2</xref>).</p>
                <table-wrap id="T2" orientation="portrait" position="anchor">
                    <label>Table 2. </label>
                    <caption>
                        <title>Files required to connect genes and phenotypes as well as to get the orthology relationship between model organism genes and human genes.</title>
                        <p>These files are especially important for Step 4 in 
                            <xref ref-type="fig" rid="f2">Figure 2</xref>.</p>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="left" colspan="1" rowspan="1">Type</th>
                                <th align="left" colspan="1" rowspan="1">Organism</th>
                                <th align="left" colspan="1" rowspan="1">Obtain from</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td colspan="1" rowspan="1" valign="top">Orthology to human genes</td>
                                <td colspan="1" rowspan="1" valign="top">Mouse</td>
                                <td colspan="1" rowspan="1">
                                    <ext-link ext-link-type="uri" xlink:href="ftp://ftp.informatics.jax.org/pub/reports/HMD_HumanPhenotype.rpt">ftp://ftp.informatics.jax.org/pub/reports/HMD_HumanPhenotype.rpt</ext-link>
								</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td colspan="1" rowspan="1">Zebrafish</td>
                                <td colspan="1" rowspan="1">
                                    <ext-link ext-link-type="uri" xlink:href="http://zfin.org/downloads/ortho.txt">http://zfin.org/downloads/ortho.txt</ext-link>
								</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1">Phenotype annotation</td>
                                <td colspan="1" rowspan="1">Mouse</td>
                                <td colspan="1" rowspan="1">
                                    <ext-link ext-link-type="uri" xlink:href="ftp://ftp.informatics.jax.org/pub/reports/MGI_PhenoGenoMP.rpt">ftp://ftp.informatics.jax.org/pub/reports/MGI_PhenoGenoMP.rpt</ext-link>
								</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td colspan="1" rowspan="1">Zebrafish</td>
                                <td colspan="1" rowspan="1">
                                    <ext-link ext-link-type="uri" xlink:href="http://zfin.org/downloads/pheno.txt">http://zfin.org/downloads/pheno.txt</ext-link>
								</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td colspan="1" rowspan="1">Human</td>
                                <td colspan="1" rowspan="1">
                                    <ext-link ext-link-type="uri" xlink:href="http://compbio.charite.de/hudson/job/hpo.annotations/lastStableBuild/artifact/misc/phenotype_annotation.tab">http://compbio.charite.de/hudson/job/hpo.annotations/lastStableBuild/artifact/misc/phenotype_annotation.tab</ext-link>
								</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1">Gene-to-disease</td>
                                <td colspan="1" rowspan="1">Human</td>
                                <td colspan="1" rowspan="1">&lt;OMIM ftp-site&gt;/
                                    <bold>mim2gene.txt</bold> and &lt;OMIM ftp-site&gt;/
                                    <bold>genemap</bold>
								</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td colspan="1" rowspan="1">Human</td>
                                <td colspan="1" rowspan="1">
                                    <ext-link ext-link-type="uri" xlink:href="http://www.orphadata.org/data/xml/en_product6.xml">http://www.orphadata.org/data/xml/en_product6.xml</ext-link>
								</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
                <p>The annotation of genes to phenotypes are also accessible online. Zebrafish genes are annotated by Entity-Quality (EQ) statements. Mouse genes are annotated with terms from the MPO and are downloadable from the MGI website. To associate human genes with terms from the HPO, the annotation of human diseases is required. By using further files from OMIM (
                    <ext-link ext-link-type="uri" xlink:href="http://omim.org">http://omim.org</ext-link>) and Orphanet
                    <sup>
                        <xref ref-type="bibr" rid="ref-39">39</xref>
                    </sup>, (
                    <ext-link ext-link-type="uri" xlink:href="http://www.orphadata.org/">http://www.orphadata.org/</ext-link>) diseases can be mapped to the disease-causing genes. These two steps allow the transfer of phenotype information to the underlying genes. All required files and their corresponding links are summarized in 
                    <xref ref-type="table" rid="T2">Table 2</xref>.</p>
            </sec>
            <sec>
                <title>Phenotype descriptions</title>
                <p>The approach taken to logically define phenotype descriptions is termed the Entity-Quality approach (EQ), in which phenotype descriptions can be partitioned into (minimally) two parts. The first part represents the affected entity, i.e. the thing for which an observation is made. This can be entities of various domains, e.g., a chemical or an anatomical structure. The second part represents the quality of the entity and is described in a qualitative or quantitative way
                    <sup>
                        <xref ref-type="bibr" rid="ref-22">22</xref>
                    </sup>. In the typical setting, a phenotype is described using a class expression consisting of a PATO quality class differentiated by a bearer entity class using the 
                    <bold>inheres_in</bold> relation from the OBO Relation Ontology
                    <sup>
                        <xref ref-type="bibr" rid="ref-40">40</xref>
                    </sup>. To give an example for logical definitions, consider the HPO term 
                    <italic toggle="yes">Hypoglycemia</italic> and its EQ definition, specified in OWL as shown in 
                    <xref ref-type="fig" rid="f1">Figure 1</xref> (center).</p>
                <p>The word 
                    <italic toggle="yes">Hypoglycemia</italic> refers to an abnormally decreased concentration of glucose in the blood. The logical definition uses relations and follows the pattern described in previous work on the definition of phenotypes
                    <sup>
                        <xref ref-type="bibr" rid="ref-16">16</xref>
                    </sup>. The logical semantics are made explicit when translating the definitions to OWL. Currently, the translation to OWL is performed using a 
                    <bold>"has_part some"</bold>-semantics implemented in the OBO-format library (
                    <ext-link ext-link-type="uri" xlink:href="http://code.google.com/p/oboformat">http://code.google.com/p/oboformat</ext-link>). The translation is shown in Manchester syntax in 
                    <xref ref-type="fig" rid="f1">Figure 1a)</xref>. In the example, the class 
                    <italic toggle="yes">Hypoglycemia</italic> is defined as the equivalent of the intersection of all classes of things that are "A concentration which is lower relative to the normal" (
                    <italic toggle="yes">decreased concentration</italic>), "deviate from the normal or average" (
                    <italic toggle="yes">abnormal</italic>), with respect to (towards) 
                    <italic toggle="yes">glucose</italic>, and inhering in "blood" (using the term 
                    <italic toggle="yes">portion of blood</italic> from the FMA). More details can be found in
                    <sup>
                        <xref ref-type="bibr" rid="ref-16">16</xref>
                    </sup> or
                    <sup>
                        <xref ref-type="bibr" rid="ref-23">23</xref>
                    </sup>. Automated reasoning logically infers then that the asserted knowledge in ChEBI induces 
                    <italic toggle="yes">Hypoglycemia</italic> to be a subclass of 
                    <italic toggle="yes">Decreased aldohexose concentration (blood)</italic>. The files used to define phenotype classes are summarized in 
                    <xref ref-type="table" rid="T3">Table 3</xref>.</p>
                <table-wrap id="T3" orientation="portrait" position="anchor">
                    <label>Table 3. </label>
                    <caption>
                        <title>Current statistics on the data contained in the used cross-product files.</title>
                        <p>HPO and MPO files downloaded from 
                            <ext-link ext-link-type="uri" xlink:href="http://code.google.com/p/phenotype-ontologies">http://code.google.com/p/phenotype-ontologies</ext-link>. Behaviour files downloaded from 
                            <ext-link ext-link-type="uri" xlink:href="http://code.google.com/p/behavior-ontology">http://code.google.com/p/behavior-ontology</ext-link>. GO-xp file downloaded from 
                            <ext-link ext-link-type="uri" xlink:href="http://obofoundry.org/cgi-bin/detail.cgi?id=biological_process_xp_uber_anatomy">http://obofoundry.org/cgi-bin/detail.cgi?id=biological_process_xp_uber_anatomy</ext-link>.</p>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="left" colspan="1" rowspan="1" valign="top">Ontology</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">File</th>
                                <th align="left" colspan="1" rowspan="1">Number of classes defined</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td colspan="1" rowspan="1">HPO logical definitions</td>
                                <td colspan="1" rowspan="1">
									
                                    <bold>hp-equivalence-axioms.obo</bold>
								</td>
                                <td colspan="1" rowspan="1">4,666</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1">MPO logical definitions</td>
                                <td colspan="1" rowspan="1">
									
                                    <bold>mp-equivalence-axioms.obo</bold>
								</td>
                                <td colspan="1" rowspan="1">7,278</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1">GO logical definitions using Uberon</td>
                                <td colspan="1" rowspan="1">
									
                                    <bold>biological_process_xp_uber_anatomy.obo</bold>
								</td>
                                <td colspan="1" rowspan="1">1,484</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1">Behavior xp</td>
                                <td colspan="1" rowspan="1">
									
                                    <bold>behavior_xp.obo</bold>
								</td>
                                <td colspan="1" rowspan="1">104</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
            </sec>
            <sec>
                <title>
					
                    <italic toggle="yes">Uberpheno</italic> construction</title>
                <p>The general work- and data-flow of the cross-species ontology generation is illustrated in 
                    <xref ref-type="fig" rid="f2">Figure 2</xref>. In steps one to three, the aforementioned EQ definitions are used to generate a single cross-species phenotype ontology (
                    <italic toggle="yes">Uberpheno</italic>) for human, mouse, and zebrafish phenotypes. Step four generates files that make it very convenient to use the generated data for several research purposes, because genes are linked to the terms of the generated cross-species phenotype ontology, which is very lightweight and available in the convenient OBO-format.</p>
                <fig fig-type="figure" id="f2" orientation="portrait" position="float">
                    <label>Figure 2. </label>
                    <caption>
                        <title>Schematic work- and dataflow illustration for the construction of the 
                            <italic toggle="yes">Uberpheno</italic> ontology and the gene annotations.</title>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/3649/55932165-ce99-4906-9c14-66796268a040_figure2.gif"/>
                </fig>
                <p>
                    <bold>
                        <italic toggle="yes">Step 1</italic>
                    </bold>. Logical definitions are being developed for GO
                    <sup>
                        <xref ref-type="bibr" rid="ref-16">16</xref>
                    </sup>, MPO
                    <sup>
                        <xref ref-type="bibr" rid="ref-12">12</xref>
                    </sup>, and HPO
                    <sup>
                        <xref ref-type="bibr" rid="ref-19">19</xref>
                    </sup>. Almost all logical definitions refer to classes from other ontologies. A set of logical definitions is again an ontology itself. These bridging ontologies (also called cross-product files) are available on the main OBO Foundry website, as well as from the individual repositories for each of the projects. An example for a logical definition is presented in the previous section and in 
                    <xref ref-type="fig" rid="f1">Figure 1</xref>. A major fraction of HPO and MPO terms are currently defined by means of EQ statements and a summary of the logical definition files that are used can be found in 
                    <xref ref-type="table" rid="T3">Table 3</xref>. These files provide axioms that connect phenotype classes to multiple classes in most of the ontologies listed in 
                    <xref ref-type="table" rid="T1">Table 1</xref>.</p>
                <p>The HPO and MPO logical definitions were augmented with pairwise equivalence axioms generated by lexical matching. These mappings are represented in a file 
                    <bold>mp_hp-align-equiv.owl</bold> (see the phenotype ontologies archive on Google code at 
                    <ext-link ext-link-type="uri" xlink:href="http://code.google.com/p/phenotype-ontologies">http://code.google.com/p/phenotype-ontologies</ext-link>). A total of 1,064 such lexically derived equivalence axioms were derived in this way and used to supplement the semantic analysis.</p>
                <p>In step one, all of the required files are pulled from the web (see 
                    <xref ref-type="table" rid="T1">Table 1</xref> and 
                    <xref ref-type="table" rid="T3">Table 3</xref>). Note, that there are ontologies that are required in their entirety (denoted (B) in 
                    <xref ref-type="fig" rid="f2">Figure 2</xref>). In contrast, several building block ontologies (denoted (A) in 
                    <xref ref-type="fig" rid="f2">Figure 2</xref>) are only referred in parts by the logical definitions.</p>
                <p>When defining phenotypes using the EQ model, the affected entity can either be a biological function or process from GO, or an anatomical entity. Some of the ontologies used to create the definitions are largely species-independent (GO, ChEBI). However, anatomical entities are mostly defined by referring anatomy ontologies that are specific for one species. In order to enable reasoning across these vertebrate anatomies, the metazoan, species-independent Uberon ontology is used in constructing anatomically-based cross-products
                    <sup>
                        <xref ref-type="bibr" rid="ref-36">36</xref>
                    </sup>. In order to construct 
                    <italic toggle="yes">Uberpheno</italic>, an equivalence axiom was generated between every class in Uberon that contains a cross-reference to a species anatomy ontology class. Note that very general terms from Uberon such as 
                    <italic toggle="yes">tissue</italic> are excluded, which can be identified by their membership to the subset 
                    <bold>upper_level</bold> in Uberon. The generated file is called 
                    <bold>uberonbridge.owl</bold>.</p>
                <p>One of the files (see 
                    <xref ref-type="table" rid="T3">Table 3</xref>) defines GO process terms by the anatomy term to which the process is related. For example,</p>
                <p>
						
                    <bold>Class: eye pigmentation</bold>
					</p>
                <p>
						
                    <bold>EquivalentTo:</bold>
					</p>
                <p>
						
                    <bold>pigmentation and</bold>
					</p>
                <p>
						
                    <bold>occurs_in some eye</bold>
					</p>
                <p>Here, the GO process 
                    <italic toggle="yes">eye pigmentation</italic> (
                    <ext-link ext-link-type="uri" xlink:href="http://purl.obolibrary.org/obo/GO_0048069">GO:0048069</ext-link>) is logically defined as being equivalent to everything that is a 
                    <italic toggle="yes">pigmentation</italic> (
                    <ext-link ext-link-type="uri" xlink:href="http://purl.obolibrary.org/obo/GO_0043473">GO:0043473</ext-link>) and also 
                    <bold>"occurs_in"</bold> an 
                    <italic toggle="yes">eye</italic> (
                    <ext-link ext-link-type="uri" xlink:href="http://purl.obolibrary.org/obo/UBERON_0000970">UBERON:0000970</ext-link>). In order to use these definitions, the different relationships used therein, such as 
                    <bold>occurs_in</bold>, are made interpretable for the reasoner. For our purposes, an additional ontology called 
                    <ext-link ext-link-type="uri" xlink:href="http://compbio.charite.de/svn/hpo/trunk/misc/go_xp_misc/extra_equiv.owl">http://compbio.charite.de/svn/hpo/trunk/misc/go_xp_misc/extra_equiv.owl</ext-link> was created in which these relationships are made a 
                    <bold>subPropertyOf</bold> of 
                    <bold>inheres_in</bold>.</p>
                <p>
                    <bold>
                        <italic toggle="yes">Step 2</italic>
                    </bold>. In step two a data preprocessing is required, because for zebrafish no pre-composed ontology of phenotype abnormalities exists (e.g. no phenotype term such as 
                    <italic toggle="yes">abnormally hypoplastic eye</italic> exists). Instead, the ZFIN project makes use of so-called "post-composed" annotations, using a combination of classes in the EQ model. The ZFIN-file 
                    <bold>pheno.txt</bold> (
                    <xref ref-type="table" rid="T2">Table 2</xref>) contains lines such as</p>
                <p>
						
                    <bold>ZDB-GENE-980605-30;83439;tcf7l1a;ZFA:0000107;eye;PATO:0000645;hypoplastic;abnormal</bold>
					</p>
                <p>For legibility the tab-separators are replaced in this example by the semicolon. In order to use these annotations for reasoning, a translation table was implemented, as described before
                    <sup>
                        <xref ref-type="bibr" rid="ref-12">12</xref>
                    </sup>, which generates the ontology denoted as 
                    <bold>zp.owl</bold>. For every modified gene, a set of post-composed phenotype annotations is stored in 
                    <bold>pheno.txt</bold>. For every unique annotation for zebrafish genes, a class in the ZP identifier space is created. Again, the aforementioned 
                    <bold>"has_part some"</bold>-translation to OWL is applied. For example, a zebrafish gene annotation with</p>
                <p>
						
                    <bold>Entity=ZFA:0000107 (eye),</bold>
					</p>
                <p>
						
                    <bold>Quality=PATO:0000645 (hypoplastic) and</bold>
					</p>
                <p>
						
                    <bold>Qualifier=PATO:0000460 (abnormal)</bold>
					</p>
                <p>generates an OWL class:</p>
                <p>
						
                    <bold>Class: ZP_0003395</bold>
					</p>
                <p>
						
                    <bold>Annotations: label "abnormal(ly) hypoplastic eye"</bold>
					</p>
                <p>
						
                    <bold>EquivalentClassOf:</bold>
					</p>
                <p>
						
                    <bold>has_part some:</bold>
					</p>
                <p>
						
                    <bold>PATO_0000645 and</bold>
					</p>
                <p>
						
                    <bold>inheres_in some ZFA_0000107 and</bold>
					</p>
                <p>
						
                    <bold>qualifier some PATO_0000460</bold>
					</p>
                <p>Beside generating the ZP-ontology, the annotation relation between the zebrafish genes and ZP-term is written to a file called 
                    <bold>zp.annot</bold>, which is also available for download.</p>
                <p>Since some logical definitions of phenotypes are lacking the qualifier 
                    <italic toggle="yes">abnormal</italic> we ensure consistency, by adding this qualifier to all of the definitions. We also remove the inconsistently used ontology-tags from the xp-files.</p>
                <p>
                    <bold>
                        <italic toggle="yes">Steps 3 and 4.</italic>
                    </bold> At first, a single, merged OWL ontology is created from all the ontologies and bridging axioms. The ELK reasoner
                    <sup>
                        <xref ref-type="bibr" rid="ref-41">41</xref>
                    </sup> is used to calculate subclass and equivalence relationships between classes. These steps are implemented within the GULO framework
                    <sup>
                        <xref ref-type="bibr" rid="ref-23">23</xref>
                    </sup>.</p>
                <p>To increase the usability of the ontology, the Ontologizer API
                    <sup>
                        <xref ref-type="bibr" rid="ref-28">28</xref>
                    </sup> was used to merge all clusters of equivalent classes together into a single class. The HPO identifier is taken as the primary identifier if present and the identifiers of other phenotype classes are stored under 
                    <bold>alt_id</bold>-tag for the term. For example, the HPO-term 
                    <italic toggle="yes">Gallbladder dysfunction</italic> (
                    <ext-link ext-link-type="uri" xlink:href="http://purl.obolibrary.org/obo/HP_0005609">HP:0005609</ext-link>) has as 
                    <bold>alt_id</bold> the ZP-term 
                    <italic toggle="yes">abnormal(ly) decreased functionality gall bladder (ZP:0004170)</italic>. The resulting ontology in OBO-format is named 
                    <bold>crossSpeciesPheno.obo</bold> and contains only phenotype classes from the HPO, MPO, and ZP.</p>
                <p>Finally a cross-species annotation file is generated, in which all human genes are associated with terms from the 
                    <italic toggle="yes">Uberpheno</italic>. The annotations are either stemming from human or model organisms, whereby the model organism annotations are stemming from the ortholog gene.</p>
            </sec>
        </sec>
        <sec sec-type="results | discussion">
            <title>Results and discussion</title>
            <p>All of the above described methods are integrated into a single pipeline. This pipeline automatically downloads required files, preprocesses the data and applies a reasoning procedure to the obtained set of ontology classes. The ontologies used to construct 
                <italic toggle="yes">Uberpheno</italic> are summarized in 
                <xref ref-type="table" rid="T1">Table 1</xref>.</p>
            <p>The construction pipeline is set up as a job in our continuous integration system accessible at 
                <ext-link ext-link-type="uri" xlink:href="http://compbio.charite.de/hudson">http://compbio.charite.de/hudson</ext-link>, which is already used for data related to the HPO
                <sup>
                    <xref ref-type="bibr" rid="ref-42">42</xref>
                </sup>. The job (called 
                <bold>hpo.ontology.uberpheno</bold>) is configured to run once a week, ensuring that the most recent version of all ontologies and annotation files are used. Only stable releases of the generated files are made available to the users and errors are immediately forwarded to us via email. The generated build artifacts are available at 
                <ext-link ext-link-type="uri" xlink:href="http://purl.obolibrary.org/obo/hp/uberpheno/">http://purl.obolibrary.org/obo/hp/uberpheno/</ext-link>, whereas the file 
                <bold>crossSpeciesPheno.obo</bold> contains the cross-species phenotype ontology in OBO-format. The resulting ontology has a light footprint (3.5 MB) and can easily be explored by using tools such as example OBO-Edit
                <sup>
                    <xref ref-type="bibr" rid="ref-43">43</xref>
                </sup>. Note that only phenotype classes are present in the ontology and classes from the referenced building block ontologies are filtered out. Each build also generates the file 
                <bold>HSgenes_crossSpeciesPhenoAnnotation.txt</bold>, which contains the annotation of all human genes to terms of HPO, MPO, and ZP. A summary of the data contained in the two files is given in 
                <xref ref-type="table" rid="T4">Table 4</xref>.</p>
            <table-wrap id="T4" orientation="portrait" position="anchor">
                <label>Table 4. </label>
                <caption>
                    <title>Statistics of the build artifacts generated (build #63).</title>
                    <p>'Phenotype classes' denotes the number of classes that are either from the Human Phenotype Ontology (HPO), Mammalian Phenotye Ontology (MPO), or 
                        <bold>zp.owl</bold> (ZP). Note that the sum of HPO-, MPO-, and ZP-IDs is higher than the total number total 'Phenotype classes' because some MPO- and ZP-IDs are listed as 
                        <bold>alt_id</bold> of an HPO-class and are not listed as separate 'Phenotype class'. Also, the number of human annotations is less than the sum of annotations supported by OMIM or Orphanet entries, because some annotations have evidence from both databases.</p>
                </caption>
                <table content-type="article-table" frame="hsides">
                    <thead>
                        <tr>
                            <th align="left" colspan="1" rowspan="1">
								
                                <italic toggle="yes">Statistics</italic>
							</th>
                            <th colspan="1" rowspan="1"/>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                            <td colspan="1" rowspan="1">
								
                                <italic toggle="yes">Uberpheno statistics:</italic>
								
                                <break/>&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;Phenotype classes:
                                <break/>&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;HPO-IDs
                                <break/>&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;MPO-IDs
                                <break/>&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;ZP-IDs</td>
                            <td colspan="1" rowspan="1">
								
                                <break/>25,974
                                <break/>13,122
                                <break/>9,800
                                <break/>8,057</td>
                        </tr>
                        <tr>
                            <td colspan="1" rowspan="1">
								
                                <italic toggle="yes">Annotation statistics:</italic>
								
                                <break/>&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;All annotations
                                <break/>&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;HPO annotations
                                <break/>&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;-OMIM
                                <break/>&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;-Orphanet
                                <break/>&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;MPO annotations
                                <break/>&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;ZP annotations</td>
                            <td colspan="1" rowspan="1">
								
                                <break/>235,752
                                <break/>63,080
                                <break/>49,348
                                <break/>16,244
                                <break/>149,164
                                <break/>23,508</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>An excerpt of the 
                <italic toggle="yes">Uberpheno</italic> ontology is shown in (
                <xref ref-type="fig" rid="f1">Figure 1b</xref>), demonstrating how the phenotype descriptions from different ontologies are combined and automatically organised into a single, integrated hierarchy. For instance, the fact that the mouse term 
                <italic toggle="yes">posterior microphthalmia</italic> is inferred to be a subclass of the human term 
                <italic toggle="yes">Bilateral microphthalmos</italic> can be used to transfer the information that the mouse gene 
                <italic toggle="yes">PRSS56</italic> is known to cause 
                <italic toggle="yes">Bilateral microphthalmos</italic>. This implies that querying the cross-species ontology for genes related to 
                <italic toggle="yes">Bilateral microphthalmos</italic> will return the human gene 
                <italic toggle="yes">TCOF1</italic>, the mouse gene 
                <italic toggle="yes">PRSS56</italic> and the zebrafish gene 
                <italic toggle="yes">tcf7l1a</italic>.</p>
            <p>In total, the annotation file contains approx. 235,000 annotations of human genes with phenotype classes (see 
                <xref ref-type="table" rid="T4">Table 4</xref>). For example the human gene 
                <italic toggle="yes">TCF7L1</italic> is associated with the zebrafish phenotype 
                <italic toggle="yes">abnormal(ly) hypoplastic eye</italic> because the ortholog zebrafish gene (
                <italic toggle="yes">tcf7l1a</italic>, ZDB-GENE-980605-30) is annotated with this phenotype. Thus, the generated file 
                <bold>HSgenes_crossSpeciesPhenoAnnotation.txt</bold> contains the line:</p>
            <p>
				
                <bold>83439;TCF7L1;abnormal(ly) hypoplastic eye (ZP:0003395);tcf7l1a (ZDB-GENE-980605-30/ZEBRAF)</bold>
			</p>
        </sec>
        <sec sec-type="conclusions">
            <title>Conclusions</title>
            <p>The phenotype resources for mouse, zebrafish, and human are used by several research projects
                <sup>
                    <xref ref-type="bibr" rid="ref-44">44</xref>&#x2013;
                    <xref ref-type="bibr" rid="ref-46">46</xref>
                </sup>.</p>
            <p>The problem of comparing phenotypes between species can be overcome by using formal logical definitions that make use of species agnostic ontologies together with a multi-species anatomy ontology, Uberon. The approach to implementing the paradigm that we report in this paper constructs a single, integrated, cross-species phenotype ontology, 
                <italic toggle="yes">Uberpheno</italic>, based on the logical definitions of human and the main model species, mouse and zebrafish. The resulting construct is continuously updated and automatically constructed as the constituent ontologies are updated and augmented, making it a dynamic and current resource available to the community.</p>
            <p>Increasingly model organism data are being used for gene set enrichment, pathogenicity prediction and semantic similarity analyses
                <sup>
                    <xref ref-type="bibr" rid="ref-27">27</xref>
                </sup> and the high throughput phenotyping projects newly underway promise rich genome-wide phenotypic coverage within a decade. This will complement the new initiatives to systematically gather high precision, formally coded, phenotype data from clinical studies
                <sup>
                    <xref ref-type="bibr" rid="ref-47">47</xref>
                </sup>. The promise that all this data holds can only be realized if the informatics tools are available to handle and analyse this rich resource and we believe that 
                <italic toggle="yes">Uberpheno</italic> is an accessible and widely applicable resource with which this may be achieved.</p>
        </sec>
    </body>
    <back>
        <ack>
            <title>Acknowledgements</title>
            <p>We would like to thank Anika Oellrich for extensive proofreading of the draft version of the manuscript.</p>
        </ack>
        <ref-list>
            <ref id="ref-1">
                <label>1</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Rosenthal</surname>
                            <given-names>N</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Brown</surname>
                            <given-names>S</given-names>
                        </name>
					</person-group>:
                    <article-title>The mouse ascending: perspectives for human-disease models.</article-title>
                    <source>
						
                        <italic toggle="yes">Nat Cell Biol.</italic>
					</source>
                    <year>2007</year>;<volume>9</volume>(<issue>9</issue>):<fpage>993</fpage>&#x2013;<lpage>9</lpage>.
                    <pub-id pub-id-type="pmid">17762889</pub-id>
                    <pub-id pub-id-type="doi">10.1038/ncb437</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-2">
                <label>2</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Lieschke</surname>
                            <given-names>GJ</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Currie</surname>
                            <given-names>PD</given-names>
                        </name>
					</person-group>:
                    <article-title>Animal models of human disease: zebrafish swim into view.</article-title>
                    <source>
						
                        <italic toggle="yes">Nat Rev Genet.</italic>
					</source>
                    <year>2007</year>;<volume>8</volume>(<issue>5</issue>):<fpage>353</fpage>&#x2013;<lpage>67</lpage>.
                    <pub-id pub-id-type="pmid">17440532</pub-id>
                    <pub-id pub-id-type="doi">10.1038/nrg2091</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-3">
                <label>3</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Brown</surname>
                            <given-names>SD</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Moore</surname>
                            <given-names>MW</given-names>
                        </name>
					</person-group>:
                    <article-title>Towards an encyclopaedia of mammalian gene function: the International Mouse Phenotyping Consortium.</article-title>
                    <source>
						
                        <italic toggle="yes">Dis Model Mech.</italic>
					</source>
                    <year>2012</year>;<volume>5</volume>(<issue>3</issue>):<fpage>289</fpage>&#x2013;<lpage>92</lpage>.
                    <pub-id pub-id-type="pmid">22566555</pub-id>
                    <pub-id pub-id-type="doi">10.1242/dmm.009878</pub-id>
                    <pub-id pub-id-type="pmcid">3339821</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-4">
                <label>4</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Bradley</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Anastassiadis</surname>
                            <given-names>K</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Ayadi</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>The mammalian gene function resource: the International Knockout Mouse Consortium.</article-title>
                    <source>
						
                        <italic toggle="yes">Mamm Genome.</italic>
					</source>
                    <year>2012</year>;<volume>23</volume>(<issue>9&#x2013;10</issue>):<fpage>580</fpage>&#x2013;<lpage>6</lpage>.
                    <pub-id pub-id-type="pmid">22968824</pub-id>
                    <pub-id pub-id-type="doi">10.1007/s00335-012-9422-2</pub-id>
                    <pub-id pub-id-type="pmcid">3463800</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-5">
                <label>5</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Bradford</surname>
                            <given-names>Y</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Conlin</surname>
                            <given-names>T</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Dunn</surname>
                            <given-names>N</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>ZFIN: enhancements and updates to the Zebrafish Model Organism Database.</article-title>
                    <source>
						
                        <italic toggle="yes">Nucleic Acids Res.</italic>
					</source>
                    <year>2011</year>;<volume>39</volume>(<issue>Database issue</issue>):<fpage>D822</fpage>&#x2013;<lpage>9</lpage>.
                    <pub-id pub-id-type="pmid">21036866</pub-id>
                    <pub-id pub-id-type="doi">10.1093/nar/gkq1077</pub-id>
                    <pub-id pub-id-type="pmcid">3013679</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-6">
                <label>6</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Doelken</surname>
                            <given-names>SC</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>K&#x00f6;hler</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Mungall</surname>
                            <given-names>CJ</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Phenotypic overlap in the contribution of individual genes to CNV pathogenicity revealed by cross-species computational analysis of single-gene mutations in humans, mice and zebrafish.</article-title>
                    <source>
						
                        <italic toggle="yes">Dis Model Mech.</italic>
					</source>
                    <year>2013</year>;<volume>6</volume>(<issue>2</issue>):<fpage>358</fpage>&#x2013;<lpage>72</lpage>.
                    <pub-id pub-id-type="pmid">23104991</pub-id>
                    <pub-id pub-id-type="doi">10.1242/dmm.010322</pub-id>
                    <pub-id pub-id-type="pmcid">3597018</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-7">
                <label>7</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Oellrich</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Hoehndorf</surname>
                            <given-names>R</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Gkoutos</surname>
                            <given-names>GV</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Improving disease gene prioritization by comparing the semantic similarity of phenotypes in mice with those of human diseases.</article-title>
                    <source>
						
                        <italic toggle="yes">PLoS One.</italic>
					</source>
                    <year>2012</year>;<volume>7</volume>(<issue>6</issue>):<fpage>e38937</fpage>.
                    <pub-id pub-id-type="pmid">22719993</pub-id>
                    <pub-id pub-id-type="doi">10.1371/journal.pone.0038937</pub-id>
                    <pub-id pub-id-type="pmcid">3375301</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-8">
                <label>8</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Schofield</surname>
                            <given-names>PN</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Hoehndorf</surname>
                            <given-names>R</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Georgios</surname>
                            <given-names>GV</given-names>
                        </name>
					</person-group>:
                    <article-title>Mouse genetic and phenotypic resources for human genetics.</article-title>
                    <source>
						
                        <italic toggle="yes">Hum Mutat.</italic>
					</source>
                    <year>2012</year>;<volume>33</volume>(<issue>5</issue>):<fpage>826</fpage>&#x2013;<lpage>36</lpage>.
                    <pub-id pub-id-type="pmid">22422677</pub-id>
                    <pub-id pub-id-type="doi">10.1002/humu.22077</pub-id>
                    <pub-id pub-id-type="pmcid">3473354</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-9">
                <label>9</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Ashburner</surname>
                            <given-names>M</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Ball</surname>
                            <given-names>CA</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Blake</surname>
                            <given-names>JA</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Gene ontology: tool for the unification of biology. The Gene Ontology Consortium.</article-title>
                    <source>
						
                        <italic toggle="yes">Nat Genet.</italic>
					</source>
                    <year>2000</year>;<volume>25</volume>(<issue>1</issue>):<fpage>25</fpage>&#x2013;<lpage>9</lpage>.
                    <pub-id pub-id-type="pmid">10802651</pub-id>
                    <pub-id pub-id-type="doi">10.1038/75556</pub-id>
                    <pub-id pub-id-type="pmcid">3037419</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-10">
                <label>10</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Smith</surname>
                            <given-names>B</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Ashburner</surname>
                            <given-names>M</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Rosse</surname>
                            <given-names>C</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>The OBO Foundry: coordinated evolution of ontologies to support biomedical data integration.</article-title>
                    <source>
						
                        <italic toggle="yes">Nat Biotechnol.</italic>
					</source>
                    <year>2007</year>;<volume>25</volume>(<issue>11</issue>):<fpage>1251</fpage>&#x2013;<lpage>1255</lpage>.
                    <pub-id pub-id-type="pmid">17989687</pub-id>
                    <pub-id pub-id-type="doi">10.1038/nbt1346</pub-id>
                    <pub-id pub-id-type="pmcid">2814061</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-11">
                <label>11</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Washington</surname>
                            <given-names>NL</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Haendel</surname>
                            <given-names>MA</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Mungall</surname>
                            <given-names>CJ</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Linking human diseases to animal models using ontology-based phenotype annotation.</article-title>
                    <source>
						
                        <italic toggle="yes">PLoS Biol.</italic>
					</source>
                    <year>2009</year>;<volume>7</volume>(<issue>11</issue>):<fpage>e1000247</fpage>.
                    <pub-id pub-id-type="pmid">19956802</pub-id>
                    <pub-id pub-id-type="doi">10.1371/journal.pbio.1000247</pub-id>
                    <pub-id pub-id-type="pmcid">2774506</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-12">
                <label>12</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Mungall</surname>
                            <given-names>CJ</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Gkoutos</surname>
                            <given-names>GV</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Smith</surname>
                            <given-names>CL</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Integrating phenotype ontologies across multiple species.</article-title>
                    <source>
						
                        <italic toggle="yes">Genome Biol.</italic>
					</source>
                    <year>2010</year>;<volume>11</volume>(<issue>1</issue>):<fpage>R2</fpage>.
                    <pub-id pub-id-type="pmid">20064205</pub-id>
                    <pub-id pub-id-type="doi">10.1186/gb-2010-11-1-r2</pub-id>
                    <pub-id pub-id-type="pmcid">2847714</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-13">
                <label>13</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>K&#x00f6;hler</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Schulz</surname>
                            <given-names>MH</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Krawitz</surname>
                            <given-names>P</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Clinical diagnostics in human genetics with semantic similarity searches in ontologies.</article-title>
                    <source>
						
                        <italic toggle="yes">Am J Hum Genet.</italic>
					</source>
                    <year>2009</year>;<volume>85</volume>(<issue>4</issue>):<fpage>457</fpage>&#x2013;<lpage>64</lpage>.
                    <pub-id pub-id-type="pmid">19800049</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.ajhg.2009.09.003</pub-id>
                    <pub-id pub-id-type="pmcid">2756558</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-14">
                <label>14</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>K&#x00f6;hler</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Doelken</surname>
                            <given-names>SC</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Rath</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Ontological phenotype standards for neurogenetics.</article-title>
                    <source>
						
                        <italic toggle="yes">Hum Mutat.</italic>
					</source>
                    <year>2012</year>;<volume>33</volume>(<issue>9</issue>):<fpage>1333</fpage>&#x2013;<lpage>1339</lpage>.
                    <pub-id pub-id-type="pmid">22573485</pub-id>
                    <pub-id pub-id-type="doi">10.1002/humu.22112</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-15">
                <label>15</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Bauer</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>K&#x00f6;hler</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Schulz</surname>
                            <given-names>MH</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Bayesian ontology querying for accurate and noise-tolerant semantic searches.</article-title>
                    <source>
						
                        <italic toggle="yes">Bioinformatics.</italic>
					</source>
                    <year>2012</year>;<volume>28</volume>(<issue>19</issue>):<fpage>2502</fpage>&#x2013;<lpage>8</lpage>.
                    <pub-id pub-id-type="pmid">22843981</pub-id>
                    <pub-id pub-id-type="doi">10.1093/bioinformatics/bts471</pub-id>
                    <pub-id pub-id-type="pmcid">3463114</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-16">
                <label>16</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Mungall</surname>
                            <given-names>CJ</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Bada</surname>
                            <given-names>M</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Berardini</surname>
                            <given-names>TZ</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Cross-product extensions of the gene ontology.</article-title>
                    <source>
						
                        <italic toggle="yes">J Biomed Inform.</italic>
					</source>
                    <year>2011</year>;<volume>44</volume>(<issue>1</issue>):<fpage>80</fpage>&#x2013;<lpage>6</lpage>.
                    <pub-id pub-id-type="pmid">20152934</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jbi.2010.02.002</pub-id>
                    <pub-id pub-id-type="pmcid">2910209</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-17">
                <label>17</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Smith</surname>
                            <given-names>CL</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Goldsmith</surname>
                            <given-names>CA</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Eppig</surname>
                            <given-names>JT</given-names>
                        </name>
					</person-group>:
                    <article-title>The Mammalian Phenotype Ontology as a tool for annotating, analyzing and comparing phenotypic information.</article-title>
                    <source>
						
                        <italic toggle="yes">Genome Biol.</italic>
					</source>
                    <year>2005</year>;<volume>6</volume>(<issue>1</issue>):<fpage>R7</fpage>.
                    <pub-id pub-id-type="pmid">15642099</pub-id>
                    <pub-id pub-id-type="doi">10.1186/gb-2004-6-1-r7</pub-id>
                    <pub-id pub-id-type="pmcid">549068</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-18">
                <label>18</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Robinson</surname>
                            <given-names>PN</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>K&#x00f6;hler</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Bauer</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>The Human Phenotype Ontology: a tool for annotating and analyzing human hereditary disease.</article-title>
                    <source>
						
                        <italic toggle="yes">Am J Hum Genet.</italic>
					</source>
                    <year>2008</year>;<volume>83</volume>(<issue>5</issue>):<fpage>610</fpage>&#x2013;<lpage>5</lpage>.
                    <pub-id pub-id-type="pmid">18950739</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.ajhg.2008.09.017</pub-id>
                    <pub-id pub-id-type="pmcid">2668030</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-19">
                <label>19</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Gkoutos</surname>
                            <given-names>GV</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Mungall</surname>
                            <given-names>CJ</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Dolken</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Entity/quality-based logical definitions for the human skeletal phenome using PATO.</article-title>
                    <source>
						
                        <italic toggle="yes">Conf Proc IEEE Eng Med Biol Soc.</italic>
					</source>
                    <year>2009</year>;<volume>1</volume>:<fpage>7069</fpage>&#x2013;<lpage>72</lpage>.
                    <pub-id pub-id-type="pmid">19964203</pub-id>
                    <pub-id pub-id-type="doi">10.1109/IEMBS.2009.5333362</pub-id>
                    <pub-id pub-id-type="pmcid">3398700</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-20">
                <label>20</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Schindelman</surname>
                            <given-names>G</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Fernandes</surname>
                            <given-names>JS</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Bastiani</surname>
                            <given-names>CA</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Worm Phenotype Ontology: integrating phenotype data within and beyond the C. elegans community.</article-title>
                    <source>
						
                        <italic toggle="yes">BMC Bioinformatics.</italic>
					</source>
                    <year>2011</year>;<volume>12</volume>:<fpage>32</fpage>.
                    <pub-id pub-id-type="pmid">21261995</pub-id>
                    <pub-id pub-id-type="doi">10.1186/1471-2105-12-32</pub-id>
                    <pub-id pub-id-type="pmcid">3039574</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-21">
                <label>21</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Meehan</surname>
                            <given-names>TF</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Masci</surname>
                            <given-names>AM</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Abdulla</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Logical Development of the Cell Ontology.</article-title>
                    <source>
						
                        <italic toggle="yes">BMC Bioinformatics.</italic>
					</source>
                    <year>2011</year>;<volume>12</volume>:<fpage>6</fpage>.
                    <pub-id pub-id-type="pmid">21208450</pub-id>
                    <pub-id pub-id-type="doi">10.1186/1471-2105-12-6</pub-id>
                    <pub-id pub-id-type="pmcid">3024222</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-22">
                <label>22</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Gkoutos</surname>
                            <given-names>GV</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Green</surname>
                            <given-names>EC</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Mallon</surname>
                            <given-names>AM</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Using ontologies to describe mouse phenotypes.</article-title>
                    <source>
						
                        <italic toggle="yes">Genome Biol.</italic>
					</source>
                    <year>2004</year>;<volume>6</volume>(<issue>1</issue>):<fpage>R8</fpage>.
                    <pub-id pub-id-type="pmid">15642100</pub-id>
                    <pub-id pub-id-type="doi">10.1186/gb-2004-6-1-r8</pub-id>
                    <pub-id pub-id-type="pmcid">549069</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-23">
                <label>23</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>K&#x00f6;hler</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Bauer</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Mungall</surname>
                            <given-names>CJ</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Improving ontologies by automatic reasoning and evaluation of logical definitions.</article-title>
                    <source>
						
                        <italic toggle="yes">BMC Bioinformatics.</italic>
					</source>
                    <year>2011</year>;<volume>12</volume>:<fpage>418</fpage>.
                    <pub-id pub-id-type="pmid">22032770</pub-id>
                    <pub-id pub-id-type="doi">10.1186/1471-2105-12-418</pub-id>
                    <pub-id pub-id-type="pmcid">3224779</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-24">
                <label>24</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Hoehndorf</surname>
                            <given-names>R</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Schofield</surname>
                            <given-names>PN</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Gkoutos</surname>
                            <given-names>GV</given-names>
                        </name>
					</person-group>:
                    <article-title>PhenomeNET: a whole-phenome approach to disease gene discovery.</article-title>
                    <source>
						
                        <italic toggle="yes">Nucleic Acids Res.</italic>
					</source>
                    <year>2011</year>;<volume>39</volume>(<issue>18</issue>):<fpage>e119</fpage>.
                    <pub-id pub-id-type="pmid">21737429</pub-id>
                    <pub-id pub-id-type="doi">10.1093/nar/gkr538</pub-id>
                    <pub-id pub-id-type="pmcid">3185433</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-25">
                <label>25</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Chen</surname>
                            <given-names>CK</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Mungall</surname>
                            <given-names>CJ</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Gkoutos</surname>
                            <given-names>GV</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>MouseFinder: Candidate disease genes from mouse phenotype data.</article-title>
                    <source>
						
                        <italic toggle="yes">Hum Mutat.</italic>
					</source>
                    <year>2012</year>;<volume>33</volume>(<issue>5</issue>):<fpage>858</fpage>&#x2013;<lpage>66</lpage>.
                    <pub-id pub-id-type="pmid">22331800</pub-id>
                    <pub-id pub-id-type="doi">10.1002/humu.22051</pub-id>
                    <pub-id pub-id-type="pmcid">3327758</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-26">
                <label>26</label>
                <mixed-citation publication-type="book">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Motik</surname>
                            <given-names>B</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Patel-Schneider</surname>
                            <given-names>PF</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Parsia</surname>
                            <given-names>B</given-names>
                        </name>
					</person-group>:
                    <article-title>OWL 2 Web Ontology Language: structural specification and functional-syle syntax</article-title>.<year>2008</year>.
                    <ext-link ext-link-type="uri" xlink:href="http://www.bibsonomy.org/bibtex/231b49df1df357464476316d39252beb8/rinkehoekstra">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-27">
                <label>27</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Pesquita</surname>
                            <given-names>C</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Faria</surname>
                            <given-names>D</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Falc&#x00e3;o</surname>
                            <given-names>AO</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Semantic similarity in biomedical ontologies.</article-title>
                    <source>
						
                        <italic toggle="yes">PLoS Comput Biol.</italic>
					</source>
                    <year>2009</year>;<volume>5</volume>(<issue>7</issue>):<fpage>e1000443</fpage>.
                    <pub-id pub-id-type="pmid">19649320</pub-id>
                    <pub-id pub-id-type="doi">10.1371/journal.pcbi.1000443</pub-id>
                    <pub-id pub-id-type="pmcid">2712090</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-28">
                <label>28</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Bauer</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Grossmann</surname>
                            <given-names>S</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Vingron</surname>
                            <given-names>M</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Ontologizer 2.0&#x2013;a multifunctional tool for GO term enrichment analysis and data exploration.</article-title>
                    <source>
						
                        <italic toggle="yes">Bioinformatics.</italic>
					</source>
                    <year>2008</year>;<volume>24</volume>(<issue>14</issue>):<fpage>1650</fpage>&#x2013;<lpage>1</lpage>.
                    <pub-id pub-id-type="pmid">18511468</pub-id>
                    <pub-id pub-id-type="doi">10.1093/bioinformatics/btn250</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-29">
                <label>29</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>de Matos</surname>
                            <given-names>P</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Alc&#x00e1;ntara</surname>
                            <given-names>R</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Dekker</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Chemical Entities of Biological Interest: an update.</article-title>
                    <source>
						
                        <italic toggle="yes">Nucleic Acids Res.</italic>
					</source>
                    <year>2010</year>;<volume>38</volume>(<issue>Database issue</issue>):<fpage>D249</fpage>&#x2013;<lpage>54</lpage>.
                    <pub-id pub-id-type="pmid">19854951</pub-id>
                    <pub-id pub-id-type="doi">10.1093/nar/gkp886</pub-id>
                    <pub-id pub-id-type="pmcid">2808869</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-30">
                <label>30</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Harris</surname>
                            <given-names>MA</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Clark</surname>
                            <given-names>J</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Ireland</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>The Gene Ontology (GO) database and informatics resource.</article-title>
                    <source>
						
                        <italic toggle="yes">Nucleic Acids Res.</italic>
					</source>
                    <year>2004</year>;<volume>32</volume>(<issue>Database issue</issue>):<fpage>D258</fpage>&#x2013;<lpage>61</lpage>.
                    <pub-id pub-id-type="pmid">14681407</pub-id>
                    <pub-id pub-id-type="doi">10.1093/nar/gkh036</pub-id>
                    <pub-id pub-id-type="pmcid">308770</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-31">
                <label>31</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Natale</surname>
                            <given-names>DA</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Arighi</surname>
                            <given-names>CN</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Barker</surname>
                            <given-names>WC</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>The Protein Ontology: a structured representation of protein forms and complexes.</article-title>
                    <source>
						
                        <italic toggle="yes">Nucleic Acids Res.</italic>
					</source>
                    <year>2011</year>;<volume>39</volume>(<issue>Database issue</issue>):<fpage>D539</fpage>&#x2013;<lpage>45</lpage>.
                    <pub-id pub-id-type="pmid">20935045</pub-id>
                    <pub-id pub-id-type="doi">10.1093/nar/gkq907</pub-id>
                    <pub-id pub-id-type="pmcid">3013777</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-32">
                <label>32</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Bard</surname>
                            <given-names>J</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Rhee</surname>
                            <given-names>SY</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Ashburner</surname>
                            <given-names>M</given-names>
                        </name>
					</person-group>:
                    <article-title>An ontology for cell types.</article-title>
                    <source>
						
                        <italic toggle="yes">Genome Biol.</italic>
					</source>
                    <year>2005</year>;<volume>6</volume>(<issue>2</issue>):<fpage>R21</fpage>.
                    <pub-id pub-id-type="doi">10.1186/gb-2005-6-2-r21</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-33">
                <label>33</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Rosse</surname>
                            <given-names>C</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Mejino</surname>
                            <given-names>JL</given-names>
                            <suffix>Jr</suffix>
                        </name>
					</person-group>:
                    <article-title>A reference ontology for biomedical informatics: the Foundational Model of Anatomy.</article-title>
                    <source>
						
                        <italic toggle="yes">J Biomed Inform.</italic>
					</source>
                    <year>2003</year>;<volume>36</volume>(<issue>6</issue>):<fpage>478</fpage>&#x2013;<lpage>500</lpage>.
                    <pub-id pub-id-type="pmid">14759820</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.jbi.2003.11.007</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-34">
                <label>34</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Finger</surname>
                            <given-names>JH</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Smith</surname>
                            <given-names>CM</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Hayamizu</surname>
                            <given-names>TF</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>The mouse Gene Expression Database (GXD): 2011 update.</article-title>
                    <source>
						
                        <italic toggle="yes">Nucleic Acids Res.</italic>
					</source>
                    <year>2011</year>;<volume>39</volume>(<issue>Database issue</issue>):<fpage>D835</fpage>&#x2013;<lpage>41</lpage>.
                    <pub-id pub-id-type="pmid">21062809</pub-id>
                    <pub-id pub-id-type="doi">10.1093/nar/gkq1132</pub-id>
                    <pub-id pub-id-type="pmcid">3013713</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-35">
                <label>35</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Sprague</surname>
                            <given-names>J</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Bayraktaroglu</surname>
                            <given-names>L</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Bradford</surname>
                            <given-names>Y</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>The Zebrafish Information Network: the zebrafish model organism database provides expanded support for genotypes and phenotypes.</article-title>
                    <source>
						
                        <italic toggle="yes">Nucleic Acids Res.</italic>
					</source>
                    <year>2008</year>;<volume>36</volume>(<issue>Database issue</issue>):<fpage>D768</fpage>&#x2013;<lpage>72</lpage>.
                    <pub-id pub-id-type="pmid">17991680</pub-id>
                    <pub-id pub-id-type="doi">10.1093/nar/gkm956</pub-id>
                    <pub-id pub-id-type="pmcid">2238839</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-36">
                <label>36</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Mungall</surname>
                            <given-names>CJ</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Torniai</surname>
                            <given-names>C</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Gkoutos</surname>
                            <given-names>GV</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Uberon, an integrative multi-species anatomy ontology.</article-title>
                    <source>
						
                        <italic toggle="yes">Genome Biol.</italic>
					</source>
                    <year>2012</year>;<volume>13</volume>(<issue>1</issue>):<fpage>R5</fpage>.
                    <pub-id pub-id-type="pmid">22293552</pub-id>
                    <pub-id pub-id-type="doi">10.1186/gb-2012-13-1-r5</pub-id>
                    <pub-id pub-id-type="pmcid">3334586</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-37">
                <label>37</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Schofield</surname>
                            <given-names>PN</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Gruenberger</surname>
                            <given-names>M</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Sundberg</surname>
                            <given-names>JP</given-names>
                        </name>
					</person-group>:
                    <article-title>Pathbase and the MPATH ontology. community resources for mouse histopathology.</article-title>
                    <source>
						
                        <italic toggle="yes">Vet Pathol.</italic>
					</source>
                    <year>2010</year>;<volume>47</volume>(<issue>6</issue>):<fpage>1016</fpage>&#x2013;<lpage>20</lpage>.
                    <pub-id pub-id-type="pmid">20587689</pub-id>
                    <pub-id pub-id-type="doi">10.1177/0300985810374845</pub-id>
                    <pub-id pub-id-type="pmcid">3038412</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-38">
                <label>38</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Gkoutos</surname>
                            <given-names>GV</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Schofield</surname>
                            <given-names>PN</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Hoehndorf</surname>
                            <given-names>R</given-names>
                        </name>
					</person-group>:
                    <article-title>The neurobehavior ontology: an ontology for annotation and integration of behavior and behavioral phenotypes.</article-title>
                    <source>
						
                        <italic toggle="yes">Int Rev Neurobiol.</italic>
					</source>
                    <year>2012</year>;<volume>103</volume>:<fpage>69</fpage>&#x2013;<lpage>87</lpage>.
                    <pub-id pub-id-type="pmid">23195121</pub-id>
                    <pub-id pub-id-type="doi">10.1016/B978-0-12-388408-4.00004-6</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-39">
                <label>39</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Rath</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Olry</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Dhombres</surname>
                            <given-names>F</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Representation of rare diseases in health information systems: the Orphanet approach to serve a wide range of end users.</article-title>
                    <source>
						
                        <italic toggle="yes">Hum Mutat.</italic>
					</source>
                    <year>2012</year>;<volume>33</volume>(<issue>5</issue>):<fpage>803</fpage>&#x2013;<lpage>8</lpage>.
                    <pub-id pub-id-type="pmid">22422702</pub-id>
                    <pub-id pub-id-type="doi">10.1002/humu.22078</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-40">
                <label>40</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Hancock</surname>
                            <given-names>JM</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Mallon</surname>
                            <given-names>AM</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Beck</surname>
                            <given-names>T</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Mouse, man and meaning: bridging the semantics of mouse phenotype and human disease.</article-title>
                    <source>
						
                        <italic toggle="yes">Mamm Genome.</italic>
					</source>
                    <year>2009</year>;<volume>20</volume>(<issue>8</issue>):<fpage>457</fpage>&#x2013;<lpage>61</lpage>.
                    <pub-id pub-id-type="pmid">19649761</pub-id>
                    <pub-id pub-id-type="doi">10.1007/s00335-009-9208-3</pub-id>
                    <pub-id pub-id-type="pmcid">2759022</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-41">
                <label>41</label>
                <mixed-citation publication-type="book">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Yevgeny</surname>
                            <given-names>Kazakov</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Markus</surname>
                            <given-names>Kr&#x00f6;tzsch</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Franti&#x0161;ek</surname>
                            <given-names>Simanc&#x00ed;k</given-names>
                        </name>
					</person-group>:
                    <article-title>Concurrent classification of 
                        <italic toggle="yes">EL</italic> ontologies.</article-title>In Lora Aroyo, Chris Welty, Harith Alani, Jamie Taylor, Abraham Bernstein, Lalana Kagal, Natasha Noy, and Eva Blomqvist, editors,
                    <italic toggle="yes">Proceedings of the 10th International Semantic Web Conference (ISWC'11)</italic>. volume 7032 of
                    <italic toggle="yes">LNCS</italic>. Springer,<year>2011</year>.
                    <ext-link ext-link-type="uri" xlink:href="http://dl.acm.org/citation.cfm?id=2063037">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-42">
                <label>42</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Mungall</surname>
                            <given-names>CJ</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Dietze</surname>
                            <given-names>H</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Carbon</surname>
                            <given-names>SJ</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Continuous Integration of Open Biological Ontology Libraries.</article-title>
                    <source>
						
                        <italic toggle="yes">Bio-Ontologies</italic>
					</source>
                    <year>2012</year>.
                    <ext-link ext-link-type="uri" xlink:href="http://bio-ontologies.knowledgeblog.org/405">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-43">
                <label>43</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Day-Richter</surname>
                            <given-names>J</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Harris</surname>
                            <given-names>MA</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Haendel</surname>
                            <given-names>M</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>OBO-Edit--an ontology editor for biologists.</article-title>
                    <source>
						
                        <italic toggle="yes">Bioinformatics.</italic>
					</source>
                    <year>2007</year>;<volume>23</volume>(<issue>16</issue>):<fpage>2198</fpage>&#x2013;<lpage>200</lpage>.
                    <pub-id pub-id-type="pmid">17545183</pub-id>
                    <pub-id pub-id-type="doi">10.1093/bioinformatics/btm112</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-44">
                <label>44</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Bay&#x00e9;s</surname>
                            <given-names>A</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>van de Lagemaat</surname>
                            <given-names>LN</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Collins</surname>
                            <given-names>MO</given-names>
                        </name>
						
                        <etal/>
					</person-group>:
                    <article-title>Characterization of the proteome, diseases, evolution of the human postsynaptic density.</article-title>
                    <source>
						
                        <italic toggle="yes">Nat Neurosci.</italic>
					</source>
                    <year>2011</year>;<volume>14</volume>(<issue>1</issue>):<fpage>19</fpage>&#x2013;<lpage>21</lpage>.
                    <pub-id pub-id-type="pmid">21170055</pub-id>
                    <pub-id pub-id-type="doi">10.1038/nn.2719</pub-id>
                    <pub-id pub-id-type="pmcid">3040565</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-45">
                <label>45</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Amberger</surname>
                            <given-names>J</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Bocchini</surname>
                            <given-names>C</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Hamosh</surname>
                            <given-names>A</given-names>
                        </name>
					</person-group>:
                    <article-title>A new face and new challenges for Online Mendelian Inheritance in Man (OMIM
                        <sup>&#x00ae;</sup>).</article-title>
                    <source>
						
                        <italic toggle="yes">Hum Mutat.</italic>
					</source>
                    <year>2011</year>;<volume>32</volume>(<issue>5</issue>):<fpage>564</fpage>&#x2013;<lpage>7</lpage>.
                    <pub-id pub-id-type="pmid">21472891</pub-id>
                    <pub-id pub-id-type="doi">10.1002/humu.21466</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-46">
                <label>46</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
						
                        <name name-style="western">
                            <surname>Smith</surname>
                            <given-names>CL</given-names>
                        </name>
						
                        <name name-style="western">
                            <surname>Eppig</surname>
                            <given-names>JT</given-names>
                        </name>
					</person-group>:
                    <article-title>The Mammalian Phenotype Ontology as a unifying standard for experimental and high-throughput phenotyping data.</article-title>
                    <source>
						
                        <italic toggle="yes">Mamm Genome.</italic>
					</source>
                    <year>2012</year>;<volume>23</volume>(<issue>9&#x2013;10</issue>):<fpage>653</fpage>&#x2013;<lpage>68</lpage>.
                    <pub-id pub-id-type="pmid">22961259</pub-id>
                    <pub-id pub-id-type="doi">10.1007/s00335-012-9421-3</pub-id>
                    <pub-id pub-id-type="pmcid">3463787</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-47">
                <label>47</label>
                <mixed-citation publication-type="book">
                    <person-group person-group-type="author">
						
                        <collab>Committee on a Framework for Development a New Taxonomy of Disease, National Research Council</collab>
					</person-group>:
                    <article-title>Toward Precision Medicine: Building a Knowledge Network for Biomedical Research and a New Taxonomy of Disease.</article-title>The National Academies Press,<year>2011</year>.
                    <pub-id pub-id-type="pmid">22536618</pub-id>
                </mixed-citation>
            </ref>
        </ref-list>
    </back>
    <sub-article article-type="reviewer-report" id="report4261">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.3649.r4261</article-id>
            <title-group>
                <article-title>Reviewer response for version 2</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Hunter</surname>
                        <given-names>Lawrence E.</given-names>
                    </name>
                    <xref ref-type="aff" rid="r4261a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r4261a1">
                    <label>1</label>Center for Computational Pharmacology &amp; Computational Bioscience Program, UC Denver, Aurora, CO, USA</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>27</day>
                <month>3</month>
                <year>2014</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2014 Hunter LE</copyright-statement>
                <copyright-year>2014</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport4261" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.2-30.v2"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>Reviewer Expertise:</p>
            <p>NA</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report3279">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.3649.r3279</article-id>
            <title-group>
                <article-title>Reviewer response for version 2</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Mulder</surname>
                        <given-names>Nicola J.</given-names>
                    </name>
                    <xref ref-type="aff" rid="r3279a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0003-4905-0941</uri>
                </contrib>
                <aff id="r3279a1">
                    <label>1</label>Computational Biology Group, Institute of Infectious Disease and Molecular Medicine, Cape Town, South Africa</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>23</day>
                <month>1</month>
                <year>2014</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2014 Mulder NJ</copyright-statement>
                <copyright-year>2014</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport3279" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.2-30.v2"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>Reviewer Expertise:</p>
            <p>NA</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report3271">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.3649.r3271</article-id>
            <title-group>
                <article-title>Reviewer response for version 2</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Couto</surname>
                        <given-names>Francisco</given-names>
                    </name>
                    <xref ref-type="aff" rid="r3271a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r3271a1">
                    <label>1</label>Large-Scale Informatics Systems Laboratory (LASIGE) Lisbon, University of Lisbon, Campo Grande, Lisbon, Portugal</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>22</day>
                <month>1</month>
                <year>2014</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2014 Couto F</copyright-statement>
                <copyright-year>2014</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport3271" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.2-30.v2"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>Reviewer Expertise:</p>
            <p>NA</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report764">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.905.r764</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Mulder</surname>
                        <given-names>Nicola J.</given-names>
                    </name>
                    <xref ref-type="aff" rid="r764a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0003-4905-0941</uri>
                </contrib>
                <aff id="r764a1">
                    <label>1</label>Computational Biology Group, Institute of Infectious Disease and Molecular Medicine, Cape Town, South Africa</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>12</day>
                <month>2</month>
                <year>2013</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2013 Mulder NJ</copyright-statement>
                <copyright-year>2013</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport764" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.2-30.v1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>This paper describes a cross-species phenotype ontology, which promises to be extremely useful. It was not clear to me how much of the data preparation was purely computational versus some biological input. One has to be wary of trying to make too many terms apply to multiple species, but given the collective experience of these authors I am sure this has been taken into consideration.</p>
            <p>Reviewer Expertise:</p>
            <p>NA</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report761">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.905.r761</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Couto</surname>
                        <given-names>Francisco</given-names>
                    </name>
                    <xref ref-type="aff" rid="r761a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r761a1">
                    <label>1</label>Large-Scale Informatics Systems Laboratory (LASIGE) Lisbon, University of Lisbon, Campo Grande, Lisbon, Portugal</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>11</day>
                <month>2</month>
                <year>2013</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2013 Couto F</copyright-statement>
                <copyright-year>2013</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport761" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.2-30.v1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>The availability of a cross-species phenotype ontology built as a mashup of different other ontologies is a great contribution to the community and results from the implementation of a well-designed integration process. The process combines knowledge from different sources taking in account their provenance, which guarantees the continuous update of the proposed ontology. The successful exploitation of logical definitions is also a very good contribution to promoting the usage of more formal definitions which I believe will, for example, help to enhance the reliability of semantic similarity and enrichment analyses.</p>
            <p>Reviewer Expertise:</p>
            <p>NA</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report757">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.905.r757</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Hunter</surname>
                        <given-names>Lawrence E.</given-names>
                    </name>
                    <xref ref-type="aff" rid="r757a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r757a1">
                    <label>1</label>Center for Computational Pharmacology &amp; Computational Bioscience Program, UC Denver, Aurora, CO, USA</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>8</day>
                <month>2</month>
                <year>2013</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2013 Hunter LE</copyright-statement>
                <copyright-year>2013</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport757" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.2-30.v1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>This is really nice work, clearly demonstrating the value of logical definitions of ontology terms and of inference over those definitions. The automatic updating of the inference, ensuring that UberPheno reflects current annotations (and definitions, which change less frequently) should be adopted as a 'best practice' by other providers of derived information.</p>
            <p>Reviewer Expertise:</p>
            <p>NA</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
    </sub-article>
</article>
