<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "http://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="other" dtd-version="1.2" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="pmc">F1000Research</journal-id>
            <journal-title-group>
                <journal-title>F1000Research</journal-title>
            </journal-title-group>
            <issn pub-type="epub">2046-1402</issn>
            <publisher>
                <publisher-name>F1000 Research Limited</publisher-name>
                <publisher-loc>London, UK</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="doi">10.12688/f1000research.16905.1</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Software Tool Article</subject>
                </subj-group>
                <subj-group>
                    <subject>Articles</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>ProbeSpec: batch specificity testing and visualization of oligonucleotide probe sets implemented in ARB</article-title>
                <fn-group content-type="pub-status">
                    <fn>
                        <p>[version 1; peer review: 2 approved with reservations]</p>
                    </fn>
                </fn-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>Kahlke</surname>
                        <given-names>Tim</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-9762-6573</uri>
                    <xref ref-type="corresp" rid="c1">a</xref>
                    <xref ref-type="aff" rid="a1">1</xref>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Jumppanen</surname>
                        <given-names>Paavo</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Software</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Westram</surname>
                        <given-names>Ralf</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Software</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Abell</surname>
                        <given-names>Guy C.G.</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Bodrossy</surname>
                        <given-names>Levente</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Funding Acquisition</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <aff id="a1">
                    <label>1</label>Climate Change Cluster, University of Technology Sydney, Broadway, NSW, 2007, Australia</aff>
                <aff id="a2">
                    <label>2</label>CSIRO Oceans and Atmosphere, Battery Point, TAS, 2004, Australia</aff>
                <aff id="a3">
                    <label>3</label>Max Planck Institute for Marine Microbiology, Bremen, Germany</aff>
            </contrib-group>
            <author-notes>
                <corresp id="c1">
                    <label>a</label>
                    <email xlink:href="mailto:tim.kahlke@uts.edu.au">tim.kahlke@uts.edu.au</email>
                </corresp>
                <fn fn-type="conflict">
                    <p>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>6</day>
                <month>12</month>
                <year>2018</year>
            </pub-date>
            <pub-date pub-type="collection">
                <year>2018</year>
            </pub-date>
            <volume>7</volume>
            <elocation-id>1901</elocation-id>
            <history>
                <date date-type="accepted">
                    <day>19</day>
                    <month>11</month>
                    <year>2018</year>
                </date>
            </history>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2018 Kahlke T et al.</copyright-statement>
                <copyright-year>2018</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access article distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <self-uri content-type="pdf" xlink:href="https://f1000research.com/articles/7-1901/pdf"/>
            <abstract>
                <p>High-throughput molecular methods such as quantitative polymerase chain reaction (qPCR) and environmental microarrays are cost-effective methods for semi-quantitative assessment of bacterial community structure and the identification of specific target organisms. Both techniques rely on short nucleotide sequences, so-called oligonucleotide probes, which require high specificity to the organisms in question to avoid cross-hybridization with non-target taxa. However, designing oligonucleotide probes for novel taxa or marker genes that show sufficient phylogenetic sensitivity and specificity is often time- and labor-intensive, as each probe has to be 
                    <italic toggle="yes">in-silico</italic> tested for its specificity and sensitivity. Here we present ProbeSpec, to our knowledge the first batch sensitivity and specificity estimation and visualization tool for oligonucleotide probes integrated into the widely used ARB software. Using ProbeSpec&#x2019;s interactive &#x201c;mismatch threshold&#x201d; and &#x201c;clade marked threshold&#x201d; we were able to reduce the development time of highly specific probes for a recently published environmental oligonucleotide microarray from several months to one week.</p>
            </abstract>
            <kwd-group kwd-group-type="author">
                <kwd>Probe design</kwd>
                <kwd>qPCR</kwd>
                <kwd>microarray</kwd>
                <kwd>Bioinformatics</kwd>
                <kwd>molecular ecology</kwd>
                <kwd>microbiology</kwd>
            </kwd-group>
            <funding-group>
                <award-group id="fund-1" xlink:href="http://dx.doi.org/10.13039/501100000943">
                    <funding-source>Commonwealth Scientific and Industrial Research Organisation</funding-source>
                    <award-id>R-02412</award-id>
                </award-group>
                <funding-statement>This work was supported by the Environmental Genomics grant from CSIRO Oceans &amp; Atmosphere (R-02412).</funding-statement>
                <funding-statement>
                    <italic>The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</italic>
                </funding-statement>
            </funding-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="intro">
            <title>Introduction</title>
            <p>The analysis of the microbial community structure and abundance based on universal conserved marker genes has become a powerful tool for many disciplines in life science with a specific focus on next-generation sequencing technologies
                <sup>
                    <xref ref-type="bibr" rid="ref-1">1</xref>,
                    <xref ref-type="bibr" rid="ref-2">2</xref>
                </sup>. In addition to these qualitative methods technologies such as environmental microarrays and quantitative polymerase chain reaction (qPCR) offer cost-effective and highly reproducible techniques for semi-quantitative estimation of microbial communities. Genetic markers commonly used for microarrays and qPCR are ribosomal RNA (rRNA) genes, e.g. 16S, for bacterial communities
                <sup>
                    <xref ref-type="bibr" rid="ref-3">3</xref>,
                    <xref ref-type="bibr" rid="ref-4">4</xref>
                </sup>, as well as functional genes that determine microbial community structure with regards to specific metabolic functions
                <sup>
                    <xref ref-type="bibr" rid="ref-5">5</xref>,
                    <xref ref-type="bibr" rid="ref-6">6</xref>
                </sup>. Both technologies rely on taxon-specific short nucleotide sequences of the marker gene of interest, so-called oligonucleotide probes (OPs). In qPCR experiments OPs act as the primer to initiate the amplification reaction whereas in microarrays the probe is spotted onto a glass slide and the complementary sequence is hybridized with it.</p>
            <p>A major challenge in using both techniques for novel organisms and marker genes, however, is the development of OPs with appropriate levels of taxonomic specificity and sensitivity: especially functional genes show highly variable levels of conservation, not only between sequences of different taxa but also between sequences of closely related organisms. Thus, depending on the experiment, the functional marker and the organisms of interest, hundreds or even thousands of OPs with varying levels of conservation have to be designed and subsequently 
                <italic toggle="yes">in-silico</italic> tested for their phylogenetic specificity and sensitivity. A major bottleneck for this process is the lack of software tools that enable researchers to test multiple potential OPs for their phylogenetic specificity at once.</p>
            <p>Here we present ProbeSpec
                <sup>
                    <xref ref-type="bibr" rid="ref-7">7</xref>
                </sup>, a user-friendly, interactive probe specificity and sensitivity assessment tool for OPs with batch analysis support. ProbeSpec&#x2019;s functionality is incorporated into the widely used 
                <ext-link ext-link-type="uri" xlink:href="http://www.arb-home.de/downloads.html">ARB</ext-link> software
                <sup>
                    <xref ref-type="bibr" rid="ref-8">8</xref>
                </sup> which is freely available for non-commercial use (detailed copyright information can be found 
                <ext-link ext-link-type="uri" xlink:href="http://help.arb-home.de/copyright.html">here</ext-link> and in the license agreement included in each tarball). To our knowledge, ProbeSpec is the only batch probe specificity assessment tool which provides interactive manipulation of specificity and sensitivity thresholds.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <sec>
                <title>Class structure</title>
                <p>ProbeSpec is implemented in ARB&#x2019;s PROBE_DESIGN class utilizing its prefix tree database server. ProbeSpec&#x2019;s functionality is implemented in the classes 
                    <italic toggle="yes">ArbProbe</italic> and 
                    <italic toggle="yes">ArbProbeCollection</italic> (abstraction of OP sequences and import/export functionality), 
                    <italic toggle="yes">ArbProbeMatchWeighting</italic> (providing weighting matrices for position specific nucleotide substitutions), 
                    <italic toggle="yes">ArbMatchResult</italic>, 
                    <italic toggle="yes">ArbMatchResultSets</italic> and 
                    <italic toggle="yes">ArbMatchResultsManager</italic> (abstraction of OP to PT-Server sequences with given weighting matrices and maximum number of mismatches) and 
                    <italic toggle="yes">ArbStringCache</italic> (providing string to disk caching of match string results).</p>
            </sec>
            <sec>
                <title>Probe specificity matching</title>
                <p>Probe specificity calculations in ProbeSpec are based on the initial mismatch penalties given by a 4&#x00d7;4 substitution matrix for all possible nucleotide substitutions. Additionally, each mismatch penalty is weighted based on the position of a mismatch in the probe: mismatches at the ends of an OP are less likely to affect the binding of complementary sequences than mismatches in the center of a probe. Positional weights are calculated as follows: for a mismatch at position 
                    <italic toggle="yes">p</italic> in a given OP sequence of length 
                    <italic toggle="yes">l</italic> a weight 
                    <italic toggle="yes">W</italic> is calculated with</p>
                <p>
                    <inline-formula>
                        <mml:math display="inline" id="M1">
                            <mml:mrow>
                                <mml:mi>W</mml:mi>
                                <mml:mo>=</mml:mo>
                                <mml:msup>
                                    <mml:mi>e</mml:mi>
                                    <mml:mrow>
                                        <mml:mi>S</mml:mi>
                                        <mml:msup>
                                            <mml:mi>P</mml:mi>
                                            <mml:mn>2</mml:mn>
                                        </mml:msup>
                                    </mml:mrow>
                                </mml:msup>
                                <mml:mspace width="1em"/>
                                <mml:mo mathvariant="bold" stretchy="false">(</mml:mo>
                                <mml:mn mathvariant="bold">1</mml:mn>
                                <mml:mo mathvariant="bold" stretchy="false">)</mml:mo>
                            </mml:mrow>
                        </mml:math>
                    </inline-formula>
                </p>
                <p>where</p>
                <p>
                    <inline-formula>
                        <mml:math display="inline" id="M2">
                            <mml:mrow>
                                <mml:mi>S</mml:mi>
                                <mml:mo>=</mml:mo>
                                <mml:mfrac>
                                    <mml:mrow>
                                        <mml:mo>&#x2212;</mml:mo>
                                        <mml:mo>In</mml:mo>
                                        <mml:mo stretchy="false">(</mml:mo>
                                        <mml:mn>10</mml:mn>
                                        <mml:mo stretchy="false">)</mml:mo>
                                    </mml:mrow>
                                    <mml:mi>w</mml:mi>
                                </mml:mfrac>
                                <mml:mspace width="1em"/>
                                <mml:mo mathvariant="bold" stretchy="false">(</mml:mo>
                                <mml:mn mathvariant="bold">2</mml:mn>
                                <mml:mo mathvariant="bold" stretchy="false">)</mml:mo>
                            </mml:mrow>
                        </mml:math>
                    </inline-formula>
                </p>
                <p>and</p>
                <p>
                    <inline-formula>
                        <mml:math display="inline" id="M3">
                            <mml:mrow>
                                <mml:mi>P</mml:mi>
                                <mml:mo>=</mml:mo>
                                <mml:mfrac>
                                    <mml:mrow>
                                        <mml:mn>2</mml:mn>
                                        <mml:mo>*</mml:mo>
                                        <mml:mi>p</mml:mi>
                                        <mml:mo>&#x2212;</mml:mo>
                                        <mml:mi>l</mml:mi>
                                    </mml:mrow>
                                    <mml:mi>l</mml:mi>
                                </mml:mfrac>
                                <mml:mo>&#x2212;</mml:mo>
                                <mml:mi>b</mml:mi>
                                <mml:mspace width="1em"/>
                                <mml:mo mathvariant="bold" stretchy="false">(</mml:mo>
                                <mml:mn mathvariant="bold">3</mml:mn>
                                <mml:mo mathvariant="bold" stretchy="false">)</mml:mo>
                            </mml:mrow>
                        </mml:math>
                    </inline-formula>
                </p>
                <p>The weight distribution given by 
                    <bold>(1)</bold> follows a bell curve penalizing mismatches at either end of the OP sequence less than mismatches in the center of the sequence. The user defined parameter 
                    <italic toggle="yes">w</italic> in equation 
                    <bold>(2)</bold> controls the spread of the weight distribution; user defined parameter 
                    <italic toggle="yes">b</italic> in equation 
                    <bold>(3)</bold> controls the midpoint and therefore enables the user to increase positional weights on either side of the OP sequence. For default parameters of 
                    <italic toggle="yes">w</italic>=1 and 
                    <italic toggle="yes">b=0</italic>, positional weights range from a minimum 0.1 for mismatches at the first and last nucleotide in the sequence to a maximum of 1 for mismatches at the center.</p>
            </sec>
            <sec>
                <title>Operation</title>
                <p>For user interaction with ProbeSpec ARB&#x2019;s general user interface was extended with four new dialog windows: (i) a 
                    <italic toggle="yes">Probe Collection</italic> dialog, (ii) a 
                    <italic toggle="yes">Probe match with specificity</italic>, (iii) 
                    <italic toggle="yes">Match display control</italic> dialog and (iv) a 
                    <italic toggle="yes">Tree Marker settings</italic> dialog (
                    <xref ref-type="fig" rid="f1">Figure 1</xref>).</p>
                <fig fig-type="figure" id="f1" orientation="portrait" position="float">
                    <label>Figure 1. </label>
                    <caption>
                        <title>ProbeSpec GUI: configuration dialogs and visualisation of matching probes in ARB&#x2019;s main window.</title>
                        <p>(
                            <bold>A</bold>) Probe Collection dialog. (
                            <bold>B</bold>) Tree marking settings dialog. (
                            <bold>C</bold>) Match Display Control; (
                            <bold>D</bold>) Match Display Control. Coloured vertical bars on the left of the main window represent (partially) matching probes.</p>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/18484/6a7d0113-2651-415b-951b-66284e497134_figure1.gif"/>
                </fig>
                <p>The 
                    <italic toggle="yes">Probe match with specificity</italic> is the main entry point of ProbeSpec. It displays all loaded probes which can be edited, imported and exported through the 
                    <italic toggle="yes">Probe Collection</italic> dialog. Additionally, the 
                    <italic toggle="yes">Probe Collection Dialog</italic> allows the user to change the default settings for substitution penalties and positional weight parameters.</p>
                <p>The main GUI of ARB was extended to graphically represent the probe matching results: each probe is represented by a colored vertical bar indicating a match of the OP to the specific phylogenetic group. Incomplete cover of a phylogenetic group is represented by transparency of a bar: the fewer members of a group that are covered by a given probe the higher the transparency of a bar is.</p>
                <p>The dialogs 
                    <italic toggle="yes">Match Display Control</italic> and 
                    <italic toggle="yes">Tree marking settings</italic> enable interactive adjustment of probe match parameters such as 
                    <italic toggle="yes">mismatch threshold</italic>, 
                    <italic toggle="yes">group marked</italic> and 
                    <italic toggle="yes">group partially marked threshold.</italic>
</p>
                <p>ARB and the included ProbeSpec functionality can be run on any common PC, laptop or workstation. However, we recommend system specifications of at least 4GB of RAM and a dual-core processor to run ProbeSpec.</p>
            </sec>
        </sec>
        <sec>
            <title>Use case</title>
            <p>Using ProbeSpec we were able to test the specificity of 345 OP sequences against an ARB database of 20,314 bacterial and archaeal ammonia mono-oxygenase sequences on a Ubuntu Virtual Machine with 4 GB of RAM and one processor allocated in less than 30 minutes. In comparison: sequential specificity testing without ProbeSpec for a recent publication
                <sup>
                    <xref ref-type="bibr" rid="ref-9">9</xref>
                </sup> on the same data set took several days</p>
            <sec>
                <title>Initial ARB set-up</title>
                <p>For any probe development, ProbeSpec requires a phylogeny of target sequences and organisms that the OPs should match to as well as a list of potential OPs.</p>
                <p>For an introduction to sequence analysis using ARB, please refer to the main ARB documentation at 
                    <ext-link ext-link-type="uri" xlink:href="http://www.arb-home.de/documentation.html">http://www.arb-home.de/documentation.html</ext-link>. For evaluation purposes a sub-set of the data published in Krausfeldt 
                    <italic toggle="yes">et al.</italic> (2017) can be found on 
                    <ext-link ext-link-type="uri" xlink:href="http://doi.org/10.5281/zenodo.1482958">Zenodo</ext-link>
                    <sup>
                        <xref ref-type="bibr" rid="ref-10">10</xref>
                    </sup>. To set up ARB select the provided 
                    <italic toggle="yes">nitrifyers_2017_04_for_paper.arb</italic> database file on start of ARB. To be able to run ProbeSpec a 
                    <italic toggle="yes">PTServer</italic> has to be created from the database via the 
                    <italic toggle="yes">Probes</italic> tab and the 
                    <italic toggle="yes">PT_Server Admin</italic> option in the 
                    <italic toggle="yes">PT Server Admin</italic> widget. Select the loaded database and click 
                    <italic toggle="yes">Build server</italic>. After completion close the progress bar and the 
                    <italic toggle="yes">PT Server Admin</italic> widget.</p>
            </sec>
            <sec>
                <title>Create a probe collection</title>
                <p>Before running a batch specificity test, a probe collection, i.e., a list of probes to be tested, has to be created using the 
                    <italic toggle="yes">Probe Collection</italic> window where probes can be added to and removed from a collection: Open the 
                    <italic toggle="yes">Probe Match with Specificity</italic> window via the 
                    <italic toggle="yes">Probes-</italic>tab in ARB (
                    <xref ref-type="fig" rid="f1">Figure 1A</xref>) and select 
                    <italic toggle="yes">Edit</italic> (
                    <xref ref-type="fig" rid="f1">Figure 1B</xref>) to open the 
                    <italic toggle="yes">Probe Collection</italic> window (
                    <xref ref-type="fig" rid="f1">Figure 1C</xref>). To open the provided test data set use the 
                    <italic toggle="yes">load</italic> button and select the provided 
                    <italic toggle="yes">amoA70mers.xpc</italic> probe collection. Additionally, the sequence of new probes can be entered into the 
                    <italic toggle="yes">Target String</italic> text field. To add new OPs to the collection press 
                    <italic toggle="yes">Add</italic>. Probe collections can also be in this dialog.</p>
            </sec>
            <sec>
                <title>Probe specificity configuration</title>
                <p>The 
                    <italic toggle="yes">Probe Collection</italic> window can be used to define the specificity measures used by ProbeSpec to identify matching probes. This includes the definition of specific mismatch penalty values as well as the values for bias 
                    <italic toggle="yes">b</italic> and weight 
                    <italic toggle="yes">w</italic> (see subsection Operations in the Methods section for details).</p>
            </sec>
            <sec>
                <title>Match probes</title>
                <p>After creation of a probe collection and configuration of the match parameters the 
                    <italic toggle="yes">Probe Collection</italic> window can be closed and the specificity search can be started by clicking the 
                    <italic toggle="yes">Match</italic> button (
                    <xref ref-type="fig" rid="f1">Figure 1B</xref>). A status dialog will appear and show the progress of the search.</p>
            </sec>
            <sec>
                <title>Result visualization</title>
                <p>The final match results are shown in the ARBs main window: each matching probe is represented by a coloured bar next to the group/clade the probe matches with the given thresholds (
                    <xref ref-type="fig" rid="f1">Figure 1A</xref>). The visualization can be configured using the two dialogs 
                    <italic toggle="yes">Match Display Control</italic> (
                    <xref ref-type="fig" rid="f1">Figure 1B</xref>) and 
                    <italic toggle="yes">Tree Display settings</italic> (
                    <xref ref-type="fig" rid="f1">Figure 1C</xref>), the latter of which can be accessed via the 
                    <italic toggle="yes">Marker Display Settings</italic> button on the 
                    <italic toggle="yes">Match Display Control</italic> widget.</p>
            </sec>
        </sec>
        <sec sec-type="conclusions">
            <title>Conclusion</title>
            <p>Here we present ProbeSpec, to our knowledge, the first tool for batch specificity testing of OP sequences implemented in ARB. ProbeSpec offers significant time saving for projects developing and testing large oligonucleotide probe datasets for use in technologies such as qPCR and environmental microarrays.</p>
        </sec>
        <sec>
            <title>Data availability</title>
            <p>For test and validation purposes, a sub-set of the data published in Krausfeldt 
                <italic toggle="yes">et al.</italic> (2017) can be found at Zenodo, DOI: 
                <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.5281/zenodo.1482958">http://doi.org/10.5281/zenodo.1482958</ext-link>
                <sup>
                    <xref ref-type="bibr" rid="ref-10">10</xref>
                </sup>. The dataset includes a phylogeny of archaeal and bacterial amoA sequences (
                <italic toggle="yes">nitrifyers_2017_04_for_paper.arb</italic>) as well as a sub-set of 185 OPs used to create the environmental microarray.</p>
        </sec>
        <sec>
            <title>Software availability</title>
            <p>ProbeSpec is included in the production version of ARB, available at: 
                <ext-link ext-link-type="uri" xlink:href="http://download.arb-home.de/special/manual-builds/">http://download.arb-home.de/special/manual-builds/</ext-link>.</p>
            <p>Archived version of the production version directory: 
                <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.5281/zenodo.1482947">http://doi.org/10.5281/zenodo.1482947</ext-link>
                <sup>
                    <xref ref-type="bibr" rid="ref-7">7</xref>
                </sup>.</p>
            <p>License: 
                <ext-link ext-link-type="uri" xlink:href="http://vc.arb-home.de/readonly/trunk/arb_LICENSE.txt">ARB License</ext-link>.</p>
        </sec>
    </body>
    <back>
        <ref-list>
            <ref id="ref-1">
                <label>1</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
				
                        <name name-style="western">
                            <surname>Brown</surname>
                            <given-names>MV</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>van de Kamp</surname>
                            <given-names>J</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Ostrowski</surname>
                            <given-names>M</given-names>
                        </name>
				
                        <etal/>
			</person-group>:
                    <article-title>Systematic, continental scale temporal monitoring of marine pelagic microbiota by the Australian Marine Microbial Biodiversity Initiative.</article-title>
                    <source>
				
                        <italic toggle="yes">Sci Data.</italic>
			</source>
                    <year>2018</year>;<volume>5</volume>:<fpage>180130</fpage>.
                    <pub-id pub-id-type="pmid">30015804</pub-id>
                    <pub-id pub-id-type="doi">10.1038/sdata.2018.130</pub-id>
                    <pub-id pub-id-type="pmcid">6049030</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-2">
                <label>2</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
				
                        <name name-style="western">
                            <surname>Bork</surname>
                            <given-names>P</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Bowler</surname>
                            <given-names>C</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>de Vargas</surname>
                            <given-names>C</given-names>
                        </name>
				
                        <etal/>
			</person-group>:
                    <article-title>Tara Oceans. 
                        <italic toggle="yes">Tara</italic> Oceans studies plankton at planetary scale. Introduction.</article-title>
                    <source>
				
                        <italic toggle="yes">Science.</italic>
			</source>
                    <year>2015</year>;<volume>348</volume>(<issue>6237</issue>):<fpage>873</fpage>.
                    <pub-id pub-id-type="pmid">25999501</pub-id>
                    <pub-id pub-id-type="doi">10.1126/science.aac5605</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-3">
                <label>3</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
				
                        <name name-style="western">
                            <surname>Lazarevic</surname>
                            <given-names>V</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Ga&#x00ef;a</surname>
                            <given-names>N</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Girard</surname>
                            <given-names>M</given-names>
                        </name>
				
                        <etal/>
			</person-group>:
                    <article-title>Decontamination of 16S rRNA gene amplicon sequence datasets based on bacterial load assessment by qPCR.</article-title>
                    <source>
				
                        <italic toggle="yes">BMC Microbiol.</italic>
			</source>
                    <year>2016</year>;<volume>16</volume>:<lpage>73</lpage>.
                    <pub-id pub-id-type="pmid">27107811</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12866-016-0689-4</pub-id>
                    <pub-id pub-id-type="pmcid">4842273</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-4">
                <label>4</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
				
                        <name name-style="western">
                            <surname>Figueroa</surname>
                            <given-names>IA</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Barnum</surname>
                            <given-names>TP</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Somasekhar</surname>
                            <given-names>PY</given-names>
                        </name>
				
                        <etal/>
			</person-group>:
                    <article-title>Metagenomics-guided analysis of microbial chemolithoautotrophic phosphite oxidation yields evidence of a seventh natural CO
                        <sub>2</sub> fixation pathway.</article-title>
                    <source>
				
                        <italic toggle="yes">Proc Natl Acad Sci U S A.</italic>
			</source>
                    <year>2018</year>;<volume>115</volume>(<issue>1</issue>):<fpage>E92</fpage>&#x2013;<lpage>E101</lpage>.
                    <pub-id pub-id-type="pmid">29183985</pub-id>
                    <pub-id pub-id-type="doi">10.1073/pnas.1715549114</pub-id>
                    <pub-id pub-id-type="pmcid">5776814</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-5">
                <label>5</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
				
                        <name name-style="western">
                            <surname>Abell</surname>
                            <given-names>GC</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Robert</surname>
                            <given-names>SS</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Frampton</surname>
                            <given-names>DM</given-names>
                        </name>
				
                        <etal/>
			</person-group>:
                    <article-title>High-throughput analysis of ammonia oxidiser community composition via a novel, 
                        <italic toggle="yes">amoA</italic>-based functional gene array.</article-title>
                    <source>
				
                        <italic toggle="yes">PLoS One.</italic>
			</source>
                    <year>2012</year>;<volume>7</volume>(<issue>12</issue>):<fpage>e51542</fpage>.
                    <pub-id pub-id-type="pmid">23284709</pub-id>
                    <pub-id pub-id-type="doi">10.1371/journal.pone.0051542</pub-id>
                    <pub-id pub-id-type="pmcid">3526613</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-6">
                <label>6</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
				
                        <name name-style="western">
                            <surname>Lee</surname>
                            <given-names>YJ</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>van Nostrand</surname>
                            <given-names>JD</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Tu</surname>
                            <given-names>Q</given-names>
                        </name>
				
                        <etal/>
			</person-group>:
                    <article-title>The PathoChip, a functional gene array for assessing pathogenic properties of diverse microbial communities.</article-title>
                    <source>
				
                        <italic toggle="yes">ISME J.</italic>
			</source>
                    <year>2013</year>;<volume>7</volume>(<issue>10</issue>):<fpage>1974</fpage>&#x2013;<lpage>1984</lpage>.
                    <pub-id pub-id-type="pmid">23765101</pub-id>
                    <pub-id pub-id-type="doi">10.1038/ismej.2013.88</pub-id>
                    <pub-id pub-id-type="pmcid">3965316</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-7">
                <label>7</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
				
                        <name name-style="western">
                            <surname>Kahlke</surname>
                            <given-names>T</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Jumppanen</surname>
                            <given-names>P</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Westram</surname>
                            <given-names>R</given-names>
                        </name>
				
                        <etal/>
			</person-group>:
                    <article-title>ARB tarballs 19.10.2018 (Version r17491).</article-title>
                    <source>
				
                        <italic toggle="yes">Zenodo.</italic>
			</source>
                    <year>2018</year>.
                    <ext-link ext-link-type="uri" xlink:href="http://www.doi.org/10.5281/zenodo.1482947">http://www.doi.org/10.5281/zenodo.1482947</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-8">
                <label>8</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
				
                        <name name-style="western">
                            <surname>Ludwig</surname>
                            <given-names>W</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Strunk</surname>
                            <given-names>O</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Westram</surname>
                            <given-names>R</given-names>
                        </name>
				
                        <etal/>
			</person-group>:
                    <article-title>ARB: a software environment for sequence data.</article-title>
                    <source>
				
                        <italic toggle="yes">Nucleic Acids Res.</italic>
			</source>
                    <year>2004</year>;<volume>32</volume>(<issue>4</issue>):<fpage>1363</fpage>&#x2013;<lpage>1371</lpage>.
                    <pub-id pub-id-type="pmid">14985472</pub-id>
                    <pub-id pub-id-type="doi">10.1093/nar/gkh293</pub-id>
                    <pub-id pub-id-type="pmcid">390282</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-9">
                <label>9</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
				
                        <name name-style="western">
                            <surname>Krausfeldt</surname>
                            <given-names>LE</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Tang</surname>
                            <given-names>X</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>van de Kamp</surname>
                            <given-names>J</given-names>
                        </name>
				
                        <etal/>
			</person-group>:
                    <article-title>Spatial and temporal variability in the nitrogen cyclers of hypereutrophic Lake Taihu.</article-title>
                    <source>
				
                        <italic toggle="yes">FEMS Microbiol Ecol.</italic>
			</source>
                    <year>2017</year>;<volume>93</volume>(<issue>4</issue>):<fpage>fix024</fpage>.
                    <pub-id pub-id-type="pmid">28334116</pub-id>
                    <pub-id pub-id-type="doi">10.1093/femsec/fix024</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-10">
                <label>10</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">
				
                        <name name-style="western">
                            <surname>Kahlke</surname>
                            <given-names>T</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Jumppanen</surname>
                            <given-names>P</given-names>
                        </name>
				
                        <name name-style="western">
                            <surname>Westram</surname>
                            <given-names>R</given-names>
                        </name>
				
                        <etal/>
			</person-group>:
                    <article-title>ProbeSpec validation data [Data set].</article-title>
                    <source>
				
                        <italic toggle="yes">Zenodo.</italic>
			</source>
                    <year>2018</year>.
                    <ext-link ext-link-type="uri" xlink:href="http://www.doi.org/10.5281/zenodo.1482958">http://www.doi.org/10.5281/zenodo.1482958</ext-link>
                </mixed-citation>
            </ref>
        </ref-list>
    </back>
    <sub-article article-type="reviewer-report" id="report46526">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.18484.r46526</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Zhou</surname>
                        <given-names>Jizhong</given-names>
                    </name>
                    <xref ref-type="aff" rid="r46526a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <contrib contrib-type="author">
                    <name>
                        <surname>Xiao</surname>
                        <given-names>Naijia</given-names>
                    </name>
                    <xref ref-type="aff" rid="r46526a2">2</xref>
                    <role>Co-referee</role>
                </contrib>
                <aff id="r46526a1">
                    <label>1</label>Department of Microbiology and Plant Biology, University of Oklahoma, Norman, OK, 73072, USA</aff>
                <aff id="r46526a2">
                    <label>2</label>University of Oklahoma, Norman, OK, USA</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>14</day>
                <month>5</month>
                <year>2019</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2019 Zhou J and Xiao N</copyright-statement>
                <copyright-year>2019</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport46526" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.16905.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>The authors present a novel tool, ProbeSpec, to test specificity of probes against sequence databases. The tool is presented with enough detail and deserves indexing if the authors successfully address the following questions: 
                <list list-type="bullet">
                    <list-item>
                        <p>The authors assert that ProbeSepc&#x2019;s performance is superior than other similar tools in the &#x201c;Use case&#x201d; section. Only one recent publication was mentioned. 
                            <list list-type="order">
                                <list-item>
                                    <p>Are there any additional publications recently with similar settings?</p>
                                </list-item>
                                <list-item>
                                    <p>Can the author provided more specific instructions for the reviewer to find where Krausfeldt mentioned their testing &#x201c;took several days&#x201d;?</p>
                                </list-item>
                                <list-item>
                                    <p>What is the most important improvement ProbeSpec has done to outperform other tools? Can the authors provide a breakdown of the running time of a typical ProbeSpec run to prove it?</p>
                                </list-item>
                            </list> </p>
                    </list-item>
                </list> 
                <list list-type="bullet">
                    <list-item>
                        <p>In &#x201c;Probe specificity matching&#x201d;, the authors proposed a new scheme for positional weights. 
                            <list list-type="order">
                                <list-item>
                                    <p>The formula is very similar to a formula on page 35 of the supplement material from "Spatial and temporal variability in the nitrogen cyclers of hypereutrophic Lake Taihu
                                        <sup>
                                            <xref ref-type="bibr" rid="rep-ref-46526-1">1</xref>
                                        </sup>" (can be found 
                                        <ext-link ext-link-type="uri" xlink:href="https://f1000researchdata.s3.amazonaws.com/linked/247296.image_2019_05_14T14_19_25_674Z.png">here</ext-link>). Why use 
                                        <italic>w</italic>=1 as default, which is different from 
                                        <italic>w</italic>=3 in the above reference.</p>
                                </list-item>
                                <list-item>
                                    <p>Eq. (3). It is strange to use 
                                        <italic>b</italic>!=0, in which case the weighting function will not be symmetric. What is the rationale to assign different weight to the starting and ending bp? If not necessary, what is the point to introduce parameter 
                                        <italic>b</italic>?</p>
                                </list-item>
                                <list-item>
                                    <p>It is a little confusing to use both 
                                        <italic>p</italic> and 
                                        <italic>P</italic>, while there are plenty of other letters available.</p>
                                </list-item>
                            </list> </p>
                    </list-item>
                </list> Reference: 
                <list list-type="order">
                    <list-item>
                        <p>Krausfeldt LE, Tang X, van de Kamp J, et al.: Spatial and temporal variability in the nitrogen cyclers of hypereutrophic Lake Taihu.
                            <sup>
                                <xref ref-type="bibr" rid="rep-ref-46526-1">1</xref>
                            </sup>&#x00a0;</p>
                    </list-item>
                </list>
            </p>
            <p>Are the conclusions about the tool and its performance adequately supported by the findings presented in the article?</p>
            <p>Partly</p>
            <p>Is the rationale for developing the new software tool clearly explained?</p>
            <p>Yes</p>
            <p>Is the description of the software tool technically sound?</p>
            <p>Yes</p>
            <p>Are sufficient details of the code, methods and analysis (if applicable) provided to allow replication of the software development and its use by others?</p>
            <p>Yes</p>
            <p>Is sufficient information provided to allow interpretation of the expected output datasets and any results generated using the tool?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>NA</p>
            <p>We confirm that we have read this submission and believe that we have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however we have significant reservations, as outlined above.</p>
        </body>
        <back>
            <ref-list>
                <title>References</title>
                <ref id="rep-ref-46526-1">
                    <label>1</label>
                    <mixed-citation publication-type="journal">
                        <person-group person-group-type="author"/>:
                        <article-title>Spatial and temporal variability in the nitrogen cyclers of hypereutrophic Lake Taihu</article-title>.
                        <source>
                            <italic>FEMS Microbiology Ecology</italic>
                        </source>.<year>2017</year>;<volume>93</volume>(<issue>4</issue>) :
                        <elocation-id>10.1093/femsec/fix024</elocation-id>
                        <pub-id pub-id-type="doi">10.1093/femsec/fix024</pub-id>
                    </mixed-citation>
                </ref>
            </ref-list>
        </back>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report41599">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.18484.r41599</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Dondrup</surname>
                        <given-names>Michael</given-names>
                    </name>
                    <xref ref-type="aff" rid="r41599a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r41599a1">
                    <label>1</label>Department of Informatics, Sea Lice Research Centre, University of Bergen, Bergen, Norway</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>22</day>
                <month>1</month>
                <year>2019</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2019 Dondrup M</copyright-statement>
                <copyright-year>2019</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport41599" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.16905.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>In this manuscript, the&#x00a0;authors&#x00a0;present a software for testing the specificity&#x00a0;of oligonucleotide probe-sets that is integrated into the sequence analysis software ARB with a focus on microbial&#x00a0;ecology. The software allows for batch-scoring the specificity of probe-sets using a bell-shaped scoring function based on the distance from the center of the probe, with several user-definable parameters. &#x00a0;</p>
            <p> </p>
            <p> The application domain&#x00a0;of the new functionality is timely because high-throughput methods that rely on oligonucleotide probes are becoming more and more common. The article is overall well written, but lacking with respect to the description of the methodology, state of the art, and depiction of software development and code.&#x00a0;</p>
            <p> </p>
            <p> For the sake of a comprehensive evaluation, I have tested&#x00a0;the ARB software&#x00a0; using the&#x00a0;latest development build 6.1.rev17491and the author-provided dataset in a virtual machine&#x00a0;under Linux Mint 9.</p>
            <p> &#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;</p>
            <p> 
                <bold>Major Concerns:</bold>
            </p>
            <p> &#x00a0; 
                <list list-type="order">
                    <list-item>
                        <p>The authors present a new scoring function that introduces bell-shaped weights of mismatches depending on the distance to center base of the probe. It is unclear what the motivation for using this function is, and what underlying assumptions&#x00a0;are that it is based on, or if has been used in the literature before. I assume it is trying to compensate for some hybridization effects, but these might also vary between technologies.&#x00a0;Other publications have discussed thermodynamic parameters&#x00a0;instead, see e.g. Kabilov et al.
                            <sup>
                                <xref ref-type="bibr" rid="rep-ref-41599-1">1</xref>
                            </sup>.&#x00a0;It should also be made more clear, if and how the user can specify parameters, adjust them to the assay or how to use a flat scoring function instead.</p>
                    </list-item>
                    <list-item>
                        <p>The authors claim that their software is the first tool for batch testing, which might be true. However, with respect to the new scoring functions, authors should still compare their estimates to other existing tools. Searching for other tools I found probeCheck
                            <sup>
                                <xref ref-type="bibr" rid="rep-ref-41599-2">2</xref>
                            </sup>, which is an online-tool also using ARB as a back-end, but allows display of max 10 results at a time, and does not allow to use custom databases, but the outcomes could be comparable for the same probe set.</p>
                    </list-item>
                    <list-item>
                        <p>As ProbeSpec is part of large software package and is only obtainable as a component it is hard to evaluate the contribution by source&#x00a0;code. It should be clearly pointed out which files of the ARB distribution contain the source code of ProbeSpec or&#x00a0;possibly provide a separate (e.g. git) repository that contains the sources.</p>
                    </list-item>
                    <list-item>
                        <p>The functional test completes properly, but I noticed&#x00a0;that the probe set is loaded and match&#x00a0;parameters could be&#x00a0;set under Edit which is a bit confusing (substitution matrix, shape parameters). It should be better explained in the UI that these are matching parameters.&#x00a0; &#x00a0;</p>
                    </list-item>
                </list> </p>
            <p> 
                <bold>Minor concerns:</bold> 
                <list list-type="order">
                    <list-item>
                        <p>S=&#x2212;
                            <underline>In(10)</underline> in Equation&#x00a0;(2), should it be ln(10) for logarithm (L vs. I)</p>
                    </list-item>
                    <list-item>
                        <p>Even though it is an aspect of the software which cannot be changed easily, I would like to question the use of ARB as the software platform. The appearance of the user interface is archaic, while this might be dismissed as cosmetics, worse so the build system is arcane too. While I was finally able to compile the latest ARB revision including ProbeSpec from source under Linux Mint, this will be prohibitive for most users, mostly due to undocumented/not up to data&#x00a0;dependencies (e.g. boost library never mentioned anywhere) including&#x00a0;combined with the lack of a (e.g. autoconf generated) configure&#x00a0;script.</p>
                    </list-item>
                    <list-item>
                        <p>Therefore, for most users the&#x00a0;options are restricted running pre-compiled binaries to either Debian, Linux Mint or a very&#x00a0;old Ubuntu (10) release under a virtual machine, something not very timely in the age of Docker and containers. This is a pity because common package managers contain the latest stable ARB release 6.0.6, dating back to&#x00a0;August 2016, but not containing ProbeCheck. I would therefore recommend to the authors to: contact the maintainers of ARB to get a new stable release out supporting popular OS', contribute to a complete and&#x00a0;updated dependency list, or provide a containerized version of the whole system.</p>
                    </list-item>
                </list>
            </p>
            <p>Are the conclusions about the tool and its performance adequately supported by the findings presented in the article?</p>
            <p>Partly</p>
            <p>Is the rationale for developing the new software tool clearly explained?</p>
            <p>Yes</p>
            <p>Is the description of the software tool technically sound?</p>
            <p>Partly</p>
            <p>Are sufficient details of the code, methods and analysis (if applicable) provided to allow replication of the software development and its use by others?</p>
            <p>No</p>
            <p>Is sufficient information provided to allow interpretation of the expected output datasets and any results generated using the tool?</p>
            <p>Partly</p>
            <p>Reviewer Expertise:</p>
            <p>Bioinformatic, genomics, computational biology</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above.</p>
        </body>
        <back>
            <ref-list>
                <title>References</title>
                <ref id="rep-ref-41599-1">
                    <label>1</label>
                    <mixed-citation publication-type="journal">
                        <person-group person-group-type="author"/>:
                        <article-title>Analytical consideration of the selectivity of oligonucleotide hybridization</article-title>.
                        <source>
                            <italic>Journal of Biophysical Chemistry</italic>
                        </source>.<year>2011</year>;<volume>02</volume>(<issue>02</issue>) :
                        <elocation-id>10.4236/jbpc.2011.22011</elocation-id>
                        <fpage>75</fpage>-<lpage>91</lpage>
                        <pub-id pub-id-type="doi">10.4236/jbpc.2011.22011</pub-id>
                    </mixed-citation>
                </ref>
                <ref id="rep-ref-41599-2">
                    <label>2</label>
                    <mixed-citation publication-type="journal">
                        <person-group person-group-type="author"/>:
                        <article-title>probeCheck--a central resource for evaluating oligonucleotide probe coverage and specificity.</article-title>
                        <source>
                            <italic>Environ Microbiol</italic>
                        </source>.<year>2008</year>;<volume>10</volume>(<issue>10</issue>) :
                        <elocation-id>10.1111/j.1462-2920.2008.01706.x</elocation-id>
                        <fpage>2894</fpage>-<lpage>8</lpage>
                        <pub-id pub-id-type="pmid">18647333</pub-id>
                        <pub-id pub-id-type="doi">10.1111/j.1462-2920.2008.01706.x</pub-id>
                    </mixed-citation>
                </ref>
            </ref-list>
        </back>
    </sub-article>
</article>
