<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "http://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="other" dtd-version="1.2" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="pmc">F1000Research</journal-id>
            <journal-title-group>
                <journal-title>F1000Research</journal-title>
            </journal-title-group>
            <issn pub-type="epub">2046-1402</issn>
            <publisher>
                <publisher-name>F1000 Research Limited</publisher-name>
                <publisher-loc>London, UK</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="doi">10.12688/f1000research.160617.2</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Software Tool Article</subject>
                </subj-group>
                <subj-group>
                    <subject>Articles</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Abstract Sifter version 8: Focus on the chemical literature</article-title>
                <fn-group content-type="pub-status">
                    <fn>
                        <p>[version 2; peer review: 1 approved with reservations]</p>
                    </fn>
                </fn-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>Baker</surname>
                        <given-names>Nancy C.</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Software</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-8351-9435</uri>
                    <xref ref-type="corresp" rid="c1">a</xref>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Knudsen</surname>
                        <given-names>Thomas B.</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Funding Acquisition</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Williams</surname>
                        <given-names>Antony J.</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Funding Acquisition</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-2668-4821</uri>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <aff id="a1">
                    <label>1</label>ParlezChem, Hillsborough, North Carolina, USA</aff>
                <aff id="a2">
                    <label>2</label>Department of Intelligent Systems Engineering, Luddy School of Informatics Computing and Engineering, Indiana University, Bloomington, Indiana, USA</aff>
                <aff id="a3">
                    <label>3</label>Center for Computational Toxicology and Exposure, Office of Research and Development, U.S. Environmental Protection Agency, Research Triangle Park, North Carolina, USA</aff>
            </contrib-group>
            <author-notes>
                <corresp id="c1">
                    <label>a</label>
                    <email xlink:href="mailto:nancycolebaker@gmail.com">nancycolebaker@gmail.com</email>
                </corresp>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>NCB is a literature informatics consultant with ParlezChem.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>6</day>
                <month>6</month>
                <year>2026</year>
            </pub-date>
            <pub-date pub-type="collection">
                <year>2025</year>
            </pub-date>
            <volume>14</volume>
            <elocation-id>Chem Inf Sci-260</elocation-id>
            <history>
                <date date-type="accepted">
                    <day>29</day>
                    <month>5</month>
                    <year>2026</year>
                </date>
            </history>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2026 Baker NC et al.</copyright-statement>
                <copyright-year>2026</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access article distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <self-uri content-type="pdf" xlink:href="https://f1000research.com/articles/14-260/pdf"/>
            <abstract>
                <p>Effective research depends on building on the knowledge found in the scientific literature. Designed to streamline literature tasks, the EPA&#x2019;s Abstract Sifter literature tool, now at version 8, has been continually extended and enhanced since its introduction in 2017[1]. Early enhancements to the tool have primarily focused on core tasks common to all researchers. For example, citation retrieval from PubMed has been made faster and the returned citation threshold increased to 10,000. Features that allow deeper examination of the literature have been introduced as well. A functionality called Term-mapping allows for fast, dynamic relevancy ranking of returned citations. MeSH substances, such as proteins, genes, and chemicals, can now be extracted from a retrieved corpus of citations, ranked by frequency and explored through the MeSHMine functionality. Features that facilitate user engagement with publications have also been improved: formatting and colorization ease reviewing of the abstract text and the tagging and noting citations functionality has been streamlined. Version 8 introduced multiple features that break new ground in working with chemical literature. For example, chemical entity extraction from scientific publications has been streamlined through download of PDFs and automated table extraction. Following entity extraction, the chemical names can be used as inputs to retrieve EPA&#x2019;s chemical identifiers, the DSSTox (Distributed Structure-Searchable Toxicity) chemical IDs (DTXSIDs). Once these identifiers have been retrieved, a wealth of chemical information is available through built-in functions accessing EPA&#x2019;s Computational Toxicology and Exposure application programming interface (CTX-APIs) [2]. This new functionality allows researchers to build on the EPA&#x2019;s efforts in chemical data assembly and curation. The Abstract Sifter version 8 is a valuable tool for researchers endeavoring to understand chemicals and their effects on the environment and biological systems.</p>
            </abstract>
            <kwd-group kwd-group-type="author">
                <kwd>Literature mining</kwd>
                <kwd>knowledge mining</kwd>
                <kwd>PubMed</kwd>
                <kwd>DSSTox</kwd>
                <kwd>drug discovery</kwd>
                <kwd>toxicology</kwd>
            </kwd-group>
            <funding-group>
                <award-group id="fund-1">
                    <funding-source>U.S. Environmental Protection Agency</funding-source>
                </award-group>
                <funding-statement>Research in this publication was supported by the U.S. Environmental Protection Agency. The views expressed in this paper are those of the authors and do not necessarily represent the views or policies of the U.S. Environmental Protection Agency. </funding-statement>
                <funding-statement>
                    <italic>The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</italic>
                </funding-statement>
            </funding-group>
        </article-meta>
        <notes>
            <sec sec-type="version-changes">
                <label>Revised</label>
                <title>Amendments from Version 1</title>
                <p>The revised version of the manuscript incorporates the corrections suggested by the reviewer.&#x00a0; We thank the reviewer for his perceptive and detailed comments. Many figures have been updated with red text colorization so that the reader can discern which text comes from screen capture and which text comes from the authors for clarification. The reviewer noted the warning messages regarding use of macros in general and the Inkedit control in particular.&#x00a0; We were able to find a solution to the Inkedit control warning by rewriting the module to call and release the control dynamically.&#x00a0; We thank the reviewer for stressing this issue. The change eliminates this specific warning, although general macro warnings still exist and can be controlled at the user level or at the organization level.</p>
            </sec>
        </notes>
    </front>
    <body>
        <p>

            <def-list>
                <title>Abbreviations</title>
                <def-item>
                    <term id="G1">API</term>
                    <def>
                        <p>Application Program Interface &#x2013; calls made to data stores</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G2">AS</term>
                    <def>
                        <p>Abstract Sifter</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G3">CAS RN</term>
                    <def>
                        <p>Chemical Abstract Service registry numbers</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G4">CCTE</term>
                    <def>
                        <p>EPA&#x2019;s Center for Computational Toxicology and Exposure</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G5">ChEBI</term>
                    <def>
                        <p>EMBL Chemical identifier</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G6">CTX-API
</term>
                    <def>
                        <p>CCTE Comptox APIs</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G7">DSSTox</term>
                    <def>
                        <p>Distributed Structure-Searchable Toxicity database &#x2013; EPA&#x2019;s chemical database</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G8">DTXSID</term>
                    <def>
                        <p>DSSTox substance identifier -unique identifier for chemicals in the DSSTox database. Distributed Structure-Searchable Toxicity database identifiers</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G9">EMBL EBI</term>
                    <def>
                        <p>
European Molecular Biology Labs, European Biotechnology Institute</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G10">EPA</term>
                    <def>
                        <p>United States Environmental Protection Agency</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G11">MeSH</term>
                    <def>
                        <p>Medical Subject Headings &#x2013; controlled vocabulary used by NLM</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G12">NCBI</term>
                    <def>
                        <p>United States National Center for Biotechnology Information</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G13">NLM</term>
                    <def>
                        <p>United States National Library of Medicine</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G14">PDF</term>
                    <def>
                        <p>Portable Document Format</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G15">RIS</term>
                    <def>
                        <p>Research Information Systems &#x2013; a format for citation exchange</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G16">SMILES</term>
                    <def>
                        <p>Simplified Molecular Input Line Entry System</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="G17">VBA</term>
                    <def>
                        <p>Visual Basic for Applications &#x2013; programming language used in Windows applications
</p>
                    </def>
                </def-item>
            </def-list>
</p>
        <sec id="sec1" sec-type="intro">
            <title>Introduction</title>
            <p>Efficient and effective use of biomedical literature helps ensure that researchers are finding and building on previously published research. For nearly 10 years, the EPA&#x2019;s Center for Computational Toxicology and Exposure (CCTE) has been developing the Abstract Sifter (AS) tool to support its research and has made the tool publicly available.
                <sup>
                    <xref ref-type="bibr" rid="ref1">1</xref>
                </sup> The novel design of the AS combines API calls for delivering public data with the versatility of a Windows Excel macro-enabled workbook.</p>
            <p>The technologies that AS relies on &#x2013; Microsoft Excel, its associated Visual Basic for Applications (VBA) programming language, and available public APIs &#x2013; have themselves improved over the years. For example, the richness of Excel&#x2019;s capabilities has expanded, an increasing number of APIs have been released to the public, and APIs deliver more data over time. This combination gives the researcher, reader, and practitioner a wealth of easily navigable information to build on.</p>
            <p>This publication reviews the features of AS with a focus on the enhancements added in version 8, the latest version. The content is organized according to the literature tasks that the tool facilitates. These tasks include querying PubMed and retrieving citations, building a corpus of articles, and the important task of ranking them by relevancy using the sifting and term-mapping functionalities. User engagement with documents and how the AS facilitates this task with colorization of text, tagging, and note-taking is also covered. We present a new functionality -data extraction- and demonstrate how the user can extract tables and text and convert them into data for analysis or for feeding into new studies using AS. The section regarding data extraction highlights the new emphasis on extracting chemical entities. The collection of chemical entities is followed by discussion of chemical sets: how to build, extract, expand, and analyze them.</p>
            <p>With the new diverse functions in AS, keeping the user experience positive has been a priority. Many of the new functions have been packaged into a new custom EPA ribbon. The ribbon has options to hide or unhide sheets to streamline and unclutter the AS workbook (
                <xref ref-type="fig" rid="f1">
Figure 1</xref>).</p>
            <fig fig-type="figure" id="f1" orientation="portrait" position="float">
                <label>
Figure 1. </label>
                <caption>
                    <title>Abstract Sifter version 8 introduces a new EPA Custom ribbon that organizes the new functionality.</title>
                    <p>The Choose view section hides or unhides certain sheets to help the user simplify the workplace. To see the sheets discussed here, toggle the sheets hidden/shown or manually unhide a sheet of interest.</p>
                </caption>
                <graphic id="gr1" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure1.gif"/>
            </fig>
            <p>This publication is not a how-to guide and for specific instructions the reader is encouraged to refer to the user guide or watch any of the available videos. Abstract Sifter version 8 with the user guide is available at 
                <ext-link ext-link-type="uri" xlink:href="https://www.parlezchem.com/abstract-sifter/abstract-sifter-version-8/">https://www.parlezchem.com/abstract-sifter/abstract-sifter-version-8/</ext-link>. The ReadMe sheet of the Abstract Sifter has links to how-to videos. Searching on YouTube with &#x201c;abstract sifter&#x201d; will retrieve video demonstrations from the user community.</p>
        </sec>
        <sec id="sec2" sec-type="methods">
            <title>Methods</title>
            <sec id="sec3">
                <title>Implementation</title>
                <p>AS is an Excel macro-enabled workbook. (
                    <ext-link ext-link-type="uri" xlink:href="https://www.microsoft.com/en-us/microsoft-365/excel">https://www.microsoft.com/en-us/microsoft-365/excel</ext-link>) It contains VBA code that retrieves data from public API-enabled data sources (e.g., PubMed and PubChem). VBA routines also control user interaction through menus, forms, formatting, and navigation.</p>
                <p>AS contains specialized sheets with specific functionality attached to them. The core sheets introduced in AS version 1 were Main, Abstract, Log, Notes, and Landscape. Version 8 adds additional sheets for the newly introduced functionality: ToxPrint and Bioassay sheets. Additional sheets are created when the user executes particular functions (e.g., Tiles and ChemLists). The new EPA custom ribbon (
                    <xref ref-type="fig" rid="f1">
Figure 1</xref>) helps with navigation of the expanded functionality and additional sheets.</p>
            </sec>
            <sec id="sec4">
                <title>Operation</title>
                <p>AS requires Microsoft Excel running on a Windows platform. The BioAssay and Toxprints functionality require Excel 2007 or newer versions. Some formatting options require Excel 2013 or newer versions. Users whose site requires a signed certificate should contact the first author.</p>
            </sec>
        </sec>
        <sec id="sec5">
            <title>Use cases</title>
            <sec id="sec6">
                <title>Querying PubMed, retrieving, and ranking citations</title>
                <p>The Main sheet of AS offers the most direct interaction with PubMed content. In this worksheet, a user enters a query that gets sent to the NCBI NLM e-utility APIs to retrieve the results. Each returned citation is inserted into one row of the Main sheet. The record limit for one query&#x2019;s retrieval is 10,000 records, but larger corpora can be built by running multiple queries and appending the results through selecting the Append option before running another query. Any duplicate records can be deleted using a function called from a button on the Main sheet. There is no limit to the number of queries that can be run. Each query that is run to completion is recorded on the Log sheet along with the number of records returned, date and time run, and the time elapsed to retrieve the records. Double-clicking on a row on the Log sheet will rerun the query.</p>
                <p>Inserting natural language titles and abstracts into rows in a spreadsheet treats these elements like data and, as a result, built-in Excel capabilities facilitate sorting and filtering of the results. Even with the built-in Excel filtering, finding relevant records in a large corpus is a challenge. For many literature projects, the goal of the user may be exploratory: reading and learning, exploring nascent ideas and adjusting course following the exploration. AS facilitates, encourages, and helps organize dynamic exploratory research.</p>
                <p>Using previous versions of AS, a researcher&#x2019;s exploration of a literature corpus was enabled through the &#x201c;sifting&#x201d; process. The Main sheet of the AS has three cells where the user can enter a string of characters and the AS, through a built-in formula, will count the occurrences of the string in the titles, abstracts, and keywords of the Main sheet records (
                    <xref ref-type="fig" rid="f2">
Figure 2</xref>). Sorting based on these counts ranks the records by that concept. This action can be repeated as often as desired with the combination of the three sifter cells providing visual insight into a citation&#x2019;s current relevancy.</p>
                <fig fig-type="figure" id="f2" orientation="portrait" position="float">
                    <label>
Figure 2. </label>
                    <caption>
                        <title>View of the Sifter cells on the Main sheet.</title>
                    </caption>
                    <graphic id="gr2" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure2.gif"/>
                </fig>
                <p>A common question from early users of the AS was &#x201c;Can I sift on more than three terms at a time?&#x201d;. With the term-mapping functionality, this is possible. Term-mapping allows the user to find, count, and sort on tens or hundreds of terms and then rank the Main sheet corpus by the total number of mapped terms. This functionality starts with the TermMap sheet. Here term lists can be built or downloaded from a collection of starting point terms organized by common chemical literature queries. To describe this feature using text-mining and machine learning terminology, the TermMap sheet can be seen as a feature set and the count of the features will indicate a record&#x2019;s relevance.</p>
                <p>In the example shown in 
                    <xref ref-type="fig" rid="f3">
Figure 3</xref>, the simple query &#x201c;chlorpyrifos&#x201d; was run (accessed 09/20/2024) and the resulting 6900 PubMed records inserted on to the Main sheet. On the TermMap sheet, the term list for &#x201c;environmental fate&#x201d; was selected, downloaded, and then mapped to the chlorpyrifos articles using the &#x201c;Map!&#x201d; Button (
                    <xref ref-type="fig" rid="f3">
Figure 3a</xref>) Following mapping, the Main Sheet articles can be ranked by the total number of included fate concepts and the most relevant articles regarding environmental fate rise to the top. The TermMap sheet makes this easy: double-clicking on the column A value writes this term prefixed with &#x201c;TX:&#x201d; to the Main sheet&#x2019;s B3 sifter cell and sorts. In the second example, a term list related to &#x201c;analytical methods&#x201d; used for the purpose of chemical identification and measurement was mapped (
                    <xref ref-type="fig" rid="f3">
Figure 3b</xref>). Double-clicking on &#x201c;chemid&#x201d; ranks the entire corpus by the number of listed chemical identification terms found in each citation.</p>
                <fig fig-type="figure" id="f3" orientation="portrait" position="float">
                    <label>
Figure 3. </label>
                    <caption>
                        <title>a and b. Examples of ranking citations by term mapping.</title>
                    </caption>
                    <graphic id="gr3" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure3.gif"/>
                </fig>
                <p>The term-mapping functionality is a powerful way to quickly find relevant articles of interest. With term-mapping, the user is no longer reliant on long complex queries to find a subset of articles. Instead, the user can use simple queries less prone to error and then apply term-mapping to rank the corpus by the desired features. Using AS, there is no need to employ computationally expensive and often opaque machine learning technologies.</p>
            </sec>
            <sec id="sec7">
                <title>Working with literature citations: Reading, tagging, note-taking, curating notes</title>
                <p>Using AS, researchers can read and engage with article content in several ways: skimming titles and abstracts, filtering and screening articles of interest, attaching categorization tags, and adding notes summarizing an aspect of the article that can be referred to later or shared with colleagues. The AS facilitates all these forms of engagement through the Notes functionality. Taking notes, either from the Main sheet or from the Abstract sheet, copies a citation&#x2019;s information to a row on the Notes sheet. The user can then add tags or text to the record or click on the 
                    <italic toggle="yes">Yes</italic>, 
                    <italic toggle="yes">No</italic> or 
                    <italic toggle="yes">Maybe</italic> categorization button. The Notes sheet therefore provides a place to store selected citations and build a corpus of publications.</p>
                <p>Double-clicking on a row in the Notes sheet activates the Notes curation form (
                    <xref ref-type="fig" rid="f4">
Figure 4</xref>). AS version 8 introduces several enhancements to notes curation, including usability features (e.g., larger font, adding line feeds, colorization), drag and drop tagging and noting, and PDF retrieval. The curation form includes a function from Unpaywall
                    <sup>
                        <xref ref-type="bibr" rid="ref3">3</xref>
                    </sup> that checks to see if the PDF is open access and, if so, can be downloaded with a local link added to the Notes row. The Notes curation form is the entry point to curating data from the article itself. Clicking on the 
                    <italic toggle="yes">Data Curate</italic> button will create a new sheet specific for that article named with the PubMed ID and part of the first author&#x2019;s name. Here, on this dedicated sheet, the user can extract, store, and work with data from a publication.</p>
                <fig fig-type="figure" id="f4" orientation="portrait" position="float">
                    <label>
Figure 4. </label>
                    <caption>
                        <title>Double-click on a row on the Notes sheet to work with Notes curation form.</title>
                    </caption>
                    <graphic id="gr4" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure4.gif"/>
                </fig>
                <p>New importing and exporting functions have been added. Functions are available through Main and Note sheet buttons that import from and export citations to various formats including RIS (Research Information Systems), a format that can be used as input into citation management software such as EndNote. Citation information and notes can be exported as a text file which can then be worked into text for a manuscript.</p>
            </sec>
            <sec id="sec8">
                <title>Extracting chemical entities from the literature</title>
                <p>A common task in biomedical research is to find the chemical entities associated with a particular disease or biological process and then conduct further research on those chemicals. Named entity extraction (NER) is the task of finding entities like chemicals in scientific literature, extracting the entity name from the text, and associating that name with an external unique identifier that maps to the entity contained within a public database.</p>
                <p>Because of the importance of entity extraction, several scientific groups have been extracting chemical entities from scientific articles and making them available to the community. Foremost among the groups working in this domain is the US National Library of Medicine (NLM), the organization&#x00a0;responsible for the development of its MeSH term annotations.
                    <sup>
                        <xref ref-type="bibr" rid="ref4">4</xref>,
                        <xref ref-type="bibr" rid="ref5">5</xref>
                    </sup> MeSH terms are a controlled vocabulary in a tree structure that are attached to most PubMed citations. MeSH annotations encompass many types of entities including diseases, anatomical terms, proteins, methods, and chemicals. PubChem, another database under the NLM and the National Center for Biotechnology Information (NCBI), uses various automated and deposition-based methods to identify chemicals in publications, associate them with PubChem identifiers, and make them available.
                    <sup>
                        <xref ref-type="bibr" rid="ref6">6</xref>&#x2013;
                        <xref ref-type="bibr" rid="ref8">8</xref>
                    </sup>
                </p>
                <p>The US EPA has recently started an effort to curate chemicals from publications. This project has the goal of extracting chemical entities and, using a combination of expert curation and computational methods, associate the chemical name (or other identifiers) with the DTXSID.
                    <sup>
                        <xref ref-type="bibr" rid="ref9">9</xref>
                    </sup> The DTXSID is the primary identifier associated with the chemical registration database hosting data associated with many of the applications from the Center for Computational Toxicology and Exposure (CCTE), including the CompTox Chemicals Dashboard (referred to henceforth as CCTE Dashboard).
                    <sup>
                        <xref ref-type="bibr" rid="ref10">10</xref>
                    </sup> The publication identifier and the associated DTXSIDs are stored in a database for the purposes of search and retrieval via one or more software applications. The project was originally initiated with the intention of assembling documented analytical methods assembled from various sources, extracting chemicals within the documents, and making the analytical methods searchable by chemicals identifiers and structures. AMOS, the Analytical Method and Open Spectra database, is the web-based application delivering over 6,000 methods indexed by chemical structure. AMOS is intended to be released to the community in the near future.</p>
                <p>AS version 8 and AMOS both use the new CCTE publicly accessible CTX-APIs.
                    <sup>
                        <xref ref-type="bibr" rid="ref2">2</xref>
                    </sup> The documentation is provided here: 
                    <ext-link ext-link-type="uri" xlink:href="https://api-ccte.epa.gov/docs/index.html">https://api-ccte.epa.gov/docs/index.html</ext-link>.</p>
                <p>

                    <italic toggle="yes">MeSH Mining</italic>
                </p>
                <p>AS implements several approaches to entity extraction. The first approach, MeSH Mine, extracts MeSH substance annotations from a corpus of citations on the Main sheet. MeSH terms are a controlled vocabulary of terms maintained by NLM and attached to PubMed citations. The methods used to find and assign MeSH terms have evolved over the years from manual annotation by subject experts to a growing reliance on automated text-mining.
                    <sup>
                        <xref ref-type="bibr" rid="ref4">4</xref>,
                        <xref ref-type="bibr" rid="ref5">5</xref>
                    </sup>
                </p>
                <p>The MeSH vocabulary encompasses two types of chemical terms. The first type, called Descriptors, includes chemical families and chemical names that are a part of the MeSH tree branch for chemicals; however, most chemicals are entered as the second type of terms &#x2013; Supplemental concepts &#x2013; into MeSH and have a mapping back to a chemical or chemical family in the MeSH tree. In the example in 
                    <xref ref-type="fig" rid="f5">
Figure 5</xref>, a section of the Organic Chemicals branch is shown. On the right is a subset of the chemicals mapped to Glutaral, a chemical in the branch. Collectively, the chemical descriptors and chemical supplementary concepts are called substances.</p>
                <fig fig-type="figure" id="f5" orientation="portrait" position="float">
                    <label>
Figure 5. </label>
                    <caption>
                        <title>A section of the MeSH tree showing chemicals and chemical families.</title>
                        <p>On the right, an illustration of how chemical entities are mapped to a chemical or family on the MeSH tree.</p>
                    </caption>
                    <graphic id="gr5" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure5.gif"/>
                </fig>
                <p>In PubMed, the MeSH term annotations can be viewed by clicking on the MeSH Terms link to the right of the page (
                    <xref ref-type="fig" rid="f6">
Figure 6</xref>). For example, the annotations include chemicals, chemical families, study methods (Biological Assay) and species (Photobacterium).</p>
                <fig fig-type="figure" id="f6" orientation="portrait" position="float">
                    <label>
Figure 6. </label>
                    <caption>
                        <title>In PubMed, the MeSH term and substance annotations are found by clicking on the link to the right.</title>
                    </caption>
                    <graphic id="gr6" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure6.gif"/>
                </fig>
                <p>With AS, MeSH substance terms can be extracted from the retrieved and downloaded citations, organized, counted and placed on a new sheet: MeSHMine. To understand the power of this functionality an example query can be executed on the Main sheet query form: 
                    <italic toggle="yes">Cornea [majr] AND chemicals.</italic> The query results in over 2600 entries written to the Main sheet. Clicking on the 
                    <italic toggle="yes">More things</italic> button, followed by 
                    <italic toggle="yes">Extract MeSH substances buttons</italic> prompts AS to search each row on the Main sheet for the MeSH substance terms associated with the citation by NLM, count their occurrences, and write them to the MeSHMine sheet. When this is completed, the MeSHMine sheet holds a wealth of information and helps the researcher navigate through the data. The MeSHMine sheet is organized based on the substance name listed in column A and hyperlinked to the MeSH browser. Flags indicating the class of chemical substance (i.e., organic, inorganic, macromolecule, lipid, protein, etc.) are listed in the columns to the right. The researcher can select a subset of chemicals of interest by sorting or filtering on these columns.</p>
                <p>MeSH terms are often associated with secondary or qualifier terms that indicate specific aspects of the substance described in a particular article. AS tracks and counts the occurrences of the &#x201c;drug therapy&#x201d; qualifier and the combination of &#x201c;toxicity&#x201d; and &#x201c;adverse effects&#x201d; qualifiers. The counts of the substance annotated with these qualifiers are listed in columns D and E as shown in 
                    <xref ref-type="fig" rid="f7">
Figure 7</xref>. As a result, researchers interested in drugs associated with corneal treatments can sort on column E listing therapeutic use &#x2013; 
                    <italic toggle="yes">THER USE</italic>, a MeSH qualifier or subheading.</p>
                <fig fig-type="figure" id="f7" orientation="portrait" position="float">
                    <label>
Figure 7. </label>
                    <caption>
                        <title>The MeSHMine sheet after running MeSH Mine with the cornea and chemicals query.</title>
                    </caption>
                    <graphic id="gr7" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure7.gif"/>
                </fig>
                <p>In this example, sorting on therapeutic use sorts many chemical families to the top. The chemical dexamethasone is also sorted to the top and the associated counts show that it is annotated both for its therapeutic use and for its adverse effects. Double-clicking on the Dexamethasone row causes the AS to send the chemical name to sifter cell B3 on the Main sheet and sort by the term counts. The article titles can then be reviewed to see potential roles that the drug may play in corneal diseases (
                    <xref ref-type="fig" rid="f8">
Figure 8</xref>).</p>
                <fig fig-type="figure" id="f8" orientation="portrait" position="float">
                    <label>
Figure 8. </label>
                    <caption>
                        <title>Double-clicking on a row of the MeSHMine sheet writes the corresponding substance to the B3 sifter cell and sorts.</title>
                    </caption>
                    <graphic id="gr8" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure8.gif"/>
                </fig>
                <p>Similarly, column D on the MeSHMine sheet can be sorted to see which chemical annotated with toxicity or adverse effects is most annotated with the cornea. Mustard gas is third on the ranked list (not shown) and indeed there is a large literature describing the detrimental effects of this gas on the cornea.</p>
                <p>The MeSHMine feature is also a powerful tool to identify the genes and proteins associated with a particular biological process. In the next example shown in 
                    <xref ref-type="fig" rid="f9">
Figure 9</xref>, the query 
                    <italic toggle="yes">cornea AND embryonic development</italic> has been executed, followed by MeSHMine function to identify what proteins and genes are most associated with the development of the cornea. In 
                    <xref ref-type="fig" rid="f9">
Figure 9</xref>, the MeSHMine sheet is sorted by the protein and gene flag and article count. This action reveals the most annotated proteins and genes in the corpus and can provide important insight into biological pathways. Each protein or gene term is hyperlinked to the MeSH browser.</p>
                <fig fig-type="figure" id="f9" orientation="portrait" position="float">
                    <label>
Figure 9. </label>
                    <caption>
                        <title>Using MeSHMine to find proteins and genes.</title>
                    </caption>
                    <graphic id="gr9" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure9.gif"/>
                </fig>
                <p>MeSH mining can reveal entities that the researcher may want to follow up on. A logical next step to investigate entities is to copy the associated list of names to the Landscape sheet and explore their literature records. 
                    <xref ref-type="fig" rid="f10">
Figure 10</xref> lists the retrieved article counts showing the relationship between the entities and cornea as well as between the genes. This information can be valuable in, for example, building gene networks.</p>
                <fig fig-type="figure" id="f10" orientation="portrait" position="float">
                    <label>
Figure 10. </label>
                    <caption>
                        <title>Learn more about the genes and proteins using the Landscape sheet.</title>
                    </caption>
                    <graphic id="gr10" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure10.gif"/>
                </fig>
                <p>

                    <italic toggle="yes">Working with PDFs</italic>
                </p>
                <p>Another way to extract entities and identify them is to retrieve or copy entity names such as chemical names from a PDF, Word document, or Excel file. AS can use the chemical name in an Excel cell, pulled from another source, and look up additional identifiers for those chemicals. Once retrieved, the EPA DTXSID can be used as input into functions that call a large variety of chemical information.</p>
                <p>The steps in extracting data from a PDF file and retrieving information for the chemicals are illustrated in the next figures.</p>
                <p>Consider the example article: 
                    <ext-link ext-link-type="uri" xlink:href="https://pubmed.ncbi.nlm.nih.gov/32271623/">https://pubmed.ncbi.nlm.nih.gov/32271623/</ext-link>. Using AS to query PubMed, the article can be retrieved with a PubMed ID of 32271623[uid] as the query. The record is inserted into the Notes sheet and double clicking on the row brings up the record in the Notes curation form. In order to see whether the article pdf is open access, and to retrieve it if it is, the user can click on &#x201c;Get pdf info&#x201d; to Download. To create an Excel worksheet for the data in the PDF, the user clicks on &#x201c;Data curate&#x201d;. A new worksheet is inserted with a label constructed from the PubMed ID and the first author. These steps are illustrated in 
                    <xref ref-type="fig" rid="f11">
Figure 11</xref>.</p>
                <fig fig-type="figure" id="f11" orientation="portrait" position="float">
                    <label>
Figure 11. </label>
                    <caption>
                        <title>Steps in creating a curation sheet.</title>
                    </caption>
                    <graphic id="gr11" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure11.gif"/>
                </fig>
                <p>In this example, the 32271623_GABAL sheet is where the user can copy and paste any data or text related to this article. Alternatively, the user can tell AS to extract tables and figures from the PDF. To use this AS function, the user clicks on Extract tables or Extract Image (see 
                    <xref ref-type="fig" rid="f12">
Figure 12</xref>) on the EPA custom ribbon. This example shows how to extract a table from a pdf where the publication contains a list of chemicals for which unique DTXSID identifiers can be extracted for the chemicals and then used to obtain other associated chemical data.</p>
                <fig fig-type="figure" id="f12" orientation="portrait" position="float">
                    <label>
Figure 12. </label>
                    <caption>
                        <title>Working with PDFs group on EPA Custom ribbon.</title>
                    </caption>
                    <graphic id="gr12" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure12.gif"/>
                </fig>
                <p>Clicking on the 
                    <italic toggle="yes">Extract tables</italic> button results on the custom ribbon tells the AS to look for the pdf with the hyperlink in cell B5 and open it using Microsoft Word. As Word opens the PDF, it converts text in tables into table objects. The AS reads the rows and columns of the table objects and writes the results to the curation sheet.</p>
                <p>It should be noted that tables embedded in PDFs can vary significantly in how they are formatted and Microsoft Word cannot always accurately convert complex tables into Excel rows and columns. Formatting characters are sometimes missed, leading to concatenated data. As a result, the extracted data in the curation sheet should be reviewed by manual inspection and compared to the PDF to ensure accurate conversion. In this example, the PDF is well formed, and the extracted data shown in 
                    <xref ref-type="fig" rid="f13">
Figure 13</xref> are accurate.</p>
                <fig fig-type="figure" id="f13" orientation="portrait" position="float">
                    <label>
Figure 13. </label>
                    <caption>
                        <title>Data extracted from the PDF.</title>
                    </caption>
                    <graphic id="gr13" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure13.gif"/>
                </fig>
                <p>

                    <italic toggle="yes">Chemical entity identification</italic>
                </p>
                <p>The data extracted from the PDF in the previous section has chemical names and CAS registry numbers but lacks the EPA DTXSIDs that will link them to chemical data such as InChI keys and SMILES. The process of retrieving DTXSIDs is controlled through functions available through the EPA custom ribbon (
                    <xref ref-type="fig" rid="f1">
Figure 1</xref>). The functions available through the EPA ribbon work in a similar fashion: the user selects the cells for the output, clicks on the menu selection for the function, and then enters the column with the corresponding input value. The input values used to retrieve the DTXSIDs are generally chemical names or CAS registry numbers. 
                    <xref ref-type="fig" rid="f14">
Figure 14</xref> shows the three steps associated with running the ribbon functions.</p>
                <fig fig-type="figure" id="f14" orientation="portrait" position="float">
                    <label>
Figure 14. </label>
                    <caption>
                        <title>Basic steps in retrieving chemical data using functions on the EPA custom ribbon.</title>
                    </caption>
                    <graphic id="gr14" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure14.gif"/>
                </fig>
                <p>The functions that retrieve chemical information and place it in the specified cells are calling the EPA&#x2019;s CTX-APIs.
                    <sup>
                        <xref ref-type="bibr" rid="ref2">2</xref>
                    </sup> These APIs retrieve from the DSSTox database, the same database used in the CCTE Dashboard.
                    <sup>
                        <xref ref-type="bibr" rid="ref9">9</xref>,
                        <xref ref-type="bibr" rid="ref10">10</xref>
                    </sup>
                </p>
                <p>Chemical entity identification is important because the chemical identifier gives the AS fast and accurate access to other data specific to that chemical, like properties and structural information. The AS makes the process of moving from chemical names to a structured dataset easier.</p>
                <p>
                    <xref ref-type="fig" rid="f15">
Figure 15</xref>, for example, shows how a simple list of chemical names can be enhanced with chemical data from the DSSTox database once the DTXSID (column A) has been retrieved. The columns with the blue headers on the right have been retrieved through the AS functions. The example includes structural data and external identifiers with hyperlinks. The User Guide and available training videos walk through the steps in greater detail.</p>
                <fig fig-type="figure" id="f15" orientation="portrait" position="float">
                    <label>
Figure 15. </label>
                    <caption>
                        <title>Sample of the types of data that can be retrieved using the EPA custom ribbon functions.</title>
                    </caption>
                    <graphic id="gr15" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure15.gif"/>
                </fig>
                <p>
                    <xref ref-type="fig" rid="f16">
Figure 16</xref> shows the variety of data accessible from DSSTox database via the CTX-APIs.</p>
                <fig fig-type="figure" id="f16" orientation="portrait" position="float">
                    <label>
Figure 16. </label>
                    <caption>
                        <title>Function menus for selected ribbon groups in the EPA custom ribbon.</title>
                    </caption>
                    <graphic id="gr16" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure16.gif"/>
                </fig>
                <p>AS also retrieves data from PubChem, the chemical database developed by the National Institute of Health.
                    <sup>
                        <xref ref-type="bibr" rid="ref6">6</xref>,
                        <xref ref-type="bibr" rid="ref7">7</xref>
                    </sup> 
                    <xref ref-type="fig" rid="f17">
Figure 17</xref> shows the list of PubChem functions with input values. A third source of information is Common Chemistry, a database made available by Chemical Abstracts Service (part of the American Chemical Society) accessed through their API.
                    <sup>
                        <xref ref-type="bibr" rid="ref11">11</xref>
                    </sup>
                </p>
                <fig fig-type="figure" id="f17" orientation="portrait" position="float">
                    <label>
Figure 17. </label>
                    <caption>
                        <title>PubChem functions on the EPA custom ribbon.</title>
                    </caption>
                    <graphic id="gr17" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure17.gif"/>
                </fig>
            </sec>
            <sec id="sec9">
                <title>EPA chemical lists</title>
                <p>Another important feature of AS is the DSSTox chemical list retrieval functionality. This feature is a direct way to import sets of chemicals into Excel and produces results very similar to the chemical list retrieval functionality on the CCTE Dashboard. The EPA has made over 500 chemical lists available to the public. These include chemicals tested by the EPA (e.g., 
                    <ext-link ext-link-type="uri" xlink:href="https://comptox.epa.gov/dashboard/chemical-lists/TOXCAST">https://comptox.epa.gov/dashboard/chemical-lists/TOXCAST</ext-link>), lists of chemicals by use (e.g., 
                    <ext-link ext-link-type="uri" xlink:href="https://comptox.epa.gov/dashboard/chemical-lists/SWISSPEST">https://comptox.epa.gov/dashboard/chemical-lists/SWISSPEST</ext-link>), and lists of chemicals based on structural moieties (e.g., 
                    <ext-link ext-link-type="uri" xlink:href="https://comptox.epa.gov/dashboard/chemical-lists/PFASOECD">https://comptox.epa.gov/dashboard/chemical-lists/PFASOECD</ext-link>). On the CCTE Dashboard, the chemicals in a selected list can be downloaded with selected additional data fields. In AS, the list of chemical lists can be retrieved by clicking on the icon in the EPA Custom ribbon. From there, the list can be searched and sorted, and a single list can be retrieved by double-clicking the name. Each chemical comes with the DTXSID identifier, making retrieval of additional data (e.g., SMILES or structure diagram) straightforward. This sequence of events is illustrated in 
                    <xref ref-type="fig" rid="f18">
Figure 18</xref>.</p>
                <fig fig-type="figure" id="f18" orientation="portrait" position="float">
                    <label>
Figure 18. </label>
                    <caption>
                        <title>Steps in retrieving chemical list of lists from the EPA custom ribbon and then the chemicals from a selected list.</title>
                    </caption>
                    <graphic id="gr18" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure18.gif"/>
                </fig>
            </sec>
            <sec id="sec10">
                <title>More ways to get chemicals from publications</title>
                <p>Many research groups, including the EPA, extract chemical names from publications, associate those chemical names with unique identifiers, and make them available to other researchers through various means, including as downloadable datasets and via APIs. 
                    <xref ref-type="table" rid="T1">
Table 1</xref> summarizes some of the projects that extract and identify chemicals from scientific publications and make them available to users. It is worth noting that many of these projects deliver more information than just chemical substances, but for the purposes of this publication the focus is chemical entities.</p>
                <table-wrap id="T1" orientation="portrait" position="float">
                    <label>
Table 1. </label>
                    <caption>
                        <title>Projects that extract and identify chemical entities from publications and make them accessible through API calls.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="left" colspan="1" rowspan="1" valign="top">Project</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Organization</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Chemical identifier</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Corpora</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Coverage</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Method</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Available in AS v8?</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">
Reference</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">PubMed MeSH term annotation</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">NLM NCBI</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">MeSH substance identifier</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">PubMed</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">37 million PubMed/Medline records; estimated 15 million citations have chemicals</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Historically - expert curated; Currently - automated text mining</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Yes</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <sup>
                                        <xref ref-type="bibr" rid="ref4">4</xref>,
                                        <xref ref-type="bibr" rid="ref5">5</xref>
                                    </sup>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">PubChem</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">NLM NCBI</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">PubChem substance and compound identifiers</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">PubMed</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Unknown</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Automated text-mining; some deposition</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Yes, by article</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <sup>
                                        <xref ref-type="bibr" rid="ref6">6</xref>,
                                        <xref ref-type="bibr" rid="ref7">7</xref>
                                    </sup>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Chemfindable</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">EPA CCTE</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">DTXSID</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">PubMed, Methods documents, Fact sheets</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">In progress</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Expert curation, some automated identification</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Only for PubMed publications. More planned for AS v9</td>
                                <td colspan="1" rowspan="1"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">PubTator</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">NLM NCBI</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">MeSH identifier</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">PubMed abstracts; PMC full text</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">35 million abstracts; 6 million full text articles</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Automated text-mining
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">No, planned for AS v9</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <sup>
                                        <xref ref-type="bibr" rid="ref12">12</xref>
                                    </sup>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Europe PMC</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">EMBL EBI</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">ChEBI ID</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">PubMed; some PubAg, dissertations, preprints</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">45 million abstracts and publications</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Various. See https://europepmc.org/Annotations</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">No, planned for AS v9</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <sup>
                                        <xref ref-type="bibr" rid="ref13">13</xref>
                                    </sup>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Comparative Toxicogenomics Database</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">NC State</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">MeSH substance uid</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">PubMed</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">&gt;149,000 PubMed articles</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Expert curated</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">No, planned for AS v9</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <sup>
                                        <xref ref-type="bibr" rid="ref14">14</xref>
                                    </sup>
                                </td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
                <p>AS version 8 delivers the chemical entities from several of the projects listed in 
                    <xref ref-type="table" rid="T1">
Table 1</xref>. Using the MeSH Mine feature, all chemical or substance MeSH terms are extracted from the corpus of citations on each project&#x2019;s Main sheet, collected, counted, and written to the MeSHMine sheet with hyperlinks to the MeSH Browser and double-click navigation to the citations on the Main sheet. In contrast, access to chemicals associated with PubChem and the DSSTox database is performed at the single article level. 
                    <xref ref-type="fig" rid="f19">
Figure 19a</xref> and 
                    <xref ref-type="fig" rid="f19">19b</xref> indicate how this functionality works. With a single article loaded into the Abstract sheet and using the Chemical Lists section of the EPA custom ribbon, DSSTox curated chemicals are accessed by selecting &#x201c;Get curated EPA DSSTox chemicals&#x201d;. This retrieved a total of 19 chemicals for the selected article. The number of publications that have associated chemicals that can be retrieved by end users is growing but still under 1000. 
                    <xref ref-type="fig" rid="f19">
Figure 19b</xref> shows retrieval of PubChem linked chemicals.</p>
                <fig fig-type="figure" id="f19" orientation="portrait" position="float">
                    <label>
Figure 19. </label>
                    <caption>
                        <title>a and b. On the Abstract sheet how to retrieve chemicals associated with the article. (a) shows chemicals curated by EPA. (b) shows text-mined chemicals from PubChem.</title>
                    </caption>
                    <graphic id="gr19" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure19.gif"/>
                </fig>
            </sec>
            <sec id="sec11">
                <title>Understanding sets of chemicals</title>
                <p>While the last section reviewed the approach to extract chemicals from publications and how to download existing lists of chemicals from the EPA DSSTox database through CTX-API calls, this section reviews approaches that provide insight into sets of chemicals, whatever their origin. The AS provides insight into biological activity of chemicals through ToxCast and Tox21 assay data
                    <sup>
                        <xref ref-type="bibr" rid="ref15">15</xref>&#x2013;
                        <xref ref-type="bibr" rid="ref17">17</xref>
                    </sup> and insight into chemical structure through ToxPrint data
                    <sup>
                        <xref ref-type="bibr" rid="ref18">18</xref>
                    </sup> and chemical structure diagrams. The bioassay and ToxPrint data are displayed in a matrix format with one chemical per row and the associated data in columns. This matrix format lets the AS take advantage of similarity metrics and column sorting to make the data more accessible.</p>
                <p>

                    <italic toggle="yes">Bioassay hit calls</italic>
                </p>
                <p>A subset of the Bioassay sheet is displayed in 
                    <xref ref-type="fig" rid="f20">
Figure 20</xref>. Users can build sheets by providing the chemicals (with DTXSIDs) in column A, then specifying which assays to retrieve hit calls for (
                    <xref ref-type="fig" rid="f21">
Figure 21</xref>). More detailed guidance is provided in the user guide.</p>
                <fig fig-type="figure" id="f20" orientation="portrait" position="float">
                    <label>
Figure 20. </label>
                    <caption>
                        <title>Sections of the Bioassay sheet.</title>
                    </caption>
                    <graphic id="gr20" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure20.gif"/>
                </fig>
                <fig fig-type="figure" id="f21" orientation="portrait" position="float">
                    <label>
Figure 21. </label>
                    <caption>
                        <title>There are four ways to select assays.</title>
                        <p>Shown here is how to select by gene symbol (A) and by assay platform (B).</p>
                    </caption>
                    <graphic id="gr21" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure21.gif"/>
                </fig>
                <p>The matrix format of the Bioassay sheet can be challenging to interpret, but the AS provides functions to ameliorate these challenges. For example, if the hit call portion of the sheet is large and hit calls are sparse, it is difficult to view a chemical&#x2019;s results. Therefore, the AS Bioassay button menus allow for sorting by a selected chemical, an option that sorts the columns to order all assays with positive hit calls to the left of the sheet where they can be easily viewed together. The chemical used to perform sorting on is inserted in row 7 below the header rows, shown in 
                    <xref ref-type="fig" rid="f20">
Figure 20</xref> as the chemical Retinol. After sorting, Retinol&#x2019;s positive hit calls in this set of assays are easy to view. This figure also shows that the similarity function has been run (also available in the Bioassay section of the ribbon) and below Retinol are the chemicals in this set that have bioassay hits similar to Retinol. More detail regarding how this similarity metric is calculated can be found in the user guide.</p>
                <p>AS is primarily a literature tool, so even the Bioassay sheet provides a way to query PubMed. When links between a chemical and a gene are indicated by a positive hit call &#x2013; or not indicated by a positive hit call &#x2013; queries to PubMed can be conducted quickly to support or check the bioassay evidence. Double-clicking on any cell in the hit call region causes AS to construct a query from the chemical name and the genes associated with the assay. This query is placed in the main query form, ready to be executed, and the results are sent to the Main sheet for browsing. Using another menu option on the EPA Custom ribbon, the chemicals and genes can be sent to the Landscape sheet (
                    <xref ref-type="fig" rid="f22">
Figure 22</xref>). The user can then get an overview of the literature relationship between the chemicals and genes and navigate to the relationships of interest.</p>
                <fig fig-type="figure" id="f22" orientation="portrait" position="float">
                    <label>
Figure 22. </label>
                    <caption>
                        <title>Through the menu option shown, the chemicals and genes associated with the assays are written to the Landscape sheet where queries can be run to visualize article counts and run the queries.</title>
                    </caption>
                    <graphic id="gr22" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure22.gif"/>
                </fig>
                <p>

                    <italic toggle="yes">ToxPrints</italic>
                </p>
                <p>The second matrix formatted set of functions is accessible through the ToxPrints sheet. ToxPrints are a set of 729 structural fragments that can be used for structure-based analyses.
                    <sup>
                        <xref ref-type="bibr" rid="ref18">18</xref>
                    </sup> For all chemicals in DSSTox, ToxPrints have been pre-computed and the EPA CTX-APIs can retrieve and deliver these ToxPrints to AS. In version 8 of AS, a sheet called ToxPrints has been added to house the retrieved data. The user inputs DTXSID chemical identifiers into column A, then by clicking on the EPA custom menu option, retrieves the ToxPrints. The data are binary: 1 = yes, the chemical has a specific chemical ToxPrint; 0 = the chemical does not have the ToxPrint.</p>
                <p>For a set of chemicals, the ToxPrint data matrix can be very sparse &#x2013; with 729 possible ToxPrints a chemical will generally only contain a small number. Similar to the Bioactivity sheet, the ToxPrint sheet has functionality that sorts the columns by a selected chemical so that the user can inspect the Toxprints associated with that chemical without scrolling interminably to the right. Comparing one chemical to the others is possible visually by viewing colorized patterns of 0s and 1s, but AS can also calculate the Tanimoto distance between the row 6 chemical and the rest of the set. The sorting and Tanimoto calculation are functions available through the EPA custom ribbon.</p>
                <p>
                    <xref ref-type="fig" rid="f23">
Figure 23</xref> shows a fully populated ToxPrint sheet. In this example the ToxPrint columns are sorted for All-Trans-Retinoic acid and the Tanimoto similarity of all the chemicals compared to All-Trans-Retinoic acid has been calculated and placed in column F. Additional functionality includes methods to calculate the enrichments of ToxPrints associated with binary endpoints. Interested readers will find this functionality described in the user guide.</p>
                <fig fig-type="figure" id="f23" orientation="portrait" position="float">
                    <label>
Figure 23. </label>
                    <caption>
                        <title>Populated Toxprint sheet with sections shown.</title>
                        <p>Similarity metrics from the Row 6 chemical have been calculated.</p>
                    </caption>
                    <graphic id="gr23" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure23.gif"/>
                </fig>
                <p>

                    <italic toggle="yes">Chemical structure diagrams</italic>
                </p>
                <p>Chemical structure diagrams are an important way to visualize chemicals. AS version 8 has two ways to retrieve structure diagrams, both accessible from the ribbon group shown in 
                    <xref ref-type="fig" rid="f24">
Figure 24</xref>. The first method works like other chemical data retrieval and inserts the structure figure in a cell associated with the DTXSID in the same row. The Tiles option creates a new sheet called Tiles and on it arranges the chemical diagrams in rows of five, a format that makes visual comparison easier and is more suited for presentations or publications. Additional options include adding chemical names and additional data and coloring the tile borders. The User Guide should be consulted for a step-by-step description of this functionality.</p>
                <fig fig-type="figure" id="f24" orientation="portrait" position="float">
                    <label>
Figure 24. </label>
                    <caption>
                        <title>Two ways to retrieve chemical structural diagrams.</title>
                    </caption>
                    <graphic id="gr24" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/202196/26e5f527-61dc-4f14-bfc8-cfd21d84b45d_figure24.gif"/>
                </fig>
            </sec>
        </sec>
        <sec id="sec12" sec-type="discussion">
            <title>Discussion</title>
            <p>New research in a particular scientific domain rests on effective use of previous work. The Abstract Sifter tool handles the challenges of finding relevant information in the 37 million citations encompassed by PubMed. AS contributes to advancing new research with increased efficiency and better results.</p>
            <p>Using AS, a large complex corpora of retrieved PubMed citations can be built. With term-mapping, the size of the corpora is not a barrier to finding relevant citations quickly and ranking the citations with high accuracy and confidence. The rankings are transparent and reproducible. The dynamic nature of querying, sifting, and term-mapping means that the researcher can work through ideas and hypotheses without being penalized by lost time. The recording of queries on the Log sheet lets a researcher keep track of this exploration and provides a convenient way to rerun earlier queries. Note-taking functionality helps researchers keep track of their thoughts, opinions, intentions, and screening decisions.</p>
            <p>While AS is a powerful tool for research in any biomedical domain, AS version 8 has been enhanced to make it more valuable for chemical research. In the example discussed above, the MeSHMine functionality lets the researcher find the chemical substances linked to a given disease. Chemicals linked causally to the disease, treating the disease, and the genes and proteins playing a role in disease mechanisms can all be mined and displayed with counts and navigation shortcuts. Exploring the chemical substances linked to a disease is an effective introduction to a disease state and the evidence accumulated by previous researchers. These literature mining methods and concepts are translatable to other research problems.</p>
            <p>The researcher who builds on prior work will often need to take the chemicals from a publication and include them in future work. Version 8 of Abstract Sifter makes chemical name extraction much easier and the functions that call the CTX-APIs make it possible to assign the unique DTXSIDs to chemical names. Version 8 of AS streamlines the entire process of finding past studies of chemicals and building sets of chemicals for new studies.</p>
            <p>Chemicals are often analyzed in sets. Studying them in sets is a powerful methodology, because, as long as a unique identifier like the DTXSID is established, many external data points such as structural features can be brought to bear in the search for patterns, relationships, cause and effect, and ultimately understanding. AS is a useful tool for building chemical sets. Chemicals used in publications can be extracted and matched with their unique DTXSIDs and more data points retrieved. If the chemicals are in ToxCast or Tox21, their results in the assays can be evaluated and compared visually or mathematically through distance metrics. Structural diversity of a set of chemicals can be investigated through the ToxPrints functionality or through the innovative ways to visualize chemical structures. Using the Landscape sheet, published effects of chemicals can be visualized and navigated.</p>
            <p>There is an irony in the trend to study chemicals in sets. In a publication, the more chemicals studied, the less likely the names of the chemicals will be in the title, abstract, or keywords of the publication, the sections of the publication available to a search engine. Chemical lists will more likely be in the text or tables in the body of the PDF or in supplemental information. Except for PubMed Central (PMC) articles, the PDF and supplemental information are outside the reach of a search engine and therefore the chemicals are not findable. This means that a researcher aiming to assemble data about a certain chemical could miss important publications and information about that chemical. While the researchers who study chemicals increasingly adopt methods that let them study more than one chemical at a time, the less useful this information is: if it can&#x2019;t be found, it can&#x2019;t be used.</p>
            <p>The efforts of NLM, European PMC, and the EPA to curate, extract, and store chemical entities from publications represent valuable progress in resolving this issue. AS and its related EPA projects will continue to increase the size of its curation database and the ways to deliver chemical information.</p>
            <p>The AS depends on the platform and resources it is built upon. Microsoft Excel is a powerful tool on its own and, as the foundation for AS, the user gets strong data-handling capabilities in addition to a familiar and intuitive user experience. Microsoft regularly improves and extends Excel. The VBA programming language makes the delivery and navigation of information to the Excel front end possible, and the contributions of a community of programmers ease the technical challenges. The ability to use API calls to rich databases and bring data back to the familiar Excel sheets is possible because of the vision and work of governmental organizations like NLM and the EPA.</p>
            <p>As with version 8, future versions of AS will streamline literature tasks. Plans for future development include retrieval from repositories other than PubMed including European PubMed Central and technical documents. The tool will continue to be applied to EPA projects to find innovative ways to extract and deliver chemical information. The Abstract Sifter draws on rich resources to make a powerful tool that can accelerate the pace and thoroughness of research, particularly in the chemical domain.</p>
        </sec>
        <sec id="sec13">
            <title>Disclosures</title>
            <p>This paper does not necessarily represent the views or policies of the U.S. Environmental Protection Agency.</p>
        </sec>
        <sec id="sec14">
            <title>Software availability</title>
            <p>Abstract Sifter version 8 available at: The Abstract Sifter tool, user guide, and any future updates: 
                <ext-link ext-link-type="uri" xlink:href="https://www.parlezchem.com/abstract-sifter/">https://www.parlezchem.com/abstract-sifter/</ext-link>
            </p>
            <p>Software source code available at 
                <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.5281/zenodo.20312161">https://doi.org/10.5281/zenodo.20312161</ext-link>
            </p>
            <p>Software licensed under Creative Commons Attribution 4.0 International.</p>
        </sec>
    </body>
    <back>
        <ack>
            <title>Acknowledgements</title>
            <p>The authors thank Asif Rashid for technical support regarding the CompTox API. We also thank Erik Tyler Carr and Troy Ferland for their reviews of the manuscript.</p>
        </ack>
        <ref-list>
            <title>References</title>
            <ref id="ref1">
                <label>1</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Baker</surname>
                            <given-names>N</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Knudsen</surname>
                            <given-names>T</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Williams</surname>
                            <given-names>A</given-names>
                        </name>
</person-group>:
                    <article-title>Abstract Sifter: A Comprehensive Front-End System to Pubmed.</article-title>
                    <source>

                        <italic toggle="yes">F1000Res.</italic>
</source>
                    <year>2017</year>;<volume>6</volume>:<fpage>2164</fpage>.
                    <pub-id pub-id-type="pmid">29479422</pub-id>
                    <pub-id pub-id-type="doi">10.12688/f1000research.12865.1</pub-id>
                    <pub-id pub-id-type="pmcid">PMC5801564</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <mixed-citation publication-type="other">
                    <collab>EPA, US</collab>:
(accessed Accessed: October 30).
                    <ext-link ext-link-type="uri" xlink:href="https://www.epa.gov/comptox-tools/computational-toxicology-and-exposure-apis-data-domains">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Else</surname>
                            <given-names>H</given-names>
                        </name>
</person-group>:
                    <article-title>How Unpaywall Is Transforming Open Science.</article-title>
                    <source>

                        <italic toggle="yes">Nature.</italic>
</source>
                    <year>2018</year>;<volume>560</volume>(<issue>7718</issue>):<fpage>290</fpage>&#x2013;<lpage>291</lpage>.
                    <pub-id pub-id-type="pmid">30111793</pub-id>
                    <pub-id pub-id-type="doi">10.1038/d41586-018-05968-3</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <mixed-citation publication-type="other">
                    <article-title>Medicine, National Library of &#x201c;Pubmed and Mesh.&#x201d;</article-title>(accessed 10/31/2024).
                    <ext-link ext-link-type="uri" xlink:href="https://pubmed.ncbi.nlm.nih.gov/about/">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Lipscomb</surname>
                            <given-names>CE</given-names>
                        </name>
</person-group>:
                    <article-title>Medical Subject Headings (Mesh).</article-title>
                    <source>

                        <italic toggle="yes">Bull. Med. Libr. Assoc.</italic>
</source>
                    <year>2000</year>;<volume>88</volume>(<issue>3</issue>):<fpage>265</fpage>&#x2013;<lpage>266</lpage>.
                    <pub-id pub-id-type="pmid">10928714</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Kim</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Thiessen</surname>
                            <given-names>PA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Cheng</surname>
                            <given-names>T</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Literature Information in Pubchem: Associations between Pubchem Records and Scientific Articles.</article-title>
                    <source>

                        <italic toggle="yes">J. Cheminform.</italic>
</source>
                    <year>2016</year>;<volume>8</volume>:<fpage>32</fpage>.
                    <pub-id pub-id-type="pmid">27293485</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s13321-016-0142-6</pub-id>
                    <pub-id pub-id-type="pmcid">PMC4901473</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Kim</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Chen</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Cheng</surname>
                            <given-names>T</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Pubchem 2023 Update.</article-title>
                    <source>

                        <italic toggle="yes">Nucleic Acids Res.</italic>
</source>
                    <year>2023</year>;<volume>51</volume>(<issue>D1</issue>):<fpage>D1373</fpage>&#x2013;<lpage>D1380</lpage>.
                    <pub-id pub-id-type="pmid">36305812</pub-id>
                    <pub-id pub-id-type="doi">10.1093/nar/gkac956</pub-id>
                    <pub-id pub-id-type="pmcid">PMC9825602</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Sayers</surname>
                            <given-names>EW</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Bolton</surname>
                            <given-names>EE</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Brister</surname>
                            <given-names>JR</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Database Resources of the National Center for Biotechnology Information in 2023.</article-title>
                    <source>

                        <italic toggle="yes">Nucleic Acids Res.</italic>
</source>
                    <year>2023</year>;<volume>51</volume>(<issue>D1</issue>):<fpage>D29</fpage>&#x2013;<lpage>D38</lpage>.
                    <pub-id pub-id-type="pmid">36370100</pub-id>
                    <pub-id pub-id-type="doi">10.1093/nar/gkac1032</pub-id>
                    <pub-id pub-id-type="pmcid">PMC9825438</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Grulke</surname>
                            <given-names>CM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Williams</surname>
                            <given-names>AJ</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Thillanadarajah</surname>
                            <given-names>I</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Epa&#x2019;s Dsstox Database: History of Development of a Curated Chemistry Resource Supporting Computational Toxicology Research.</article-title>
                    <source>

                        <italic toggle="yes">Comput. Toxicol.</italic>
</source>
                    <year>2019</year>;<volume>12</volume>:<fpage>100096</fpage>.
                    <pub-id pub-id-type="pmid">33426407</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.comtox.2019.100096</pub-id>
                    <pub-id pub-id-type="pmcid">PMC7787967</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Williams</surname>
                            <given-names>AJ</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Grulke</surname>
                            <given-names>CM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Edwards</surname>
                            <given-names>J</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>The Comptox Chemistry Dashboard: A Community Data Resource for Environmental Chemistry.</article-title>
                    <source>

                        <italic toggle="yes">J. Cheminform.</italic>
</source>
                    <year>2017</year>;<volume>9</volume>(<issue>1</issue>):<fpage>61</fpage>.
                    <pub-id pub-id-type="pmid">29185060</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s13321-017-0247-6</pub-id>
                    <pub-id pub-id-type="pmcid">PMC5705535</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Jacobs</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Williams</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hickey</surname>
                            <given-names>K</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Cas Common Chemistry in 2021: Expanding Access to Trusted Chemical Information for the Scientific Community.</article-title>
                    <source>

                        <italic toggle="yes">J. Chem. Inf. Model.</italic>
</source>
                    <year>2022</year>;<volume>62</volume>(<issue>11</issue>):<fpage>2737</fpage>&#x2013;<lpage>2743</lpage>.
                    <pub-id pub-id-type="pmid">35559614</pub-id>
                    <pub-id pub-id-type="doi">10.1021/acs.jcim.2c00268</pub-id>
                    <pub-id pub-id-type="pmcid">PMC9199008</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Wei</surname>
                            <given-names>CH</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Allot</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Lai</surname>
                            <given-names>PT</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Pubtator 3.0: An Ai-Powered Literature Resource for Unlocking Biomedical Knowledge.</article-title>
                    <source>

                        <italic toggle="yes">Nucleic Acids Res.</italic>
</source>
                    <year>2024</year>;<volume>52</volume>(<issue>W1</issue>):<fpage>W540</fpage>&#x2013;<lpage>W546</lpage>.
                    <pub-id pub-id-type="pmid">38572754</pub-id>
                    <pub-id pub-id-type="doi">10.1093/nar/gkae235</pub-id>
                    <pub-id pub-id-type="pmcid">PMC11223843</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Rosonovski</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Levchenko</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Ide-Smith</surname>
                            <given-names>M</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Searching and Evaluating Publications and Preprints Using Europe Pmc.</article-title>
                    <source>

                        <italic toggle="yes">Curr. Protoc.</italic>
</source>
                    <year>2023</year>;<volume>3</volume>(<issue>3</issue>):<fpage>e694</fpage>.
                    <pub-id pub-id-type="pmid">36946755</pub-id>
                    <pub-id pub-id-type="doi">10.1002/cpz1.694</pub-id>
                    <pub-id pub-id-type="pmcid">PMC7614751</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Davis</surname>
                            <given-names>AP</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Wiegers</surname>
                            <given-names>TC</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sciaky</surname>
                            <given-names>D</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Comparative Toxicogenomics Database&#x2019;s 20th Anniversary: Update 2025.</article-title>
                    <source>

                        <italic toggle="yes">Nucleic Acids Res.</italic>
</source>
                    <year>2024</year>;<volume>53</volume>:<fpage>D1328</fpage>&#x2013;<lpage>D1334</lpage>.
                    <pub-id pub-id-type="pmid">39385618</pub-id>
                    <pub-id pub-id-type="doi">10.1093/nar/gkae883</pub-id>
                    <pub-id pub-id-type="pmcid">PMC11701581</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Kavlock</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Chandler</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Houck</surname>
                            <given-names>K</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Update on Epa&#x2019;s Toxcast Program: Providing High Throughput Decision Support Tools for Chemical Risk Management.</article-title>
                    <source>

                        <italic toggle="yes">Chem. Res. Toxicol.</italic>
</source>
                    <year>2012</year>;<volume>25</volume>(<issue>7</issue>):<fpage>1287</fpage>&#x2013;<lpage>1302</lpage>.
                    <pub-id pub-id-type="pmid">22519603</pub-id>
                    <pub-id pub-id-type="doi">10.1021/tx3000939</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Tice</surname>
                            <given-names>RR</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Austin</surname>
                            <given-names>CP</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kavlock</surname>
                            <given-names>RJ</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Improving the Human Hazard Characterization of Chemicals: A Tox21 Update.</article-title>
                    <source>

                        <italic toggle="yes">Environ. Health Perspect.</italic>
</source>
                    <year>2013</year>;<volume>121</volume>(<issue>7</issue>):<fpage>756</fpage>&#x2013;<lpage>765</lpage>.
                    <pub-id pub-id-type="pmid">23603828</pub-id>
                    <pub-id pub-id-type="doi">10.1289/ehp.1205784</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3701992</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Richard</surname>
                            <given-names>AM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Judson</surname>
                            <given-names>RS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Houck</surname>
                            <given-names>KA</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Toxcast Chemical Landscape: Paving the Road to 21st Century Toxicology.</article-title>
                    <source>

                        <italic toggle="yes">Chem. Res. Toxicol.</italic>
</source>
                    <year>2016</year>;<volume>29</volume>(<issue>8</issue>):<fpage>1225</fpage>&#x2013;<lpage>1251</lpage>.
                    <pub-id pub-id-type="pmid">27367298</pub-id>
                    <pub-id pub-id-type="doi">10.1021/acs.chemrestox.6b00135</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Yang</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Tarkhov</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Marusczyk</surname>
                            <given-names>J</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>New Publicly Available Chemical Query Language, Csrml, to Support Chemotype Representations for Application to Data Mining and Modeling.</article-title>
                    <source>

                        <italic toggle="yes">J. Chem. Inf. Model.</italic>
</source>
                    <year>2015</year>;<volume>55</volume>(<issue>3</issue>):<fpage>510</fpage>&#x2013;<lpage>528</lpage>.
                    <pub-id pub-id-type="pmid">25647539</pub-id>
                    <pub-id pub-id-type="doi">10.1021/ci500667v</pub-id>
                </mixed-citation>
            </ref>
        </ref-list>
    </back>
    <sub-article article-type="reviewer-report" id="report407559">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.176540.r407559</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Moseley</surname>
                        <given-names>Hunter N B</given-names>
                    </name>
                    <xref ref-type="aff" rid="r407559a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0003-3995-5368</uri>
                </contrib>
                <aff id="r407559a1">
                    <label>1</label>University of Kentucky, Lexington, USA</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>2</day>
                <month>9</month>
                <year>2025</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2025 Moseley HNB</copyright-statement>
                <copyright-year>2025</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport407559" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.160617.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>This manuscript presents a new version of the Abstract Sifter VBA macro-based Excel workbook for pulling chemical information from PubMed abstracts. &#x00a0;The manuscript presents the functionality provided by the software in a fairly descriptive and organized manner. &#x00a0;However, there are significant issues with enabling the software to run in a trusted environment. &#x00a0;</p>
            <p> </p>
            <p> Major Issues:</p>
            <p> 1) Given the limitations of running macros in Excel based on &#x201c;Trust Center&#x201d; settings, the authors should mention the requirements and steps needed for Abstract Sifter V8 to run. &#x00a0;The authors are encouraged to take the steps to digitally sign the macros in ASv8, which is one of the Macro Settings options for allowing VBA macros to operate, without allowing all macros to operate.</p>
            <p> </p>
            <p> 2) Under the methods section, provide a table of the macros implemented in ASv8 with a description of what each macro does. Please provide the actual code for the VBA macros in a form that does not require &#x201c;Enabling Macros&#x201d; in Excel in order to review your code. &#x00a0;These could be text files added to the Zenodo item and named to identify the specific macro or it could just be supplemental material with this manuscript.&#x00a0;</p>
            <p> </p>
            <p> 3) The version of ASv8 on Zenodo appears to be prepopulated with information from a query run for fipronil in the Main worksheet. Does &#x201c;Query PubMed&#x201d; macro erase this upon use? &#x00a0;This reviewer is assuming it does, but has not enabled Macros to find out, due to the scary message in Microsoft&#x2019;s Trust Center warning not to enable Macros.</p>
            <p> </p>
            <p> 4) Is the DSSTox database a (scientific) &#x00a0;&#x201c;repository&#x201d; as stated on page 13? A repository generally promotes preservation, versioning, provenance, and deposition. &#x00a0;A database or knowledgebase does not necessarily support these types of functions.</p>
            <p> </p>
            <p> Minor Issues:</p>
            <p> Across multiple figures, added text and boxes should be in a color that makes it clear they are not part of the screen capture. Often a bright red is used for this purpose.</p>
            <p> Page 4, line 1 under &#x201c;Operation&#x201d;: Remove &#x201c;The&#x201d; before &#x201c;AS&#x201d;.</p>
            <p> Page 4, line 1 under &#x201c;Querying&#x2026;&#x201d;: add comma after &#x201c;In this worksheet&#x201d;.</p>
            <p> Page 4, paragraph 2, line 3 under &#x201c;Querying&#x2026;&#x201d;: add comma after &#x201c;For many literature projects&#x201d;.</p>
            <p> Page 5, paragraph 2, line 3: add comma after &#x201c;Using AS&#x201d;.</p>
            <p> Page 6, last paragraph: define DTXSID at first use. &#x00a0;A quick google search brought up &#x201c;Distributed Structure Searchable Toxicity Substance Identifier&#x201d;. &#x00a0;This definition does not match the definition in the Abbreviations section; however, the google search may be wrong or old.</p>
            <p> Page 8, paragraph 2, line 5: a Mesh qualifier is usually in all caps and thus should be &#x201c;THER USE&#x201d;.</p>
            <p> Page 9, paragraph 2, line 2: add comma after &#x201c;Word document&#x201d;.</p>
            <p> Page 9, paragraph 3, line 1: grammatically incorrect sentence, but not sure how to fix it.</p>
            <p> Page 10, paragraph 2, line 2: add &#x201c;the&#x201d; before &#x201c;user clicks&#x201d;.</p>
            <p> Page 11, paragraph 2, line 4: add comma after &#x201c;In this example&#x201d;.</p>
            <p> Page 11, paragraph 3, line 4: add comma after &#x201c;for the function&#x201d;.</p>
            <p> Page 13, paragraph 2, line 3: replace &#x201c;data set&#x201d; with &#x201c;dataset&#x201d;.</p>
            <p> Figure 18: Suggest embellishing the figure legend to describe the steps and identify the order of the steps.</p>
            <p> Figure 19: Figure legend looks incomplete. &#x00a0;Not sure why it is starting &#x201c;a and b. On the Abstract&#x2026;&#x201d;. &#x00a0;Feels like something was accidentally cut and/or pasted.</p>
            <p> Page 16, under &#x201c;Understanding sets of chemicals&#x201d;: Would suggest coming the first and second sentence for a better transition sentence. &#x00a0;Could start with &#x201c;While the last section reviewed&#x2026;, this section reviews approaches&#x2026;&#x201d;</p>
            <p> Page 17, paragraph 2, line 1: remove &#x201c;The&#x201d; before &#x201c;AS&#x201d; and add comma after &#x201c;literature tool&#x201d;.</p>
            <p> Page 17, paragraph 2, line 3: remove &#x201c;the&#x201d; before &#x201c;AS&#x201d;, which is on the next line.</p>
            <p> Page 17, paragraph 3, line 5: move the comma after &#x201c;then&#x201d; before &#x201c;then&#x201d;.</p>
            <p> Page 18, paragraph 1, line 5: remove &#x201c;the&#x201d; before &#x201c;AS&#x201d;.</p>
            <p> Page 19, paragraph 1, line 1: remove &#x201c;The&#x201d; before &#x201c;AS&#x201d;.</p>
            <p> Page 19, paragraph 3, line 1: add &#x201c;a&#x201d; before &#x201c;large complex corpora&#x201d;.</p>
            <p> Page 19, paragraph 4, line 1: remove &#x201c;the&#x201d; before &#x201c;AS&#x201d;.</p>
            <p> Page 19, paragraph 6, line 1: remove dashes and use commas, starting with putting a comma before &#x201c;because&#x201d;.</p>
            <p> Page 20, paragraph 3, line 1: remove &#x201c;The&#x201d; before &#x201c;AS&#x201d;.</p>
            <p> </p>
            <p>Are the conclusions about the tool and its performance adequately supported by the findings presented in the article?</p>
            <p>Partly</p>
            <p>Is the rationale for developing the new software tool clearly explained?</p>
            <p>Yes</p>
            <p>Is the description of the software tool technically sound?</p>
            <p>Partly</p>
            <p>Are sufficient details of the code, methods and analysis (if applicable) provided to allow replication of the software development and its use by others?</p>
            <p>Partly</p>
            <p>Is sufficient information provided to allow interpretation of the expected output datasets and any results generated using the tool?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>scientific programming; bioinformatics, cheminformatics; systems biology</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above.</p>
        </body>
        <sub-article article-type="response" id="comment16252-407559">
            <front-stub>
                <contrib-group>
                    <contrib contrib-type="author">
                        <name>
                            <surname>Baker</surname>
                            <given-names>Nancy</given-names>
                        </name>
                        <aff>Not Applicable, USA</aff>
                    </contrib>
                </contrib-group>
                <author-notes>
                    <fn fn-type="conflict">
                        <p>
                            <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                    </fn>
                </author-notes>
                <pub-date pub-type="epub">
                    <day>20</day>
                    <month>5</month>
                    <year>2026</year>
                </pub-date>
            </front-stub>
            <body>
                <p>Dear Reviewer,</p>
                <p> </p>
                <p> Thank you for the time and effort you put into reviewing the article and the tool.&#x00a0;</p>
                <p> Many things have changed since this manuscript was submitted.&#x00a0; The research arm of the EPA which funded Abstract Sifter has been dismantled and funding for work on the tool ceased.&#x00a0; I have continued on my own time to support the tool.&#x00a0;&#x00a0;</p>
                <p> </p>
                <p> Here are my responses to the major issues:</p>
                <p> 1.&#x00a0; 
                    <bold>Response: </bold>Macros are a hurdle with developing Excel applications.&#x00a0; In response to this review, and user inquiries, I invested in getting a digital signing key.&#x00a0; There is one version of the tool on the download web site that is digitally signed.&#x00a0; However, that key only lasts for a year and I cannot sign another version until I renew it.&#x00a0; The cost is significant for me personally to support again.&#x00a0; I will add text to the manuscript and the user guide which lets the user know where to find the signed version and how to contribute if an organization would like then new versions signed.&#x00a0;</p>
                <p> </p>
                <p> Another security related issue is the use of Inkedit control. This control gives the Abstract Sifter the ability to colorize text in a form.&#x00a0; It's useful for screening lots of abstracts.&#x00a0; I have just found a way (thanks to clever contributors to the Internet help sites) to call the Inkedit control dynamically. This ability eliminates the irritating warning that used to come up. That version is now the downloadable version.&#x00a0;</p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>2. The reviewer comment:</p>
                <p> 
                    <italic>2) Under the methods section, provide a table of the macros implemented in ASv8 with a description of what each macro does. Please provide the actual code for the VBA macros in a form that does not require &#x201c;Enabling Macros&#x201d; in Excel in order to review your code. &#x00a0;These could be text files added to the Zenodo item and named to identify the specific macro or it could just be supplemental material with this manuscript.&#x00a0;</italic>
                </p>
                <p> 
                    <bold>Response: </bold>The code is now in Zenodo by module name.</p>
                <p> Note: The term &#x201c;macros&#x201d; does not really reflect the construction of an Excel macro-enable application.&#x00a0; The Abstract Sifter has code, VBA code, behind it. The file on Zenodo called vbacode.zip has all the code modules.&#x00a0; One can download that file and browse all the modules and the subroutines and functions in each module.&#x00a0; They are all in VBA code. The modules are named for their general functionality.</p>
                <p> &#x00a0;Excel applications are challenging because they are worksheets, forms, and code all working together. &#x00a0;Abstract Sifter has thousands of lines of VBA code. It also has API calls that are often sent with a (secret) API key which has to be removed from the code before making it open.&#x00a0; &#x00a0;&#x00a0;&#x00a0;</p>
                <p> I have extracted all the VBA code modules, forms, and sheets from Abstract Sifter into one zip file and added that to Zenodo. An interested user can read the code. If users wish to rebuild the application, they will need to get API keys under their own names.</p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>3. Reviewer comments:</p>
                <p> &#x00a0;The version of ASv8 on Zenodo appears to be prepopulated with information from a query run for fipronil in the Main worksheet. Does &#x201c;Query PubMed&#x201d; macro erase this upon use? &#x00a0;This reviewer is assuming it does, but has not enabled Macros to find out, due to the scary message in Microsoft&#x2019;s Trust Center warning not to enable Macros.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>Yes, the Abstract Sifter, like PubMed, is dynamic and running a query will erase the previous results unless the user decides to append results. It seems friendlier to have some results on the Main sheet, but I can stop this practice. </italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>4. Is the DSSTox database a (scientific)&#x00a0;&#x201c;repository&#x201d; as stated on page 13? A repository generally promotes preservation, versioning, provenance, and deposition. &#x00a0;A database or knowledgebase does not necessarily support these types of functions.</p>
                <p> 
                    <italic>
                        <bold>Author response:</bold> I have replaced the term &#x201c;repository&#x201d; with &#x201c;database&#x201d; in reference to DSSTox and PubChem.</italic>
                </p>
                <p> Minor Issues:</p>
                <p> Across multiple figures, added text and boxes should be in a color that makes it clear they are not part of the screen capture. Often a bright red is used for this purpose.</p>
                <p> 
                    <italic>
                        <bold>Author response:</bold> Thank you for this comment. Where possible, the added text has been changed from black to red color.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 4, line 1 under &#x201c;Operation&#x201d;: Remove &#x201c;The&#x201d; before &#x201c;AS&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 4, line 1 under &#x201c;Querying&#x2026;&#x201d;: add comma after &#x201c;In this worksheet&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 4, paragraph 2, line 3 under &#x201c;Querying&#x2026;&#x201d;: add comma after &#x201c;For many literature projects&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 5, paragraph 2, line 3: add comma after &#x201c;Using AS&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 6, last paragraph: define DTXSID at first use. &#x00a0;A quick google search brought up &#x201c;Distributed Structure Searchable Toxicity Substance Identifier&#x201d;. &#x00a0;This definition does not match the definition in the Abbreviations section; however, the google search may be wrong or old.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 8, paragraph 2, line 5: a Mesh qualifier is usually in all caps and thus should be &#x201c;THER USE&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 9, paragraph 2, line 2: add comma after &#x201c;Word document&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response:</bold> completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 9, paragraph 3, line 1: grammatically incorrect sentence, but not sure how to fix it.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>The text has been simplified. </italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 10, paragraph 2, line 2: add &#x201c;the&#x201d; before &#x201c;user clicks&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 11, paragraph 2, line 4: add comma after &#x201c;In this example&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 11, paragraph 3, line 4: add comma after &#x201c;for the function&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 13, paragraph 2, line 3: replace &#x201c;data set&#x201d; with &#x201c;dataset&#x201d;.</p>
                <p> 
                    <italic>Author response: completed.</italic>
                </p>
                <p> Figure 18: Suggest embellishing the figure legend to describe the steps and identify the order of the steps.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Figure 19: Figure legend looks incomplete. &#x00a0;Not sure why it is starting &#x201c;a and b. On the Abstract&#x2026;&#x201d;. &#x00a0;Feels like something was accidentally cut and/or pasted.</p>
                <p> 
                    <italic>
                        <bold>Author response:&#x00a0;</bold> thanks for this observation. I have added a. and b. to the figure for clarity.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 16, under &#x201c;Understanding sets of chemicals&#x201d;: Would suggest coming the first and second sentence for a better transition sentence. &#x00a0;Could start with &#x201c;While the last section reviewed&#x2026;, this section reviews approaches&#x2026;&#x201d;</p>
                <p> 
                    <italic>
                        <bold>Author response:</bold> excellent suggestion. It now reads much better. </italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 17, paragraph 2, line 1: remove &#x201c;The&#x201d; before &#x201c;AS&#x201d; and add comma after &#x201c;literature tool&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response</bold>: completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 17, paragraph 2, line 3: remove &#x201c;the&#x201d; before &#x201c;AS&#x201d;, which is on the next line.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 17, paragraph 3, line 5: move the comma after &#x201c;then&#x201d; before &#x201c;then&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 18, paragraph 1, line 5: remove &#x201c;the&#x201d; before &#x201c;AS&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 19, paragraph 1, line 1: remove &#x201c;The&#x201d; before &#x201c;AS&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 19, paragraph 3, line 1: add &#x201c;a&#x201d; before &#x201c;large complex corpora&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 19, paragraph 4, line 1: remove &#x201c;the&#x201d; before &#x201c;AS&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response:</bold> completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 19, paragraph 6, line 1: remove dashes and use commas, starting with putting a comma before &#x201c;because&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response:</bold> completed.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Comment: </bold>Page 20, paragraph 3, line 1: remove &#x201c;The&#x201d; before &#x201c;AS&#x201d;.</p>
                <p> 
                    <italic>
                        <bold>Author response: </bold>completed.</italic>
                </p>
            </body>
        </sub-article>
    </sub-article>
</article>
