<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "http://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="1.2" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="pmc">F1000Research</journal-id>
            <journal-title-group>
                <journal-title>F1000Research</journal-title>
            </journal-title-group>
            <issn pub-type="epub">2046-1402</issn>
            <publisher>
                <publisher-name>F1000 Research Limited</publisher-name>
                <publisher-loc>London, UK</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="doi">10.12688/f1000research.174228.1</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Research Article</subject>
                </subj-group>
                <subj-group>
                    <subject>Articles</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Usability Evaluation of the Pharmacist-Integrated 
                    <italic>Sahabat DM</italic> Application for Type 2 Diabetes Mellitus Management in Indonesian Primary Care Using SEQ and SUS Instruments</article-title>
                <fn-group content-type="pub-status">
                    <fn>
                        <p>[version 1; peer review: 1 approved with reservations]</p>
                    </fn>
                </fn-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Rindarwati</surname>
                        <given-names>Asti</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Funding Acquisition</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Visualization</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0001-8741-3112</uri>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>Amalia</surname>
                        <given-names>Lia</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="corresp" rid="c1">a</xref>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Permana</surname>
                        <given-names>Hikmat</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <aff id="a1">
                    <label>1</label>Pharmacy, Institut Teknologi Bandung Sekolah Farmasi, Bandung, West Java, Indonesia</aff>
                <aff id="a2">
                    <label>2</label>medical, Universitas Padjadjaran Facultas Kedokteran, Bandung, West Java, Indonesia</aff>
            </contrib-group>
            <author-notes>
                <corresp id="c1">
                    <label>a</label>
                    <email xlink:href="mailto:lia_amalia@itb.ac.id">lia_amalia@itb.ac.id</email>
                </corresp>
                <fn fn-type="conflict">
                    <p>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>16</day>
                <month>4</month>
                <year>2026</year>
            </pub-date>
            <pub-date pub-type="collection">
                <year>2026</year>
            </pub-date>
            <volume>15</volume>
            <elocation-id>537</elocation-id>
            <history>
                <date date-type="accepted">
                    <day>17</day>
                    <month>3</month>
                    <year>2026</year>
                </date>
            </history>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2026 Rindarwati A et al.</copyright-statement>
                <copyright-year>2026</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access article distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <self-uri content-type="pdf" xlink:href="https://f1000research.com/articles/15-537/pdf"/>
            <abstract>
                <sec>
                    <title>Background</title>
                    <p>Type 2 diabetes mellitus (T2DM) is a major global public health challenge, characterized by rapidly increasing prevalence, morbidity, and mortality. In line with the increasing trend, the number of T2DM cases in Indonesia is projected to reach 28.6 million by 2045, ranking among the highest worldwide. To address this growing challenge, digital health application offer promising strategies to enhance diabetes self-management through continuous monitoring, medication reminders, and patient education, particularly in community-based settings. Therefore, this study aimed to evaluate the usability and user experience of 
                        <italic toggle="yes">Sahabat DM</italic> digital health application for T2DM management in Indonesian community health centers using the Single Ease Question (SEQ) and System Usability Scale (SUS) instruments.</p>
                </sec>
                <sec>
                    <title>Methods</title>
                    <p>A descriptive usability evaluation was conducted among 20 adult patients with T2DM recruited from community health centers. Participants performed 10 predefined tasks representing major application features, followed by SEQ assessments after each task and a SUS questionnaire upon completion. Subsequently, descriptive statistics such as mean, median, and standard deviation values were calculated for both instruments, and usability classifications were determined according to established scoring standards.</p>
                </sec>
                <sec>
                    <title>Results</title>
                    <p>The mean SEQ score was 5.5&#x00a0;&#x00b1;&#x00a0;0.22, indicating that participants perceived the application &#x201c;fairly easy&#x201d; to operate. The average SUS score was 72.0&#x00a0;&#x00b1;&#x00a0;7.1, classified as &#x201c;Good&#x201d; usability on Bangor&#x2019;s adjective scale. High SEQ and SUS ratings showed the application&#x2019;s intuitive layout, clear task flow, and efficient navigation. However, the lowest SEQ rating was observed in the &#x201c;Report Side Effects&#x201d; task, suggesting potential opportunities for optimization in data entry and user guidance.</p>
                </sec>
                <sec>
                    <title>Conclusion</title>
                    <p>

                        <italic toggle="yes">The Sahabat DM</italic> application demonstrated good usability and user acceptance among patients with T2DM, confirming the potential to support pharmacist-led diabetes self-management in Indonesian community health centers. Moreover, further large-scale and longitudinal studies are recommended to validate clinical outcomes and optimize the design for broader implementation.</p>
                </sec>
            </abstract>
            <kwd-group kwd-group-type="author">
                <kwd>Community Health Centers</kwd>
                <kwd>Diabetes Mellitus Type 2</kwd>
                <kwd>Digital Health</kwd>
                <kwd>System Usability Scale</kwd>
                <kwd>Usability Testing&#x202f;</kwd>
            </kwd-group>
            <funding-group>
                <award-group id="fund-1">
                    <funding-source>Indonesian Education Scholarship Program (BPI) </funding-source>
                    <award-id>202209091648</award-id>
                </award-group>
                <funding-statement>This study was supported by the Indonesian Education Scholarship Program (BPI) grant no 202209091648, Education Financing Service Center (Puslapdik), Ministry of Education and Culture, Republic of Indonesia (Kemendikbud), Center for Higher Education Funding and Assessment (PPAPT), and Indonesia Endowment Fund for Education Agency (LPDP)</funding-statement>
                <funding-statement>
                    <italic>The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</italic>
                </funding-statement>
            </funding-group>
        </article-meta>
    </front>
    <body>
        <sec id="sec5" sec-type="intro">
            <title>Introduction</title>
            <p>Type 2 diabetes mellitus (T2DM) is one of the fastest-growing global health problems and a leading cause of cardiovascular disease, stroke, renal failure, blindness, and lower-limb amputation (
                <xref ref-type="bibr" rid="ref45">OECD &amp; The World Bank, 2023</xref>). In 2021, the 
                <italic toggle="yes">International Diabetes Federation (IDF)</italic> estimated that 537 million adults aged 20&#x2013;79&#x00a0;years were living with diabetes worldwide, with a projection to increase by 46% in 2045 (
                <xref ref-type="bibr" rid="ref28">Kumar et al., 2024</xref>). More than 1.2 million children and adolescents are affected by diabetes, with a continuous increase in the prevalence rate annually (
                <xref ref-type="bibr" rid="ref23">Goyal &amp; Vanita, 2025</xref>). Currently, Indonesia ranks fifth globally for the highest number of diabetes patients, with 19.5 million cases in 2021, projected to reach 28.6 million by 2045 (
                <xref ref-type="bibr" rid="ref29">Kusuma et al., 2025</xref>). These figures highlight the need for urgent public health action, as the disease imposes a substantial clinical and economic burden on the healthcare system and the population (
                <xref ref-type="bibr" rid="ref29">Kusuma et al., 2025</xref>).</p>
            <p>Effective diabetes management extends beyond pharmacological treatment with insulin or oral hypoglycemics (
                <xref ref-type="bibr" rid="ref43">Nishida &amp; Watada, 2024</xref>). This disease requires proper management, such as continuous self-management behaviors, including regular blood glucose monitoring, adherence to treatment, dietary control, physical activity, smoking cessation, and consistent follow-up with healthcare professionals (Nico Octario Sotya 
                <xref ref-type="bibr" rid="ref42">Negara et al., 2025</xref>). However, in many low- and middle-income countries such as Indonesia, limited health literacy, fragmented patient follow-up, and inadequate healthcare infrastructure often impede optimal diabetes management (
                <xref ref-type="bibr" rid="ref17">Faizi et al., 2024</xref>). These challenges show the need for innovative, accessible, and sustainable interventions to support patient self-care and continuity of care within the community (
                <xref ref-type="bibr" rid="ref15">Cornet et al., 2020</xref>).</p>
            <p>Recent advances in information and communication technology have increased the growth of digital health and mobile health (mHealth) solutions, particularly during the COVID-19 pandemic due to restricted access to healthcare facilities (
                <xref ref-type="bibr" rid="ref57">Williams et al., 2020</xref>). According to 
                <italic toggle="yes">IQVIA Digital Health Trends 2021</italic>, more than 350,000 digital health applications were available globally, with over 90,000 new applications launched in 2020 (
                <xref ref-type="bibr" rid="ref38">Morrison et al., 2022</xref>). These applications offer flexibility and accessibility beyond conventional clinic-based diabetes education, allowing patients to monitor health, receive reminders, and access educational content easily (V. 
                <xref ref-type="bibr" rid="ref54">Sharma et al., 2024</xref>). Digital health services are not intended to replace traditional clinical practice but rather to complement it by enabling early detection, continuous monitoring, and teleconsultation, particularly for chronic conditions such as T2DM (
                <xref ref-type="bibr" rid="ref36">Mbanugo, 2020</xref>). In Indonesia, digital applications have also started supporting the 
                <italic toggle="yes">Program Pengelolaan Penyakit Kronis (Prolanis)</italic>, the national chronic disease management program, by facilitating communication between patients and healthcare providers, including pharmacists (
                <xref ref-type="bibr" rid="ref41">Nappoe et al., 2023</xref>). Pharmacists play an essential role in providing medication counseling, monitoring drug-related problems, and supporting patient adherence. However, relatively few digital interventions explicitly integrate pharmacists&#x2019; roles into patient care workflows. Despite the continuous rise in the development of mHealth applications, published studies evaluating the usability of diabetes-related applications in the context of Indonesian primary care remain limited, particularly using standardized and validated usability instruments.</p>
            <p>The success of digital health interventions depends significantly on usability. According to the 
                <italic toggle="yes">International Organization for Standardization (ISO 9241-210)</italic>, usability refers to the extent to which a product can be applied by specific users to achieve goals effectively, efficiently, and satisfactorily in a defined context of use (
                <xref ref-type="bibr" rid="ref26">Jokela et al., 2003</xref>). High usability enhances user acceptance, adherence, and engagement, while poor usability leads to frustration and inaccurate data input, which can compromise clinical outcomes (
                <xref ref-type="bibr" rid="ref24">Jansson et al., 2022</xref>). To ensure that digital health applications are user-centered and context-appropriate, usability testing is recognized as an essential phase during the development process (
                <xref ref-type="bibr" rid="ref48">Rodriguez et al., 2023</xref>). In this context, System Usability Scale (SUS) has gained significant attention for measuring overall user perception of a system, while Single Ease Question (SEQ) assesses task-specific ease of use immediately after task completion (
                <xref ref-type="bibr" rid="ref30">Lewis &amp; Sauro, 2018</xref>). The combination of these tools provides both macro- and micro-level insights into system performance and user experience (
                <xref ref-type="bibr" rid="ref52">Sedig et al., 2013</xref>).</p>
            <p>The Indonesian healthcare system depends significantly on community health centers (Puskesmas) and pharmacists as frontline providers of medication counseling, diabetes education, and patient follow-up (
                <xref ref-type="bibr" rid="ref49">Rusli et al., 2025</xref>). However, there is still a knowledge gap in patient&#x2013;provider communication, adverse drug reaction (ADR) reporting, and continuity of care (
                <xref ref-type="bibr" rid="ref31">Li et al., 2022</xref>). This shows the need for locally developed, culturally adapted, and user-friendly digital health tools (
                <xref ref-type="bibr" rid="ref56">Whitehead et al., 2023</xref>) such as 
                <italic toggle="yes">Sahabat DM</italic> application, which integrates several features like medication tracking, laboratory result documentation, ADR reporting, and quality-of-life monitoring, to strengthen collaboration between patients and pharmacists within Indonesia primary healthcare system.</p>
            <p>Several usability studies have been conducted internationally, such as the 
                <italic toggle="yes">MyPal for Adults</italic> application for cancer care (
                <xref ref-type="bibr" rid="ref12">Bonotis et al., 2025</xref>), the 
                <italic toggle="yes">eHealthResp</italic> online course for antibiotic stewardship among pharmacists (
                <xref ref-type="bibr" rid="ref39">Moura et al., 2021</xref>), and the 
                <italic toggle="yes">Primagravida</italic> application for pregnancy monitoring in rural Indonesia (
                <xref ref-type="bibr" rid="ref32">Lismidiati et al., 2023</xref>). However, there is still limited information on the usability of digital health applications specifically within Indonesian community health centers. Recent studies like 
                <italic toggle="yes">AirPredict</italic> for asthma management (
                <xref ref-type="bibr" rid="ref9">Atzeni et al., 2025</xref>), 
                <italic toggle="yes">Electronic Health Report Forms (eHRF)</italic> in Swedish youth clinics (
                <xref ref-type="bibr" rid="ref34">Lostelius et al., 2023</xref>), and digital tools in general practice (
                <xref ref-type="bibr" rid="ref4">Albrink et al., 2022</xref>) have validated the SUS and SEQ as robust usability measures across diverse clinical settings. To the best of our knowledge, few published studies have comprehensively assessed the usability of pharmacist-integrated digital service for diabetes management in Indonesia, particularly at the primary care level. This shows a significant gap in the current literature, as the contextual, linguistic, and infrastructural characteristics of Indonesian healthcare can influence user experience differently than in high-income countries.</p>
            <p>Based on the description above, this study aims to evaluate the task-specific ease of use and overall usability of the 
                <italic toggle="yes">Sahabat DM</italic> digital health application for T2DM management in Indonesian community health centers using the Single Ease Question (SEQ) and System Usability Scale (SUS). The results are expected to provide empirical data on the application usability, guide further design optimization, and support integration into pharmacist-led chronic disease management programs in Indonesia.</p>
        </sec>
        <sec id="sec6" sec-type="methods">
            <title>Methods</title>
            <sec id="sec7">
                <title>Study design and participants</title>
                <p>This study used a cross-sectional descriptive usability evaluation to assess the ease of use and perceived usability of a digital health service designed for T2DM management in Indonesian community health centers. A total of 20 adult participants diagnosed with diabetes were recruited using convenience sampling. In line with the established usability testing standards, a sample size of 15&#x2013;20 participants was considered sufficient to identify the majority of usability issues in interactive systems, supporting the adequacy of the sample size used in this study. Each participant installed the Android-based application on personal smartphones and performed a series of predefined tasks simulating typical user interactions (
                    <xref ref-type="bibr" rid="ref22">Gonz&#x00e1;lez-P&#x00e9;rez et al., 2022</xref>). Eligible participants were required to (1) be &#x2265;18&#x00a0;years old, (2) have a confirmed diagnosis of T2DM, (3) be able to read and understand Indonesian, and (4) own an Android smartphone. However, participants with severe visual, cognitive, or physical impairments that could interfere with app use were excluded. Each participant installed 
                    <italic toggle="yes">Sahabat DM</italic> application on personal Android smartphones and completed a series of predefined task scenarios simulating typical user interactions within the application. After completing each task, participants rated the experience using validated usability questionnaires. The overall study workflow, including participant recruitment, application installation, usability task completion, and usability evaluation using SEQ and SUS instruments, is illustrated in 
                    <xref ref-type="fig" rid="f4">
Figure 4</xref>.</p>
                <fig fig-type="figure" id="f1" orientation="portrait" position="float">
                    <label>
Figure 1. </label>
                    <caption>
                        <title>Login and main menu interfaces of the SahabatDM application.</title>
                        <p>

                            <bold>Legend:</bold> Left: login screen with phone number and PIN fields. Right: main menu with weekly monitoring, emergency access, and icons for Drug Information, Report Side Effects, Laboratory Results, Quality of Life, and Consultation
                            <italic toggle="yes">.</italic>
                        </p>
                    </caption>
                    <graphic id="gr1" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/192111/5ac285d0-5be5-4a94-adc2-c86e3a64b92d_figure1.gif"/>
                </fig>
                <fig fig-type="figure" id="f2" orientation="portrait" position="float">
                    <label>
Figure 2. </label>
                    <caption>
                        <title>Clinical data and self-reporting interfaces.</title>
                        <p>

                            <bold>Legend</bold>: Left: Adverse Drug Effects entry form (drug name, concomitant medications, administration, dosage, time, side-effect description, history). Middle: Laboratory Results input (glucose measures, lipid profile, renal parameters). Right: Quality of Life questionnaire prompt for overall life and health over the past four weeks.</p>
                    </caption>
                    <graphic id="gr2" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/192111/5ac285d0-5be5-4a94-adc2-c86e3a64b92d_figure2.gif"/>
                </fig>
                <fig fig-type="figure" id="f3" orientation="portrait" position="float">
                    <label>
Figure 3. </label>
                    <caption>
                        <title>Distribution of SUS Scores, SUS Grades, and Mean SEQ Scores per Task for Sahabat DM.</title>
                        <p>

                            <bold>Legend:</bold> application. (A) Distribution of SUS scores from 53 to 85, with most scores in the 70&#x2013;75 range; (B) Distribution of SUS grades showing the highest number of participants rated the app as &#x201c;Good&#x201d;; (C) Mean SEQ scores per task, with Task 1 (Login) having the highest score (5.95) and Task 7 (Adverse Effect Reporting) the lowest (5.20).</p>
                    </caption>
                    <graphic id="gr3" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/192111/5ac285d0-5be5-4a94-adc2-c86e3a64b92d_figure3.gif"/>
                </fig>
                <fig fig-type="figure" id="f4" orientation="portrait" position="float">
                    <label>
Figure 4. </label>
                    <caption>
                        <title>Flowchart of participant recruitment and usability evaluation procedure.</title>
                        <p>

                            <bold>Legend:</bold> Adult patients with type 2 diabetes mellitus (T2DM) were recruited from community health centers. Participants installed the Sahabat DM application on their Android smartphones and completed ten predefined usability tasks. Task-level usability was evaluated using the Single Ease Question (SEQ) after each task, followed by overall usability assessment using the System Usability Scale (SUS). Descriptive statistical analysis was then conducted.</p>
                    </caption>
                    <graphic id="gr4" orientation="portrait" position="float" xlink:href="https://f1000research-files.f1000.com/manuscripts/192111/5ac285d0-5be5-4a94-adc2-c86e3a64b92d_figure4.gif"/>
                </fig>
            </sec>
            <sec id="sec8">
                <title>Usability evaluation procedures</title>
                <p>A total of two standardized instruments were used to evaluate usability, namely SEQ and SUS. Specifically, SEQ was used to measure the perceived ease of completing each task immediately after completion. This single-item method was selected for efficiency and reliability in capturing user perceptions without causing fatigue. SUS was applied to assess the overall usability and acceptance of the application interface, serving as a well-established, validated, and widely adopted scale for evaluating interactive systems and digital health applications.</p>
                <p>The usability evaluation was conducted in a controlled indoor environment to minimize external distractions. Participants used personal Android smartphones with a minimum screen size of 5 inches, running Android version 8.0 or higher, and connected to a stable internet. During the evaluation, the observer recorded usability issues and user feedback, identifying difficulties and inefficiencies in task completion. This observation was supplemented with verbal reports from participants, who were encouraged to &#x201c;think aloud&#x201d; while completing tasks.</p>
            </sec>
            <sec id="sec9">
                <title>SEQ Assessment</title>
                <p>Participants completed 10 predefined task scenarios (coded as F1&#x2013;F10), designed to represent major functional components of the application. These tasks were developed based on a clinical workflow and verified by healthcare professionals, including pharmacists and physicians, to ensure clinical relevance. After completing each task, participants rated the task difficulty using a 7-point Likert scale ranging from 1 (
                    <italic toggle="yes">Very Difficult</italic>) to 7 (
                    <italic toggle="yes">Very Easy</italic>). Subsequently, mean and median SEQ scores were calculated using the following equations:
                    <disp-formula id="e1">

                        <mml:math display="block">
                            <mml:mi mathvariant="italic">SEQ</mml:mi>
                            <mml:mo>=</mml:mo>
                            <mml:mfrac>
                                <mml:mrow>
                                    <mml:mi>Sum</mml:mi>
                                    <mml:mspace width="0.25em"/>
                                    <mml:mtext>of task scores</mml:mtext>
                                </mml:mrow>
                                <mml:mtext>Number of participants</mml:mtext>
                            </mml:mfrac>
                        </mml:math>

                        <label>(1)</label>
</disp-formula>

                    <disp-formula id="e2">

                        <mml:math display="block">
                            <mml:mtext mathvariant="italic">Median</mml:mtext>
                            <mml:mo>=</mml:mo>
                            <mml:mfrac>
                                <mml:mrow>
                                    <mml:msub>
                                        <mml:mi>X</mml:mi>
                                        <mml:mi>n</mml:mi>
                                    </mml:msub>
                                    <mml:mo>+</mml:mo>
                                    <mml:msub>
                                        <mml:mi>X</mml:mi>
                                        <mml:mrow>
                                            <mml:mi>n</mml:mi>
                                            <mml:mo>+</mml:mo>
                                            <mml:mn>1</mml:mn>
                                        </mml:mrow>
                                    </mml:msub>
                                </mml:mrow>
                                <mml:mn>2</mml:mn>
                            </mml:mfrac>
                        </mml:math>

                        <label>(2)</label>
</disp-formula>
                </p>
                <p>Higher SEQ values indicate that participants perceived the tasks as easier to perform. The interpretation of SEQ ratings was provided in Appendix A (
                    <xref ref-type="bibr" rid="ref47">Ridho et al., 2023</xref>).</p>
            </sec>
            <sec id="sec10">
                <title>SUS assessment</title>
                <p>After completing all tasks, participants filled out the 10-item SUS questionnaire. Items were rated on a 5-point Likert scale (1&#x00a0;=&#x00a0;strongly disagree; 5&#x00a0;=&#x00a0;strongly agree). Odd-numbered items were positively worded, while those with even numbers were negatively worded. Scoring followed the standard SUS algorithm:
                    <disp-formula id="e3">

                        <mml:math display="block">
                            <mml:mtext>Score for</mml:mtext>
                            <mml:mspace width="0.25em"/>
                            <mml:mi>Odd</mml:mi>
                            <mml:mspace width="0.25em"/>
                            <mml:mtext>item score</mml:mtext>
                            <mml:mo>=</mml:mo>
                            <mml:mi>X</mml:mi>
                            <mml:mo>&#x2212;</mml:mo>
                            <mml:mn>1</mml:mn>
                        </mml:math>

                        <label>(3)</label>
</disp-formula>

                    <disp-formula id="e4">

                        <mml:math display="block">
                            <mml:mtext>Score for Even item score</mml:mtext>
                            <mml:mo>=</mml:mo>
                            <mml:mn>5</mml:mn>
                            <mml:mo>&#x2212;</mml:mo>
                            <mml:mi>X</mml:mi>
                        </mml:math>

                        <label>(4)</label>
</disp-formula>

                    <disp-formula id="e5">

                        <mml:math display="block">
                            <mml:mtext>Total</mml:mtext>
                            <mml:mspace width="0.25em"/>
                            <mml:mi>SUS</mml:mi>
                            <mml:mspace width="0.25em"/>
                            <mml:mtext>Score</mml:mtext>
                            <mml:mo>=</mml:mo>
                            <mml:mrow>
                                <mml:mo stretchy="true">(</mml:mo>
                                <mml:mi>Sum</mml:mi>
                                <mml:mspace width="0.25em"/>
                                <mml:mtext>of item scores</mml:mtext>
                                <mml:mo stretchy="true">)</mml:mo>
                            </mml:mrow>
                            <mml:mo>&#x00d7;</mml:mo>
                            <mml:mn>2.5</mml:mn>
                        </mml:math>

                        <label>(5)</label>
</disp-formula>
                </p>
                <p>Total SUS scores range from 0 to 100, with higher values showing better perceived usability. Interpretation followed Bangor et al.&#x2019;s adjective rating scale (Appendix B) (
                    <xref ref-type="bibr" rid="ref30">Lewis &amp; Sauro, 2018</xref>). This scale was used to facilitate interpretability of usability categories.</p>
            </sec>
            <sec id="sec11">
                <title>Data analysis</title>
                <p>Descriptive statistics (mean, median, and standard deviation) were computed for both SEQ and SUS scores using IBM SPSS. Usability classifications were derived from established SEQ and SUS benchmarks to identify areas of strength and features requiring improvement. Given the small sample size, non-parametric tests were applied for exploratory analysis only.</p>
            </sec>
        </sec>
        <sec id="sec12" sec-type="results">
            <title>Results</title>
            <sec id="sec13">
                <title>Participant characteristics</title>
                <p>A total of 20 T2DM patients participated in the usability assessment, recruited from community health centers in Indonesia, with demographic characteristics summarized in 
                    <xref ref-type="table" rid="T1">
Table 1</xref>. Ages ranged from 30 to 80&#x00a0;years, with most participants (35%) being 51&#x2013;60&#x00a0;years. A total of 12 participants (60%) were male, and eight (40%) were female. Most had completed senior high school (60%), 10% held postgraduate degrees. The most common occupations were housewife (40%) and retired (40%), followed by merchant (20%).</p>
                <table-wrap id="T1" orientation="portrait" position="float">
                    <label>
Table 1. </label>
                    <caption>
                        <title>Participant characteristics (n&#x00a0;=&#x00a0;20).</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="left" colspan="1" rowspan="1" valign="top">Variable</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Category</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">n</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">
%</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Age (years)</bold>
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">30&#x2013;40</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">5</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">25</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">41&#x2013;50</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">3</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">15</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">51&#x2013;60</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">7</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">35</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">61&#x2013;70</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">3</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">15</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">71&#x2013;80</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">2</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">10</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Gender</bold>
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Male</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">12</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">60</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">Female</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">8</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">40</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Education</bold>
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Elementary school</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">1</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">5</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">Junior high school</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">3</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">15</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">Senior high school</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">12</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">60</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">Bachelor&#x2019;s degree</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">2</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">10</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">Postgraduate</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">2</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">10</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Occupation</bold>
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Merchant</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">4</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">20</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">Housewife</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">8</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">40</td>
                            </tr>
                            <tr>
                                <td colspan="1" rowspan="1"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">Retired</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">8</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">40</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <p>Legend: Values are presented as frequency (n) and percentage (%). Age is categorized into predefined intervals. Education levels are based on the Indonesian formal education system. Occupation categories reflect the primary employment status reported by participants at the time of usability evaluation.</p>
                    </table-wrap-foot>
                </table-wrap>
            </sec>
            <sec id="sec14">
                <title>SEQ</title>
                <p>Participants completed 10 task scenarios covering the application&#x2019;s core functions, such as login, weekly tracking, medication information, side-effect reporting, laboratory input, quality-of-life form, and consultation. After each task, perceived ease was rated on a 7-point scale (1&#x00a0;=&#x00a0;very difficult; 7&#x00a0;=&#x00a0;very easy). Mean SEQ scores per task ranged from 5.20 to 5.95 (
                    <xref ref-type="table" rid="T2">
Table 2</xref>), showing tasks were perceived as between fairly easy and easy. The overall mean across tasks was 5.50, showing low perceived difficulty. Tasks including authentication (T1) and consultation (T10) were easiest, while the adverse-effect submission (T7) had the lowest mean.</p>
                <table-wrap id="T2" orientation="portrait" position="float">
                    <label>
Table 2. </label>
                    <caption>
                        <title>Mean SEQ scores, SD, and median by task (n&#x00a0;=&#x00a0;20).</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="left" colspan="1" rowspan="1" valign="top">Task</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Description</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Mean</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">SD</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Median</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Interpretation</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">T1</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Login and authentication</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.95</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">0.62</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">6.0</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Easy</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">T2</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Access weekly monitoring page</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.55</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">0.71</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.5</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Fairly easy</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">T3</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">View medication information</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.50</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">0.69</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.0</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Fairly easy</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">T4</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Enter new medication data</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.45</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">0.77</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.0</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Fairly easy</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">T5</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Access therapy history</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.35</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">0.73</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.0</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Fairly easy</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">T6</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Record side effect report</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.45</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">0.75</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.0</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Fairly easy</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">T7</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Submit adverse effect form</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.20</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">0.82</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.0</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Slightly difficult</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">T8</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Input laboratory results</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.50</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">0.69</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.5</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Fairly easy</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">T9</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Complete quality-of-life form</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.50</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">0.71</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.5</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Fairly easy</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">T10</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Perform consultation task</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">5.70</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">0.63</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">6.0</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Easy</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="2" rowspan="1" valign="top">
                                    <bold>Overall</bold>
</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">
                                    <bold>5.50</bold>
</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">
                                    <bold>0.22</bold>
</td>
                                <td colspan="1" rowspan="1"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Good usability</bold>
</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <p>Legend: SEQ&#x00a0;=&#x00a0;Single Ease Question; SD&#x00a0;=&#x00a0;standard deviation. SEQ scores range from 1 (very difficult) to 7 (very easy). Higher scores indicate greater perceived ease of completing each task. Interpretation categories were based on established usability benchmarks.</p>
                    </table-wrap-foot>
                </table-wrap>
            </sec>
            <sec id="sec15">
                <title>SUS</title>
                <p>Post-task SUS scores ranged from 53 to 85, with a mean (SD) of 72.0 (7.1) (
                    <xref ref-type="table" rid="T3">
Table 3</xref>). Based on Bangor&#x2019;s adjective ratings, scores clustered mainly in Good (B) and OK (C) categories, with two Excellent (A) ratings. One participant scored 53 (D; Poor), while there was no score at &#x2264;50.</p>
                <table-wrap id="T3" orientation="portrait" position="float">
                    <label>
Table 3. </label>
                    <caption>
                        <title>Individual SUS Scores and corresponding grades.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="left" colspan="1" rowspan="1" valign="top">Participant</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Raw SUS score</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">SUS (0&#x2013;100)</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Letter grade</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Adjective rating</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P1</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">28</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">70</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P2</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">27</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">68</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P3</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">29</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">73</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P4</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">26</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">65</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">C</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">OK</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P5</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">27</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">68</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P6</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">25</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">63</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">C</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">OK</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P7</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">25</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">63</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">C</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">OK</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P8</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">21</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">53</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">D</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Poor</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P9</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">28</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">70</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P10</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">31</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">78</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P11</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">30</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">75</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P12</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">30</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">75</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P13</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">30</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">75</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P14</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">29</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">73</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P15</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">34</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">85</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">A</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Excellent</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P16</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">31</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">78</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P17</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">31</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">78</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P18</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">32</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">80</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P19</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">34</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">85</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">A</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Excellent</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">P20</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">28</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">70</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="2" rowspan="1" valign="top">
                                    <bold>Mean (SD)</bold>
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>72 (7.1)</bold>
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>B</bold>
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Good</bold>
</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <p>Legend: SUS&#x00a0;=&#x00a0;System Usability Scale. SUS scores range from 0 to 100, with higher scores indicating better usability. Letter grades and adjective ratings are based on Bangor et al.&#x2019;s standardized SUS interpretation scale.</p>
                    </table-wrap-foot>
                </table-wrap>
                <p>SUS results showed that all participants rated the application within the acceptable range (&#x2265; 51), with a mean overall usability score of 72&#x00a0;&#x00b1;&#x00a0;7.1. As shown in 
                    <xref ref-type="table" rid="T4">
Table 4</xref>, 65% of participants classified the application as 
                    <italic toggle="yes">Good</italic> (mean&#x00a0;=&#x00a0;75.2), 10% as 
                    <italic toggle="yes">Excellent</italic> (mean&#x00a0;=&#x00a0;85.0), 20% as 
                    <italic toggle="yes">OK</italic> (mean&#x00a0;=&#x00a0;66.2), and one (5%) as 
                    <italic toggle="yes">Poor</italic> (score&#x00a0;=&#x00a0;53). However, no participant reported a usability score below 50, confirming that 
                    <italic toggle="yes">Sahabat DM</italic> application met satisfactory usability standards across all groups.</p>
                <table-wrap id="T4" orientation="portrait" position="float">
                    <label>
Table 4. </label>
                    <caption>
                        <title>Distribution of SUS scores, letter grades, and adjective ratings (n&#x00a0;=&#x00a0;20).</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="left" colspan="1" rowspan="1" valign="top">SUS score range</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Letter grade</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Adjective rating</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">n</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">%</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Mean&#x00a0;&#x00b1;&#x00a0;SD</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">85&#x2013;100</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">A</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Excellent</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">2</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">10</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">85.0&#x00a0;&#x00b1;&#x00a0;0.0</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">71&#x2013;84</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">B</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Good</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">13</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">65</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">75.2&#x00a0;&#x00b1;&#x00a0;4.1</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">63&#x2013;70</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">C</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">OK</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">4</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">20</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">66.2&#x00a0;&#x00b1;&#x00a0;2.9</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">51&#x2013;62</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">D</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Poor</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">1</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">5</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">53.0&#x00a0;&#x00b1;&#x00a0;&#x2212;</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x2264; 50</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">E</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Awful</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">0</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">0</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x2013;</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="3" rowspan="1" valign="top">
                                    <bold>Overall</bold>
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>20</bold>
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>100</bold>
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>72.0&#x00a0;&#x00b1;&#x00a0;7.1</bold>
</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <p>

                            <bold>Legend:</bold> SUS&#x00a0;=&#x00a0;System Usability Scale; SD&#x00a0;=&#x00a0;standard deviation. Letter grades and adjective ratings correspond to standardized usability classification thresholds. Percentages represent the proportion of participants within each usability category.</p>
                    </table-wrap-foot>
                </table-wrap>
            </sec>
            <sec id="sec16">
                <title>Spearman and kruskal-wallis test results</title>
                <p>To evaluate the relationship between SEQ and SUS scores, Spearman&#x2019;s rank correlation and Kruskal-Wallis tests were applied to explore the associations between variables such as education, occupation, and usability outcomes. The results are summarized in 
                    <xref ref-type="table" rid="T5">
Table 5</xref>.</p>
                <table-wrap id="T5" orientation="portrait" position="float">
                    <label>
Table 5. </label>
                    <caption>
                        <title>Correlation and grouping results (n&#x00a0;=&#x00a0;20).</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="left" colspan="1" rowspan="1" valign="top">Test</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Grouping variable</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Statistic</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">p-value
</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">Interpretation</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Spearman Correlation</bold>
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Mean SEQ vs SUS</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x03c1;&#x00a0;=&#x00a0;&#x2212;0.368</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">0.110</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Not significant</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Kruskal-Wallis
</bold>
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Education vs SUS</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x03c7;
                                    <sup>2</sup>&#x00a0;=&#x00a0;1.63</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">0.803</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Not significant</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Kruskal-Wallis
</bold>
</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Occupation vs SUS</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x03c7;
                                    <sup>2</sup>&#x00a0;=&#x00a0;8.69</td>
                                <td align="char" char="." colspan="1" rowspan="1" valign="top">0.013</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Significant</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <p>

                            <bold>Legend:</bold> SEQ&#x00a0;=&#x00a0;Single Ease Question; SUS&#x00a0;=&#x00a0;System Usability Scale. Spearman correlation was used to assess the relationship between task-level ease and overall usability scores. Kruskal&#x2013;Wallis tests were applied to compare SUS scores across participant characteristic groups. Statistical significance was defined as p&#x00a0;&lt;&#x00a0;0.05.</p>
                    </table-wrap-foot>
                </table-wrap>
                <p>The Spearman correlation between mean SEQ and SUS scores was not statistically significant (&#x03c1;&#x00a0;=&#x00a0;&#x2212;0.368, p&#x00a0;=&#x00a0;0.110), indicating that no statistically significant association was observed between task difficulty ratings and overall system usability perceptions. Additionally, the Kruskal-Wallis test found no significant difference in SUS scores based on education level (&#x03c7;
                    <sup>2</sup>&#x00a0;=&#x00a0;1.63, p&#x00a0;=&#x00a0;0.803), while occupation showed a a statistically significant difference across occupational groups (&#x03c7;
                    <sup>2</sup>&#x00a0;=&#x00a0;8.69, p&#x00a0;=&#x00a0;0.013). These analyses were conducted to explore potential patterns across user characteristics and usability outcomes, which should be interpreted as descriptive rather than inferential based on the exploratory nature of the study.</p>
            </sec>
            <sec id="sec17">
                <title>Application interface overview</title>
                <p>

                    <italic toggle="yes">Sahabat DM</italic> application showed a structured and intuitive interface design that supported efficient navigation through the tested modules (
                    <xref ref-type="fig" rid="f1">
Figures 1</xref> and 
                    <xref ref-type="fig" rid="f2">2</xref>). The login and main menu provided direct access to weekly monitoring, an emergency shortcut, and primary modules. Furthermore, data-entry interfaces supported reporting of adverse drug effects, recording of laboratory values, and completion of a quality-of-life questionnaire.</p>
            </sec>
            <sec id="sec18">
                <title>SUS grades, SUS scores, and mean SEQ per task</title>
                <p>
                    <xref ref-type="fig" rid="f3">
Figure 3</xref> shows the Distribution of SUS Grades for 
                    <italic toggle="yes">Sahabat DM</italic> application. The majority of participants (65%) rated the application as &#x201c;Good&#x201d; (B), with 10% as &#x201c;Excellent&#x201d; (A), and 20% as &#x201c;OK&#x201d; (C). However, only 5% rated the application as &#x201c;Poor&#x201d; (D), indicating that most users showed high acceptable usability. As presented in 
                    <xref ref-type="fig" rid="f3">
Figure 3A</xref>, the distribution of SUS Scores ranged from 53 to 85, with the highest concentration of scores between 70 and 75. This suggested that most users found the application usable, although some reported areas for improvement. In 
                    <xref ref-type="fig" rid="f3">
Figure 3B</xref>, mean SEQ score per Task ranged from 5.2 to 5.95, with Task 1 (Login and Authentication) having the highest value of 5.95, showing it was perceived as very easy to complete. Task 7 (Submit Adverse Effect Form) received the lowest mean score of 5.20, suggesting that the application was slightly more difficult for participants to complete.</p>
            </sec>
        </sec>
        <sec id="sec19" sec-type="discussion">
            <title>Discussion</title>
            <p>To the best of our knowledge, this is among the first studies to evaluate the usability of 
                <italic toggle="yes">Sahabat DM</italic> digital health application for T2DM management using SEQ and SUS in Indonesian community health centers. This dual method enabled a comprehensive evaluation of task-specific ease and overall usability, providing insights into how users interacted with the application. The results showed that 
                <italic toggle="yes">Sahabat DM</italic> achieved a mean SEQ score of 5.5. This showed that the application was perceived as &#x201c;fairly easy&#x201d; to use, with a mean SUS score of 72.0 (SD 7.1), categorizing it as &#x201c;good&#x201d; usability according to Bangor&#x2019;s adjective scale. Furthermore, the application provided an intuitive and acceptable user experience, supporting diabetes self-management tasks without imposing excessive cognitive or operational burden on users. The high ratings across the modules showed that the application was accessible to users with various educational and technological backgrounds (
                <xref ref-type="bibr" rid="ref50">Saidelles et al., 2023</xref>).</p>
            <p>In line with the results from other diabetes-related mHealth tools, SUS score of 72 is consistent with the value ranging from 68 to 80, commonly interpreted as &#x201c;good usability&#x201d; (
                <xref ref-type="bibr" rid="ref55">Singhal et al., 2023</xref>). This suggests that 
                <italic toggle="yes">Sahabat DM</italic> performs similarly to other validated diabetes applications, such as mySugr and GlucoMe, with values between 70 and 78 (
                <xref ref-type="bibr" rid="ref16">Debong et al., 2019</xref>). Similarly, SEQ results showed that participants found the application navigation to be intuitive, with mean scores above five, indicating low cognitive effort (
                <xref ref-type="bibr" rid="ref2">Akpinar et al., 2025</xref>). However, the slightly lower SEQ score for Task 7 (Adverse Effect Reporting) suggests that tasks requiring free-text input or multi-step procedures tend to receive lower usability ratings (
                <xref ref-type="bibr" rid="ref40">Myka et al., 2019</xref>). This finding is consistent with prior usability research showing that text-based data entry increases cognitive load and reduces perceived ease of use. Comparable patterns were also observed in studies of electronic medication adherence systems and ADR reporting platforms, where manual entry and scrolling sequences were identified as key usability challenges (
                <xref ref-type="bibr" rid="ref5">Al-Worafi, 2023</xref>). These suggest that the small variability in 
                <italic toggle="yes">Sahabat DM</italic>&#x2019; SEQ scores reflects expected differences in cognitive demand between simple navigation tasks and data-entry-intensive features rather than fundamental interface problems (
                <xref ref-type="bibr" rid="ref8">Arana-De Las Casas et al., 2023</xref>).</p>
            <p>The consistently high SEQ and SUS scores across modules show the user-centered design of 
                <italic toggle="yes">Sahabat DM</italic>, which includes a clear information architecture, efficient task flow, and consistent iconography (
                <xref ref-type="bibr" rid="ref25">Johansson, 2024</xref>). The interface presents logical groupings of modules, Drug Information, Laboratory Results, Quality of Life, Consultation, and an easily accessible emergency contact button, minimizing navigational confusion (
                <xref ref-type="bibr" rid="ref14">Chigudu, 2018</xref>). These design features are consistent with the ISO 9241-210 guidelines for usability, which emphasize effectiveness, efficiency, and satisfaction (
                <xref ref-type="bibr" rid="ref18">Farinango et al., 2018</xref>). The simplicity and predictability of the interface also minimize user error and improve task completion speed (
                <xref ref-type="bibr" rid="ref44">Niu et al., 2025</xref>). However, the lower performance in tasks like Adverse Effect Reporting presents the challenge of designing input-heavy interfaces for populations with varying digital literacy levels (
                <xref ref-type="bibr" rid="ref27">Klouche, 2019</xref>). Incorporating features such as auto-complete menus, voice input, or drop-down selections can enhance usability and accessibility in future versions (
                <xref ref-type="bibr" rid="ref13">Cao et al., 2025</xref>).</p>
            <p>From a pharmacy practice perspective, 
                <italic toggle="yes">Sahabat DM</italic> has several clinical implications. A user-friendly interface promotes patient engagement in medication management, ADR reporting, and other activities that typically depend on pharmacists&#x2019; follow-up (
                <xref ref-type="bibr" rid="ref33">Liyanage et al., 2025</xref>). This finding supports the integration of usability principles into pharmacist-led digital interventions. Furthermore, the integration of structured ADR reporting allows pharmacovigilance at the community level, which facilitates the early detection of drug-related problems (
                <xref ref-type="bibr" rid="ref7">Anestina et al., 2025</xref>). The application also simplifies self-reporting of laboratory results and quality-of-life assessments, empowering patients to play a more active role in care. This supports the role of pharmacists as mediators of safe and effective medication use, particularly in low-resource settings, where there is limited access to healthcare professionals (
                <xref ref-type="bibr" rid="ref59">Yousif et al., 2024</xref>).</p>
            <p>The usability and accessibility shown by 
                <italic toggle="yes">Sahabat DM</italic> are highly relevant for clinical pharmacy practice. In primary care, pharmacists are central to medication counseling, adherence monitoring, and patient education (
                <xref ref-type="bibr" rid="ref37">Merks et al., 2021</xref>). Therefore, digital applications such as 
                <italic toggle="yes">Sahabat DM</italic> facilitate real-time, asynchronous communication between patients and pharmacists, allowing continuous monitoring and early intervention (
                <xref ref-type="bibr" rid="ref10">Awala &amp; Olutimehin, 2024</xref>). The ability to document medication use, laboratory parameters, and perceived well-being within a single digital platform creates opportunities for continuous therapeutic monitoring and early intervention (
                <xref ref-type="bibr" rid="ref1">Aapro et al., 2020</xref>). In rural or resource-limited settings with restricted follow-up, the application serves as a digital extension of pharmacy services, which improves continuity of care and reduces preventable complications (
                <xref ref-type="bibr" rid="ref6">Andrade et al., 2025</xref>). Integration with electronic medical records (EMRs) and pharmacy information systems can further improve data interoperability, thereby enhancing collaboration between pharmacists and physicians in chronic disease management (
                <xref ref-type="bibr" rid="ref3">Al Kulayb et al., 2024</xref>). This cross-functional integration improves treatment adherence, reduces duplication of care, and enhances the overall efficiency of Indonesia&#x2019;s primary healthcare network (
                <xref ref-type="bibr" rid="ref46">Oktaviana et al., 2025</xref>).</p>
            <p>The results obtained using 
                <italic toggle="yes">Sahabat DM</italic> application show the need for iterative design improvements, particularly in the side-effect reporting module. Features like dropdown menus, voice recognition, and automated drug database integration can reduce user burden and improve data accuracy (
                <xref ref-type="bibr" rid="ref20">Getov et al., 2025</xref>). Moreover, future studies should expand the sample size to include a more diverse population, representing different age groups and digital literacy levels (
                <xref ref-type="bibr" rid="ref35">Ma et al., 2023</xref>). Longitudinal studies are also essential to determine whether consistent usage leads to clinical improvements, such as glycemic control, adherence rates, or the frequency of ADR reporting (
                <xref ref-type="bibr" rid="ref58">Ye et al., 2022</xref>). The impact of pharmacist-led digital literacy programs should also be explored, focusing on app adoption and sustained user engagement (
                <xref ref-type="bibr" rid="ref11">Bober et al., 2024</xref>). By coupling usability optimization with behavioral reinforcement strategies, 
                <italic toggle="yes">Sahabat DM</italic> could evolve into a scalable tool supporting both patient self-management and pharmacist-driven monitoring (
                <xref ref-type="bibr" rid="ref19">Gatwood et al., 2019</xref>).</p>
            <p>Despite the significant contributions, this study has several limitations, which include a relatively small sample size (n&#x00a0;=&#x00a0;20) and the convenience sampling method that can introduce bias toward participants with higher motivation or better digital literacy (
                <xref ref-type="bibr" rid="ref51">Sarkar, 2024</xref>). In line with established usability testing guidelines, a sample size of 15&#x2013;20 participants is generally considered sufficient to identify the majority of usability issues in interactive systems and inform iterative design improvements. The short-term interactions also limit insights into long-term engagement or behavior change. Although SEQ and SUS are validated instruments, the reliance on self-reported responses introduces subjectivity and does not capture objective usability metrics such as task completion time or error rates (S. 
                <xref ref-type="bibr" rid="ref53">Sharma &amp; Kumar, 2025</xref>). Another limitation is the inclusion of participants from Indonesian community health centers, which may limit generalizability to populations in other cultural or healthcare contexts. However, the convergence of SEQ and SUS findings suggests that 
                <italic toggle="yes">Sahabat DM</italic> application demonstrates acceptable usabilit. This study provides a foundation for future multicenter trials, iterative system refinement, and investigations linking digital usability to clinical outcomes in diabetes care.</p>
        </sec>
        <sec id="sec20" sec-type="conclusions">
            <title>Conclusions</title>
            <p>In conclusion, this study suggests that 
                <italic toggle="yes">Sahabat DM</italic> digital health application demonstrates good usability and user acceptance among patients with T2DM in Indonesian community health centers, as reflected by a mean SEQ score of 5.5 and a SUS of 72. The results indicate that the user-centered design of the application effectively supports ease of navigation, clarity of information, and efficiency in performing self-management tasks such as medication monitoring, ADR reporting, and laboratory data entry. By integrating usability principles with pharmacy-led care functions, 
                <italic toggle="yes">Sahabat DM</italic> shows strong potential to enhance patient engagement, improve pharmacovigilance, and strengthen pharmacist&#x2013;patient communication in community settings. Moreover, future large-scale and longitudinal studies are recommended to validate the clinical impact and optimize the design for broader implementation across diverse healthcare environments.</p>
        </sec>
        <sec id="sec21">
            <title>Ethical considerations</title>
            <p>All participants provided written informed consent prior to participation. The study obtained ethical approval from the Research Ethics Committee of Universitas Padjadjaran (Approval No. 635/UN6.KEP/EC/2023, issued May 2023). Additional operational permits included Kesbangpol Bandung (Permit No. PK.03.04.05/1664-BKBP/VIII/2023, August 2023) and Bandung City Health Office (Permit No. B/PP.06.02/15934-Dinkes/VIII/2023, August 2023). Participant anonymity and confidentiality were maintained throughout data collection and analysis.</p>
        </sec>
    </body>
    <back>
        <sec id="sec24" sec-type="data-availability">
            <title>Data availability</title>
            <p>The datasets supporting the results of this study are openly available in Usability Evaluation of the Pharmacist-Integrated Sahabat DM Application for Type 2 Diabetes Management in Indonesian Primary Care Using SEQ and SUS Instruments [Data set]. Zenodo at 
                <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.5281/zenodo.18825312">https://doi.org/10.5281/zenodo.18825312</ext-link> (
                <xref ref-type="bibr" rid="ref60">Yunia et al., 2026a</xref>).</p>
            <p>Data are available under the terms of the 
                <ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution 4.0 International license</ext-link> (CC-BY 4.0).</p>
            <sec id="sec25">
                <title>Reporting guidelines</title>
                <p>This study complies with the STROBE guidelines for observational studies and the SRQR guidelines for qualitative experiments.</p>
                <p>Completed STROBE and SRQR checklists, including a one-page summary and detailed page/section mapping, are available in an online repository.</p>
                <p>Repository name: Zenodo.</p>
                <p>Title: STROBE and SRQR reporting checklist for Sahabat DM usability study.</p>
                <p>DOI: 
                    <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.5281/zenodo.18239382">https://doi.org/10.5281/zenodo.18239382</ext-link> (
                    <xref ref-type="bibr" rid="ref61">Yunia et al., 2026b</xref>).</p>
                <p>Data are available under the terms of the 
                    <ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution 4.0 International license</ext-link> (CC-BY 4.0).</p>
            </sec>
        </sec>
        <ack>
            <title>Acknowledgements</title>
            <p>The authors are grateful to the Center for Higher Education Funding and Assessment (PPAPT), Ministry of Higher Education, Indonesia Education (BPI), Education Financing Service Center (Puslapdik), Science and Technology of the Republic of Indonesia, and the Indonesia Endowment Fund for Education Agency (LPDP) of the Republic of Indonesia, for their invaluable support and generous funding of this study. Furthermore, the authors are grateful to all individuals and Institutions who provided insights, technical assistance, and encouragement throughout the study process.</p>
        </ack>
        <ref-list>
            <title>References</title>
            <ref id="ref1">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Aapro</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Bossi</surname>
                            <given-names>P</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Dasari</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Digital health for optimal supportive care in oncology: Benefits, limits, and future perspectives.</article-title>
                    <source>

                        <italic toggle="yes">Support. Care Cancer.</italic>
</source>
                    <year>2020</year>;<volume>28</volume>(<issue>10</issue>):<fpage>4589</fpage>&#x2013;<lpage>4612</lpage>.
                    <pub-id pub-id-type="pmid">32533435</pub-id>
                    <pub-id pub-id-type="doi">10.1007/s00520-020-05539-1</pub-id>
                    <pub-id pub-id-type="pmcid">PMC7447627</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref2">
                <mixed-citation publication-type="book">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Akpinar</surname>
                            <given-names>AE</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Gencturk</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Pournik</surname>
                            <given-names>O</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <chapter-title>User experience and usability evaluation of the CAREPATH adaptive integrated care platform.</chapter-title>
                    <person-group person-group-type="editor">

                        <name name-style="western">
                            <surname>Mantas</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hasman</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Gallos</surname>
                            <given-names>P</given-names>
                        </name>

                        <etal/>
</person-group>, editors.
                    <source>

                        <italic toggle="yes">Studies in Health Technology and Informatics.</italic>
</source>
                    <publisher-name>IOS Press</publisher-name>;<year>2025</year>.
                    <pub-id pub-id-type="doi">10.3233/SHTI250720</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref3">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Al Kulayb</surname>
                            <given-names>SH</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Alyami</surname>
                            <given-names>YH</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Alyami</surname>
                            <given-names>AH</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Information systems in pharmacy: Enhancing patient safety and outcomes.</article-title>
                    <source>

                        <italic toggle="yes">J Int Crisis Risk Commun Res.</italic>
</source>
                    <year>2024</year>;<volume>7</volume>(<issue>S11</issue>):<fpage>60</fpage>.</mixed-citation>
            </ref>
            <ref id="ref4">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Albrink</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Joos</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Schr&#x00f6;der</surname>
                            <given-names>D</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Obtaining patients&#x2019; medical history using a digital device before consultation in primary care: Study protocol for a usability and validity study.</article-title>
                    <source>

                        <italic toggle="yes">BMC Med. Inform. Decis. Mak.</italic>
</source>
                    <year>2022</year>;<volume>22</volume>(<issue>1</issue>):<fpage>189</fpage>.
                    <pub-id pub-id-type="doi">10.1186/s12911-022-01928-0</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref5">
                <mixed-citation publication-type="book">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Al-Worafi</surname>
                            <given-names>YM</given-names>
                        </name>
</person-group>:
                    <chapter-title>Technology for drug safety: Challenges.</chapter-title>
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Al-Worafi</surname>
                            <given-names>YM</given-names>
                        </name>
</person-group>
                    <source>

                        <italic toggle="yes">Technology for drug safety.</italic>
</source>
                    <publisher-name>Springer International Publishing</publisher-name>;<year>2023</year>; pp.<fpage>129</fpage>&#x2013;<lpage>152</lpage>.
                    <pub-id pub-id-type="doi">10.1007/978-3-031-34268-4_12</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref6">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Andrade</surname>
                            <given-names>JBC</given-names>
                            <prefix>de</prefix>
                        </name>

                        <name name-style="western">
                            <surname>Fagundes</surname>
                            <given-names>TP</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Katsuyama</surname>
                            <given-names>E</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Digital health in low-resource settings: Comprehensive challenges and opportunities with a focus on stroke care.</article-title>
                    <source>

                        <italic toggle="yes">Stroke.</italic>
</source>
                    <year>2025</year>.</mixed-citation>
            </ref>
            <ref id="ref7">
                <mixed-citation publication-type="other">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Anestina</surname>
                            <given-names>N</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Obiageli</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Anthony</surname>
                            <given-names>O</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Ensuring drug safety: Comprehensive pharmacovigilance strategies for public health.</article-title>
                    <year>2025</year>.</mixed-citation>
            </ref>
            <ref id="ref8">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Arana-De Las Casas</surname>
                            <given-names>NI</given-names>
                        </name>

                        <name name-style="western">
                            <surname>De La Riva-Rodr&#x00ed;guez</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Maldonado-Mac&#x00ed;as</surname>
                            <given-names>AA</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Cognitive analyses for interface design using dual n-back tasks for mental workload (MWL) evaluation.</article-title>
                    <source>

                        <italic toggle="yes">Int. J. Environ. Res. Public Health.</italic>
</source>
                    <year>2023</year>;<volume>20</volume>(<issue>2</issue>):<fpage>1184</fpage>.
                    <pub-id pub-id-type="doi">10.3390/ijerph20021184</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref9">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Atzeni</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Cossu</surname>
                            <given-names>L</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Gaiotti</surname>
                            <given-names>S</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>AirPredict: An eHealth platform for asthma management leveraging wearable sensors, digital diaries, and air quality monitoring to optimize patient outcomes.</article-title>
                    <source>

                        <italic toggle="yes">Front. Digital Health.</italic>
</source>
                    <year>2025</year>;<volume>7</volume>:<fpage>1573342</fpage>.
                    <pub-id pub-id-type="pmid">40547052</pub-id>
                    <pub-id pub-id-type="doi">10.3389/fdgth.2025.1573342</pub-id>
                    <pub-id pub-id-type="pmcid">PMC12179981</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref10">
                <mixed-citation publication-type="other">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Awala</surname>
                            <given-names>EV</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Olutimehin</surname>
                            <given-names>D</given-names>
                        </name>
</person-group>:
                    <article-title>Revolutionizing remote patient care: The role of machine learning and AI in enhancing tele-pharmacy services.</article-title>
                    <year>2024</year>.</mixed-citation>
            </ref>
            <ref id="ref11">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Bober</surname>
                            <given-names>T</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Rollman</surname>
                            <given-names>BL</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Handler</surname>
                            <given-names>S</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Digital health readiness: Making digital health care more inclusive.</article-title>
                    <source>

                        <italic toggle="yes">JMIR Mhealth Uhealth.</italic>
</source>
                    <year>2024</year>;<volume>12</volume>:<fpage>e58035</fpage>.
                    <pub-id pub-id-type="pmid">39383524</pub-id>
                    <pub-id pub-id-type="doi">10.2196/58035</pub-id>
                    <pub-id pub-id-type="pmcid">PMC11499716</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref12">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Bonotis</surname>
                            <given-names>P</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Angelidis</surname>
                            <given-names>P</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Natsiavas</surname>
                            <given-names>P</given-names>
                        </name>
</person-group>:
                    <article-title>Usability and user experience testing of a co-designed electronic patient-reported outcomes app (&#x201c;MyPal for Adults&#x201d;) for palliative cancer care: Mixed methods study.</article-title>
                    <source>

                        <italic toggle="yes">JMIR Hum. Factors.</italic>
</source>
                    <year>2025</year>;<volume>12</volume>:<fpage>e57342</fpage>.
                    <pub-id pub-id-type="pmid">40278640</pub-id>
                    <pub-id pub-id-type="doi">10.2196/57342</pub-id>
                    <pub-id pub-id-type="pmcid">PMC12045520</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref13">
                <mixed-citation publication-type="other">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Cao</surname>
                            <given-names>Y</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Jiang</surname>
                            <given-names>P</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Xia</surname>
                            <given-names>H</given-names>
                        </name>
</person-group>:
                    <chapter-title>Generative and malleable user interfaces with generative and evolving task-driven data models.</chapter-title>
                    <source>

                        <italic toggle="yes">Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems.</italic>
</source>
                    <year>2025</year>;<fpage>1</fpage>&#x2013;<lpage>20</lpage>.</mixed-citation>
            </ref>
            <ref id="ref14">
                <mixed-citation publication-type="other">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Chigudu</surname>
                            <given-names>K</given-names>
                        </name>
</person-group>:
                    <article-title>Design of a prototype mobile application interface for efficient accessing of electronic laboratory results by health clinicians.</article-title>
                    <year>2018</year>.</mixed-citation>
            </ref>
            <ref id="ref15">
                <mixed-citation publication-type="book">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Cornet</surname>
                            <given-names>VP</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Daley</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Cavalcanti</surname>
                            <given-names>LH</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <chapter-title>Design for self-care.</chapter-title>
                    <source>

                        <italic toggle="yes">Design for health.</italic>
</source>
                    <publisher-name>Elsevier</publisher-name>;<year>2020</year>; pp.<fpage>277</fpage>&#x2013;<lpage>302</lpage>.
                    <pub-id pub-id-type="doi">10.1016/B978-0-12-816427-3.00014-2</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref16">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Debong</surname>
                            <given-names>F</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Mayer</surname>
                            <given-names>H</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kober</surname>
                            <given-names>J</given-names>
                        </name>
</person-group>:
                    <article-title>Real-world assessments of mySugr mobile health app.</article-title>
                    <source>

                        <italic toggle="yes">Diabetes Technol. Ther.</italic>
</source>
                    <year>2019</year>;<volume>21</volume>(<issue>S2</issue>):<fpage>S2-35</fpage>&#x2013;<lpage>S2-40</lpage>.
                    <pub-id pub-id-type="pmid">31169427</pub-id>
                    <pub-id pub-id-type="doi">10.1089/dia.2019.0019</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref17">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Faizi</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Fadiana</surname>
                            <given-names>G</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Nadira</surname>
                            <given-names>D</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Pediatric type 1 diabetes care in Indonesia: A review of current challenges and practice.</article-title>
                    <source>

                        <italic toggle="yes">J. Clin. Res. Pediatr. Endocrinol.</italic>
</source>
                    <year>2024</year>;<volume>17</volume>:<fpage>379</fpage>&#x2013;<lpage>386</lpage>.
                    <pub-id pub-id-type="pmid">39601260</pub-id>
                    <pub-id pub-id-type="doi">10.4274/jcrpe.galenos.2024.2024-9-4</pub-id>
                    <pub-id pub-id-type="pmcid">PMC12699084</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref18">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Farinango</surname>
                            <given-names>CD</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Benavides</surname>
                            <given-names>JS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Cer&#x00f3;n</surname>
                            <given-names>JD</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Human-centered design of a personal health record system for metabolic syndrome management based on the ISO 9241-210:2010 standard.</article-title>
                    <source>

                        <italic toggle="yes">J. Multidiscip. Healthc.</italic>
</source>
                    <year>2018</year>;<volume>11</volume>:<fpage>21</fpage>&#x2013;<lpage>37</lpage>.
                    <pub-id pub-id-type="doi">10.2147/JMDH.S150976</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref19">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Gatwood</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hohmeier</surname>
                            <given-names>KC</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Brooks</surname>
                            <given-names>IM</given-names>
                        </name>
</person-group>:
                    <article-title>Beyond the reminder: The next steps in pharmacist-driven mHealth patient engagement.</article-title>
                    <source>

                        <italic toggle="yes">J. Am. Pharm. Assoc.</italic>
</source>
                    <year>2019</year>;<volume>59</volume>(<issue>2</issue>):<fpage>S21</fpage>&#x2013;<lpage>S24</lpage>.
                    <pub-id pub-id-type="pmid">30448025</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.japh.2018.10.003</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref20">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Getov</surname>
                            <given-names>I</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Panayotova</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Dobrev</surname>
                            <given-names>S</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Opportunities for implementing digital applications to monitor the impact of risk-minimization measures within the pharmacovigilance process: Scoping review of published literature.</article-title>
                    <source>

                        <italic toggle="yes">Pharmacia.</italic>
</source>
                    <year>2025</year>;<volume>72</volume>:<fpage>1</fpage>&#x2013;<lpage>6</lpage>.
                    <pub-id pub-id-type="doi">10.3897/pharmacia.72.e143323</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref22">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Gonz&#x00e1;lez-P&#x00e9;rez</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Matey-Sanz</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Granell</surname>
                            <given-names>C</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Using mobile devices as scientific measurement instruments: Reliable Android task scheduling.</article-title>
                    <source>

                        <italic toggle="yes">Pervasive and Mobile Computing.</italic>
</source>
                    <year>2022</year>;<volume>81</volume>:<fpage>101550</fpage>.
                    <pub-id pub-id-type="doi">10.1016/j.pmcj.2022.101550</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref23">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Goyal</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Vanita</surname>
                            <given-names>V</given-names>
                        </name>
</person-group>:
                    <article-title>The rise of type 2 diabetes in children and adolescents: An emerging pandemic.</article-title>
                    <source>

                        <italic toggle="yes">Diabetes Metab. Res. Rev.</italic>
</source>
                    <year>2025</year>;<volume>41</volume>(<issue>1</issue>):<fpage>e70029</fpage>.
                    <pub-id pub-id-type="pmid">39744912</pub-id>
                    <pub-id pub-id-type="doi">10.1002/dmrr.70029</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref24">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Jansson</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Liisanantti</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Ala-Kokko</surname>
                            <given-names>T</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>The negative impact of interface design, customizability, inefficiency, malfunctions, and information retrieval on user experience: A national usability survey of ICU clinical information systems in Finland.</article-title>
                    <source>

                        <italic toggle="yes">Int. J. Med. Inform.</italic>
</source>
                    <year>2022</year>;<volume>159</volume>:<fpage>104680</fpage>.
                    <pub-id pub-id-type="pmid">34990942</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2021.104680</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref25">
                <mixed-citation publication-type="other">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Johansson</surname>
                            <given-names>F</given-names>
                        </name>
</person-group>:
                    <article-title>Mapping success: User-centred design of a GIS tool for invasive species management focusing on usability and user experience.</article-title>
                    <year>2024</year>.</mixed-citation>
            </ref>
            <ref id="ref26">
                <mixed-citation publication-type="other">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Jokela</surname>
                            <given-names>T</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Iivari</surname>
                            <given-names>N</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Matero</surname>
                            <given-names>J</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <chapter-title>The standard of user-centered design and the standard definition of usability: Analyzing ISO 13407 against ISO 9241-11.</chapter-title>
                    <source>

                        <italic toggle="yes">Proceedings of the Latin American Conference on Human-Computer Interaction.</italic>
</source>
                    <year>2003</year>;<fpage>53</fpage>&#x2013;<lpage>60</lpage>.</mixed-citation>
            </ref>
            <ref id="ref27">
                <mixed-citation publication-type="book">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Klouche</surname>
                            <given-names>K</given-names>
                        </name>
</person-group>:
                    <source>

                        <italic toggle="yes">Explorable information spaces: Designing entity affordances for fluid information exploration.</italic>
</source>
                    <publisher-name>Aalto University</publisher-name>;<year>2019</year>.</mixed-citation>
            </ref>
            <ref id="ref28">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Kumar</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Gangwar</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Ahmad Zargar</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Prevalence of diabetes in India: A review of IDF Diabetes Atlas (10th ed.).</article-title>
                    <source>

                        <italic toggle="yes">Curr. Diabetes Rev.</italic>
</source>
                    <year>2024</year>;<volume>20</volume>(<issue>1</issue>):<fpage>e130423215752</fpage>.
                    <pub-id pub-id-type="doi">10.2174/1573399819666230413094200</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref29">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Kusuma</surname>
                            <given-names>KW</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Mulyaningsih</surname>
                            <given-names>EA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Rachmadhani</surname>
                            <given-names>Y</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>The community service program: Education on diabetes mellitus complications.</article-title>
                    <source>

                        <italic toggle="yes">Contemporary Education and Community Engagement (CECE).</italic>
</source>
                    <year>2025</year>;<volume>2</volume>(<issue>2</issue>):<fpage>146</fpage>&#x2013;<lpage>156</lpage>.
                    <pub-id pub-id-type="doi">10.12928/cece.v2i2.1436</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref30">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Lewis</surname>
                            <given-names>JR</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sauro</surname>
                            <given-names>J</given-names>
                        </name>
</person-group>:
                    <article-title>Item benchmarks for the system usability scale.</article-title>
                    <source>

                        <italic toggle="yes">J. Usability Stud.</italic>
</source>
                    <year>2018</year>;<volume>13</volume>(<issue>3</issue>).</mixed-citation>
            </ref>
            <ref id="ref31">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Li</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Curtis</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Zaidi</surname>
                            <given-names>ST</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>A new paradigm in adverse drug reaction reporting: Consolidating the evidence for an intervention to improve reporting.</article-title>
                    <source>

                        <italic toggle="yes">Expert Opin. Drug Saf.</italic>
</source>
                    <year>2022</year>;<volume>21</volume>(<issue>9</issue>):<fpage>1193</fpage>&#x2013;<lpage>1204</lpage>.
                    <pub-id pub-id-type="pmid">36031811</pub-id>
                    <pub-id pub-id-type="doi">10.1080/14740338.2022.2118712</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref32">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Lismidiati</surname>
                            <given-names>W</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sumunar</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kusumawati</surname>
                            <given-names>HI</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Primagravida application usability and user satisfaction as a digital health initiative for pregnancy educational media and remote rural monitoring.</article-title>
                    <source>

                        <italic toggle="yes">Journal of Community Empowerment for Health.</italic>
</source>
                    <year>2023</year>;<volume>6</volume>(<issue>3</issue>):<fpage>183</fpage>&#x2013;<lpage>186</lpage>.
                    <pub-id pub-id-type="doi">10.22146/jcoemph.81646</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref33">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Liyanage</surname>
                            <given-names>PH</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Madhushika</surname>
                            <given-names>MT</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Liyanage</surname>
                            <given-names>PLGC</given-names>
                        </name>
</person-group>:
                    <article-title>Effectiveness of mobile applications in enhancing adverse drug reaction reporting: A systematic review.</article-title>
                    <source>

                        <italic toggle="yes">BMC Digit Health.</italic>
</source>
                    <year>2025</year>;<volume>3</volume>(<issue>1</issue>):<fpage>15</fpage>.</mixed-citation>
            </ref>
            <ref id="ref34">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Lostelius</surname>
                            <given-names>PV</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Mattebo</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Adolfsson</surname>
                            <given-names>ET</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Development and usability evaluation of an electronic health report form to assess health in young people: A mixed-methods approach.</article-title>
                    <source>

                        <italic toggle="yes">BMC Med. Inform. Decis. Mak.</italic>
</source>
                    <year>2023</year>;<volume>23</volume>(<issue>1</issue>):<fpage>91</fpage>.
                    <pub-id pub-id-type="pmid">37165371</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12911-023-02191-7</pub-id>
                    <pub-id pub-id-type="pmcid">PMC10170452</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref35">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Ma</surname>
                            <given-names>Y</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Pinzon</surname>
                            <given-names>MCM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Buckingham</surname>
                            <given-names>WR</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>A study on the sample representativeness of the Wisconsin Alzheimer&#x2019;s Disease Research Center Clinical Core participants versus the Wisconsin state population.</article-title>
                    <source>

                        <italic toggle="yes">Alzheimers Dement.</italic>
</source>
                    <year>2023</year>;<volume>19</volume>(<issue>S22</issue>):<fpage>e080124</fpage>.
                    <pub-id pub-id-type="doi">10.1002/alz.080124</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref36">
                <mixed-citation publication-type="other">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Mbanugo</surname>
                            <given-names>OJ</given-names>
                        </name>
</person-group>:
                    <article-title>The new normal: Chronic disease management and digital healthcare practice in rural and low internet environments.</article-title>
                    <year>2020</year>.</mixed-citation>
            </ref>
            <ref id="ref37">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Merks</surname>
                            <given-names>P</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Cameron</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Bilmin</surname>
                            <given-names>K</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Medication adherence and the role of pictograms in medication counselling of chronic patients: A review.</article-title>
                    <source>

                        <italic toggle="yes">Front. Pharmacol.</italic>
</source>
                    <year>2021</year>;<volume>12</volume>:<fpage>582200</fpage>.
                    <pub-id pub-id-type="pmid">34489688</pub-id>
                    <pub-id pub-id-type="doi">10.3389/fphar.2021.582200</pub-id>
                    <pub-id pub-id-type="pmcid">PMC8417421</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref38">
                <mixed-citation publication-type="other">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Morrison</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Rimpil&#x00e4;inen</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Bosnic</surname>
                            <given-names>I</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Emerging trends in digital health and care: A refresh post-COVID.</article-title>
                    <year>2022</year>.</mixed-citation>
            </ref>
            <ref id="ref39">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Moura</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Estrela</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Almeida</surname>
                            <given-names>AM</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>A usability study of pharmacists&#x2019; perceptions toward an online course for respiratory infections and antibiotic use.</article-title>
                    <source>

                        <italic toggle="yes">Procedia Computer Science.</italic>
</source>
                    <year>2021</year>;<volume>181</volume>:<fpage>269</fpage>&#x2013;<lpage>276</lpage>.
                    <pub-id pub-id-type="doi">10.1016/j.procs.2021.01.146</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref40">
                <mixed-citation publication-type="book">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Myka</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Indyka-Piasecka</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Telec</surname>
                            <given-names>Z</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <chapter-title>Comparative analysis of usability of data entry design patterns for mobile applications.</chapter-title>
                    <person-group person-group-type="editor">

                        <name name-style="western">
                            <surname>Nguyen</surname>
                            <given-names>NT</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Gaol</surname>
                            <given-names>FL</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hong</surname>
                            <given-names>T-P</given-names>
                        </name>

                        <etal/>
</person-group>, editors.
                    <source>

                        <italic toggle="yes">Intelligent information and database systems.</italic>
</source>
                    <publisher-name>Springer International Publishing</publisher-name>;<year>2019</year>; Vol.<volume>11431</volume>: pp.<fpage>737</fpage>&#x2013;<lpage>750</lpage>.
                    <pub-id pub-id-type="doi">10.1007/978-3-030-14799-0_63</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref41">
                <mixed-citation publication-type="book">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Nappoe</surname>
                            <given-names>SA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Djasri</surname>
                            <given-names>H</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kurniawan</surname>
                            <given-names>MF</given-names>
                        </name>
</person-group>:
                    <source>

                        <italic toggle="yes">Chronic disease management programme (PROLANIS) in Indonesia: Case study.</italic>
</source>
                    <publisher-name>World Health Organization</publisher-name>;<year>2023</year>.</mixed-citation>
            </ref>
            <ref id="ref42">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Negara</surname>
                            <given-names>NOS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sari</surname>
                            <given-names>DWP</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Abdurrouf</surname>
                            <given-names>M</given-names>
                        </name>
</person-group>:
                    <article-title>Hubungan self care dengan kadar glukosa darah pada pasien diabetes mellitus di Puskesmas Kedungwuni 1.</article-title>
                    <source>

                        <italic toggle="yes">Jurnal Mahasiswa Ilmu Kesehatan.</italic>
</source>
                    <year>2025</year>;<volume>3</volume>(<issue>4</issue>):<fpage>110</fpage>&#x2013;<lpage>119</lpage>.
                    <pub-id pub-id-type="doi">10.59841/jumkes.v3i4.3327</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref43">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Nishida</surname>
                            <given-names>Y</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Watada</surname>
                            <given-names>H</given-names>
                        </name>
</person-group>:
                    <article-title>The up-to-date treatment for diabetes and prevention of its complications.</article-title>
                    <source>

                        <italic toggle="yes">Juntendo Medical Journal.</italic>
</source>
                    <year>2024</year>;<volume>70</volume>(<issue>6</issue>):<fpage>400</fpage>&#x2013;<lpage>407</lpage>.
                    <pub-id pub-id-type="doi">10.14789/ejmj.JMJ24-0030-R</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref44">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Niu</surname>
                            <given-names>Y-F</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Feng</surname>
                            <given-names>Y</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Li</surname>
                            <given-names>X</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Visual perception and user experience optimization: Exploring interaction design through static-triggered smooth pursuit systems.</article-title>
                    <source>

                        <italic toggle="yes">Displays.</italic>
</source>
                    <year>2025</year>;<volume>90</volume>:<fpage>103121</fpage>.
                    <pub-id pub-id-type="doi">10.1016/j.displa.2025.103121</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref45">
                <mixed-citation publication-type="book">
                    <person-group person-group-type="author">

                        <collab>OECD</collab>

                        <collab>The World Bank</collab>
</person-group>:
                    <source>

                        <italic toggle="yes">Health at a glance: Latin America and the Caribbean 2023.</italic>
</source>
                    <publisher-name>OECD Publishing</publisher-name>;<year>2023</year>.
                    <pub-id pub-id-type="doi">10.1787/532b0e2d-en</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref46">
                <mixed-citation publication-type="other">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Oktaviana</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Handayani</surname>
                            <given-names>PW</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hidayanto</surname>
                            <given-names>AN</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Management data insights.</article-title>
                    <year>2025</year>.</mixed-citation>
            </ref>
            <ref id="ref47">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Ridho</surname>
                            <given-names>AL</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Suwawi</surname>
                            <given-names>DJ</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Riskiana</surname>
                            <given-names>RR</given-names>
                        </name>
</person-group>:
                    <article-title>Redesigning the user interface of a university laboratory website using the user-centered design approach.</article-title>
                    <source>

                        <italic toggle="yes">Kajian Ilmiah Informatika dan Komputer.</italic>
</source>
                    <year>2023</year>;<volume>4</volume>(<issue>1</issue>):<fpage>378</fpage>&#x2013;<lpage>387</lpage>.</mixed-citation>
            </ref>
            <ref id="ref48">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Rodriguez</surname>
                            <given-names>NM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Burleson</surname>
                            <given-names>G</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Linnes</surname>
                            <given-names>JC</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Thinking beyond the device: An overview of human- and equity-centered approaches for health technology design.</article-title>
                    <source>

                        <italic toggle="yes">Annu. Rev. Biomed. Eng.</italic>
</source>
                    <year>2023</year>;<volume>25</volume>(<issue>1</issue>):<fpage>257</fpage>&#x2013;<lpage>280</lpage>.
                    <pub-id pub-id-type="pmid">37068765</pub-id>
                    <pub-id pub-id-type="doi">10.1146/annurev-bioeng-081922-024834</pub-id>
                    <pub-id pub-id-type="pmcid">PMC10640794</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref49">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Rusli</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Nurisyah</surname>
                            <given-names>N</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Dewi</surname>
                            <given-names>STR</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Towards optimal diabetes therapy management: An evaluation of therapy algorithms for type 2 diabetes mellitus at community health centers (CHCs) in Makassar City, South Sulawesi, Indonesia.</article-title>
                    <source>

                        <italic toggle="yes">Pharmacia.</italic>
</source>
                    <year>2025</year>;<volume>72</volume>:<fpage>1</fpage>&#x2013;<lpage>7</lpage>.
                    <pub-id pub-id-type="doi">10.3897/pharmacia.72.e139314</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref50">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Saidelles</surname>
                            <given-names>T</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Santos</surname>
                            <given-names>LMA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Barin</surname>
                            <given-names>CS</given-names>
                        </name>
</person-group>:
                    <article-title>Evaluation of usability, navigability, and accessibility regarding the interface design for the digital repository for educational podcasts&#x2014;A user view.</article-title>
                    <source>

                        <italic toggle="yes">Contribuciones a las Ciencias Sociales.</italic>
</source>
                    <year>2023</year>;<volume>16</volume>(<issue>12</issue>):<fpage>33759</fpage>&#x2013;<lpage>33774</lpage>.
                    <pub-id pub-id-type="doi">10.55905/revconv.16n.12-278</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref51">
                <mixed-citation publication-type="book">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Sarkar</surname>
                            <given-names>A</given-names>
                        </name>
</person-group>:
                    <chapter-title>Diversity in study participants and a critique of the &#x201c;representative sample&#x201d; in human&#x2013;computer interaction research.</chapter-title>
                    <source>

                        <italic toggle="yes">2024 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC).</italic>
</source>
                    <publisher-name>IEEE</publisher-name>;<year>2024</year>; pp.<fpage>394</fpage>&#x2013;<lpage>399</lpage>.
                    <pub-id pub-id-type="doi">10.1109/VL/HCC60511.2024.00062</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref52">
                <mixed-citation publication-type="book">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Sedig</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Parsons</surname>
                            <given-names>P</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Dittmer</surname>
                            <given-names>M</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <chapter-title>Human-centered interactivity of visualization tools: Micro- and macro-level considerations.</chapter-title>
                    <source>

                        <italic toggle="yes">Handbook of human centric visualization.</italic>
</source>
                    <publisher-name>Springer</publisher-name>;<year>2013</year>; pp.<fpage>717</fpage>&#x2013;<lpage>743</lpage>.</mixed-citation>
            </ref>
            <ref id="ref53">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Sharma</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kumar</surname>
                            <given-names>BA</given-names>
                        </name>
</person-group>:
                    <article-title>A systematic review of user-based usability testing practices in self-care mHealth apps.</article-title>
                    <source>

                        <italic toggle="yes">Digital Health.</italic>
</source>
                    <year>2025</year>;<volume>11</volume>:<fpage>20552076251374184</fpage>.
                    <pub-id pub-id-type="pmid">40893169</pub-id>
                    <pub-id pub-id-type="doi">10.1177/20552076251374184</pub-id>
                    <pub-id pub-id-type="pmcid">PMC12397588</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref54">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Sharma</surname>
                            <given-names>V</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Feldman</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sharma</surname>
                            <given-names>R</given-names>
                        </name>
</person-group>:
                    <article-title>Telehealth technologies in diabetes self-management and education.</article-title>
                    <source>

                        <italic toggle="yes">J. Diabetes Sci. Technol.</italic>
</source>
                    <year>2024</year>;<volume>18</volume>(<issue>1</issue>):<fpage>148</fpage>&#x2013;<lpage>158</lpage>.
                    <pub-id pub-id-type="pmid">35485769</pub-id>
                    <pub-id pub-id-type="doi">10.1177/19322968221093078</pub-id>
                    <pub-id pub-id-type="pmcid">PMC10899831</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref55">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Singhal</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sinha</surname>
                            <given-names>AP</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Joshi</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>A mixed research study on the users-centered m-health mobile application design, development, and SUS evaluation on utility and usability for self-care management of type-2 diabetes in urban home settings.</article-title>
                    <source>

                        <italic toggle="yes">Journal of Population and Therapeutics and Clinical Pharmacology.</italic>
</source>
                    <year>2023</year>.
                    <pub-id pub-id-type="doi">10.53555/jptcp.v30i16.2484</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref56">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Whitehead</surname>
                            <given-names>L</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Talevski</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Fatehi</surname>
                            <given-names>F</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Barriers to and facilitators of digital health among culturally and linguistically diverse populations: Qualitative systematic review.</article-title>
                    <source>

                        <italic toggle="yes">J. Med. Internet Res.</italic>
</source>
                    <year>2023</year>;<volume>25</volume>:<fpage>e42719</fpage>.
                    <pub-id pub-id-type="pmid">36853742</pub-id>
                    <pub-id pub-id-type="doi">10.2196/42719</pub-id>
                    <pub-id pub-id-type="pmcid">PMC10015358</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref57">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Williams</surname>
                            <given-names>SY</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Adeyemi</surname>
                            <given-names>SO</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Eyitayo</surname>
                            <given-names>JO</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Mobile health technology (mHealth) in combating COVID-19 pandemic: Use, challenges and recommendations.</article-title>
                    <source>

                        <italic toggle="yes">Electron J Med Educ Technol.</italic>
</source>
                    <year>2020</year>;<volume>13</volume>(<issue>4</issue>):<fpage>em2018</fpage>.</mixed-citation>
            </ref>
            <ref id="ref58">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Ye</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Vena</surname>
                            <given-names>JE</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Johnson</surname>
                            <given-names>JA</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Anti-hyperglycemic medication adherence and health services utilization in people with diabetes: A longitudinal study of Alberta&#x2019;s Tomorrow Project.</article-title>
                    <source>

                        <italic toggle="yes">Patient Prefer. Adherence.</italic>
</source>
                    <year>2022</year>;<volume>16</volume>:<fpage>1457</fpage>&#x2013;<lpage>1467</lpage>.
                    <pub-id pub-id-type="pmid">35722195</pub-id>
                    <pub-id pub-id-type="doi">10.2147/PPA.S362539</pub-id>
                    <pub-id pub-id-type="pmcid">PMC9199902</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref59">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Yousif</surname>
                            <given-names>O</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Osman</surname>
                            <given-names>I</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Yousif</surname>
                            <given-names>M</given-names>
                        </name>
</person-group>:
                    <article-title>Pharmacist-led intervention on medication adherence and its impact on health-related quality of life and preventing acute events among diabetic patients: A narrative review.</article-title>
                    <source>

                        <italic toggle="yes">Journal of Acute Care and Resuscitation.</italic>
</source>
                    <year>2024</year>;<volume>1</volume>(<issue>3</issue>):<fpage>64</fpage>&#x2013;<lpage>69</lpage>.
                    <pub-id pub-id-type="doi">10.4103/jacresus.jacresus_13_24</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref60">
                <mixed-citation publication-type="data">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Yunia</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Amalia</surname>
                            <given-names>L</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Permana</surname>
                            <given-names>H</given-names>
                        </name>
</person-group>:
                    <data-title>Usability Evaluation of the Pharmacist-Integrated Sahabat DM Application for Type 2 Diabetes Management in Indonesian Primary Care Using SEQ and SUS Instruments.</data-title>[Data set].
                    <source>

                        <italic toggle="yes">Zenodo.</italic>
</source>
                    <year>2026a</year>.
                    <pub-id pub-id-type="doi">10.5281/zenodo.18825312</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref61">
                <mixed-citation publication-type="other">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Yunia</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Amalia</surname>
                            <given-names>L</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Permana</surname>
                            <given-names>H</given-names>
                        </name>
</person-group>:
                    <article-title>STROBE and SRQR reporting checklists for Sahabat DM usability study (1.0).</article-title>
                    <source>

                        <italic toggle="yes">Zenodo.</italic>
</source>
                    <year>2026b</year>.
                    <pub-id pub-id-type="doi">10.5281/zenodo.18239382</pub-id>
                </mixed-citation>
            </ref>
        </ref-list>
    </back>
    <sub-article article-type="reviewer-report" id="report476048">
        <front-stub>
            <article-id pub-id-type="doi">10.5256/f1000research.192111.r476048</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Gavai</surname>
                        <given-names>Anand K</given-names>
                    </name>
                    <xref ref-type="aff" rid="r476048a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-4738-190X</uri>
                </contrib>
                <aff id="r476048a1">
                    <label>1</label>University of Twente, Enschede, The Netherlands</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>6</day>
                <month>5</month>
                <year>2026</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2026 Gavai AK</copyright-statement>
                <copyright-year>2026</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport476048" related-article-type="peer-reviewed-article" xlink:href="10.12688/f1000research.174228.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>
                <bold>Summary of the Article</bold>
            </p>
            <p> This study presents a usability evaluation of the 
                <italic>Sahabat DM</italic> digital health application designed to support type 2 diabetes mellitus (T2DM) management in Indonesian primary care settings. The application integrates pharmacist-supported functionalities, including medication tracking, laboratory data entry, adverse drug reaction (ADR) reporting, and consultation features.</p>
            <p> </p>
            <p> A cross-sectional usability study was conducted with 20 adult participants diagnosed with T2DM. Participants completed ten predefined tasks representing key application features. Task-level usability was assessed using the Single Ease Question (SEQ), while overall system usability was evaluated using the System Usability Scale (SUS).</p>
            <p> The reported results indicate a mean SEQ score of 5.5 and a mean SUS score of 72, suggesting &#x201c;fairly easy&#x201d; task performance and &#x201c;good&#x201d; overall usability. The authors conclude that the application demonstrates acceptable usability and potential to support pharmacist-led diabetes self-management, while recommending further large-scale and longitudinal studies.</p>
            <p> </p>
            <p> 
                <bold>General Assessment</bold>
            </p>
            <p> The manuscript is clearly written and methodologically sound within the scope of usability evaluation. The use of validated instruments (SEQ and SUS) and a structured task-based design aligns with established usability testing practices. The study also addresses a relevant and underexplored context&#x2014;digital health adoption in Indonesian primary care settings with pharmacist integration.</p>
            <p> </p>
            <p> However, the manuscript operates within a relatively narrow conceptual framing of digital health, equating usability with broader notions of effectiveness and impact. While this is common in early-stage evaluations, the current presentation risks overstating the implications of the findings. The main limitations of the work are therefore not technical, but conceptual and interpretative.</p>
            <p> </p>
            <p> 
                <bold>Major Comments (Must Be Addressed)</bold>
            </p>
            <p> 1. 
                <bold>Clarify the distinction between usability and clinical or behavioral effectiveness</bold>
            </p>
            <p> The manuscript frequently implies that good usability translates into improved diabetes self-management, adherence, or pharmacovigilance. However, the study does not measure behavioral outcomes, engagement, or clinical indicators (e.g., glycemic control).</p>
            <p> </p>
            <p> 
                <bold>Required revision:</bold> 
                <list list-type="bullet">
                    <list-item>
                        <p>Explicitly distinguish 
                            <italic>usability</italic> from 
                            <italic>effectiveness</italic> in both the Discussion and Conclusion.</p>
                    </list-item>
                    <list-item>
                        <p>Reframe claims regarding &#x201c;supporting self-management&#x201d; as 
                            <bold>potential or hypothesized</bold>, rather than demonstrated outcomes.</p>
                    </list-item>
                    <list-item>
                        <p>Clearly state that usability is a necessary but not sufficient condition for clinical impact.</p>
                    </list-item>
                </list> </p>
            <p> 2. 
                <bold>Strengthen the discussion of limitations</bold>
            </p>
            <p> While some limitations are acknowledged, their implications are not fully developed.</p>
            <p> 
                <bold>Required revision:</bold> 
                <list list-type="bullet">
                    <list-item>
                        <p>Expand discussion on: 
                            <list list-type="bullet">
                                <list-item>
                                    <p>Small sample size (n = 20) and convenience sampling bias</p>
                                </list-item>
                                <list-item>
                                    <p>Short-term, task-based interaction vs. real-world usage</p>
                                </list-item>
                                <list-item>
                                    <p>Absence of longitudinal engagement data</p>
                                </list-item>
                                <list-item>
                                    <p>Lack of objective usability metrics (e.g., task time, error rates)</p>
                                </list-item>
                            </list> </p>
                    </list-item>
                    <list-item>
                        <p>Explicitly discuss how these limitations constrain generalizability and interpretation.</p>
                    </list-item>
                </list> </p>
            <p> 3. 
                <bold>Avoid overinterpretation of results</bold>
            </p>
            <p> The conclusions extend beyond what the data directly support, particularly in relation to pharmacist-led care and system-level impact.</p>
            <p> 
                <bold>Required revision:</bold> 
                <list list-type="bullet">
                    <list-item>
                        <p>Moderate claims related to: 
                            <list list-type="bullet">
                                <list-item>
                                    <p>Improved adherence</p>
                                </list-item>
                                <list-item>
                                    <p>Enhanced pharmacovigilance</p>
                                </list-item>
                                <list-item>
                                    <p>Strengthened patient&#x2013;provider communication</p>
                                </list-item>
                            </list> </p>
                    </list-item>
                    <list-item>
                        <p>Ensure all claims are directly tied to measured outcomes (SEQ/SUS only).</p>
                    </list-item>
                </list> </p>
            <p> 
                <bold>Minor Comments (Should Be Addressed)</bold>
            </p>
            <p> </p>
            <p> 4. 
                <bold>Broaden engagement with current digital health literature</bold>
            </p>
            <p> The manuscript cites relevant usability and mHealth studies, but does not sufficiently engage with more recent developments in digital health research.</p>
            <p> 
                <bold>Suggested improvement:</bold> 
                <list list-type="bullet">
                    <list-item>
                        <p>Incorporate literature that: 
                            <list list-type="bullet">
                                <list-item>
                                    <p>Examines long-term engagement and adherence in digital interventions</p>
                                </list-item>
                                <list-item>
                                    <p>Explores behavior change frameworks in mHealth</p>
                                </list-item>
                                <list-item>
                                    <p>Discusses adaptive, personalized, or interaction-driven digital health systems</p>
                                </list-item>
                            </list> </p>
                    </list-item>
                </list> This would help position the study within a broader and evolving research landscape.</p>
            <p> </p>
            <p> 5. 
                <bold>Expand interpretation of usability findings</bold>
            </p>
            <p> The results are reported clearly but could be interpreted more critically.</p>
            <p> 
                <bold>Suggested improvement:</bold> 
                <list list-type="bullet">
                    <list-item>
                        <p>Discuss what a SUS score of ~72 implies in practical deployment contexts</p>
                    </list-item>
                    <list-item>
                        <p>Reflect on variability across users (e.g., the participant with &#x201c;poor&#x201d; usability)</p>
                    </list-item>
                    <list-item>
                        <p>Provide deeper analysis of why specific tasks (e.g., ADR reporting) performed worse</p>
                    </list-item>
                </list> </p>
            <p> 6. 
                <bold>Elaborate on pharmacist integration</bold>
            </p>
            <p> The inclusion of pharmacists is a strength, but remains under-theorized.</p>
            <p> 
                <bold>Suggested improvement:</bold> 
                <list list-type="bullet">
                    <list-item>
                        <p>Clarify how the application changes or enhances pharmacist&#x2013;patient interaction</p>
                    </list-item>
                    <list-item>
                        <p>Discuss whether this integration is informational, communicative, or workflow-based</p>
                    </list-item>
                    <list-item>
                        <p>Situate this within broader care delivery models</p>
                    </list-item>
                </list> </p>
            <p> 
                <bold>Overall Recommendation</bold>
            </p>
            <p> The study is 
                <bold>methodologically sound and suitable for indexing</bold>, but requires 
                <bold>moderate revision</bold> to ensure that conclusions are appropriately aligned with the evidence and that the contribution is clearly positioned within the broader digital health landscape.</p>
            <p> The required revisions primarily concern: 
                <list list-type="bullet">
                    <list-item>
                        <p>Conceptual clarity</p>
                    </list-item>
                    <list-item>
                        <p>Interpretation of results</p>
                    </list-item>
                    <list-item>
                        <p>Strengthening of limitations and discussion</p>
                    </list-item>
                </list> Addressing these points will significantly improve the scientific rigor and relevance of the manuscript.</p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Partly</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Yes</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>Yes</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Partly</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>Digital health, artificial intelligence in healthcare (including retrieval-augmented generation systems), personalized nutrition, chronic disease management (with a focus on metabolic disorders such as type 2 diabetes), and data-driven health systems. I also have expertise in usability and evaluation of digital health interventions, as well as in the design of adaptive, interaction-driven health technologies.</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above.</p>
        </body>
        <back>
            <ref-list>
                <title>References</title>
                <ref id="rep-ref-476048-1">
                    <label>1</label>
                    <mixed-citation publication-type="journal">
                        <person-group person-group-type="author"/>:
                        <article-title>Agentic AI as a coordination paradigm in digital health and agri-food systems</article-title>.
                        <source>
                            <italic>Patterns</italic>
                        </source>.<year>2026</year>;<volume>7</volume>(<issue>3</issue>) :
                        <elocation-id>10.1016/j.patter.2026.101496</elocation-id>
                        <pub-id pub-id-type="doi">10.1016/j.patter.2026.101496</pub-id>
                    </mixed-citation>
                </ref>
                <ref id="rep-ref-476048-2">
                    <label>2</label>
                    <mixed-citation publication-type="journal">
                        <person-group person-group-type="author"/>:
                        <article-title>AI-driven personalized nutrition: RAG-based digital health solution for obesity and type 2 diabetes</article-title>.
                        <source>
                            <italic>PLOS Digital Health</italic>
                        </source>.<year>2025</year>;<volume>4</volume>(<issue>5</issue>) :
                        <elocation-id>10.1371/journal.pdig.0000758</elocation-id>
                        <pub-id pub-id-type="doi">10.1371/journal.pdig.0000758</pub-id>
                    </mixed-citation>
                </ref>
            </ref-list>
        </back>
    </sub-article>
</article>
