<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="other" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<?covid-19-tdm?>
<journal-meta>
<journal-id journal-id-type="publisher-id">Int J Public Health</journal-id>
<journal-title>International Journal of Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Int J Public Health</abbrev-journal-title>
<issn pub-type="epub">1661-8564</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">1604249</article-id>
<article-id pub-id-type="doi">10.3389/ijph.2021.1604249</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health Archive</subject>
<subj-group>
<subject>Hints and Kinks</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Rapid Mortality Surveillance of COVID-19 Using Verbal Autopsy</article-title>
<alt-title alt-title-type="left-running-head">Duarte-Neto et&#x20;al.</alt-title>
<alt-title alt-title-type="right-running-head">Mortality Surveillance of COVID-19</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Duarte-Neto</surname>
<given-names>Amaro N.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Marinho</surname>
<given-names>Maria de F&#x00E1;tima</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Barroso</surname>
<given-names>Lucia P.</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Saldiva de Andr&#xe9;</surname>
<given-names>Carmen D.</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/544823/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>da Silva</surname>
<given-names>Luiz Fernando F.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Dolhnikoff</surname>
<given-names>Marisa</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Afonso de Andr&#xe9;</surname>
<given-names>Paulo</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/580653/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Minto</surname>
<given-names>Catia M.</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>de Moura</surname>
<given-names>Catia S.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Leite</surname>
<given-names>Th&#xe1;bata F.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Filho</surname>
<given-names>Jair Theodoro</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Monteiro</surname>
<given-names>Renata Aparecida de Almeida</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Setel</surname>
<given-names>Philip</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Bratschi</surname>
<given-names>Martin W.</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Mswia</surname>
<given-names>Robert</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Saldiva</surname>
<given-names>Paulo Hil&#xe1;rio N.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/94075/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Bierrenbach</surname>
<given-names>Ana Luiza</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<label>
<sup>1</sup>
</label>Department of Pathology, Faculty of Medicine, University of Sao Paulo, <addr-line>Sao Paulo</addr-line>, <country>Brazil</country>
</aff>
<aff id="aff2">
<label>
<sup>2</sup>
</label>Vital Strategies, <addr-line>Sao Paulo</addr-line>, <country>Brazil</country>
</aff>
<aff id="aff3">
<label>
<sup>3</sup>
</label>Department of Statistics, Institute of Mathematics and Statistics, University of Sao Paulo, <addr-line>Sao Paulo</addr-line>, <country>Brazil</country>
</aff>
<aff id="aff4">
<label>
<sup>4</sup>
</label>State Secretary of Health of Sao Paulo, <addr-line>Sao Paulo</addr-line>, <country>Brazil</country>
</aff>
<aff id="aff5">
<label>
<sup>5</sup>
</label>Vital Strategies, <addr-line>New York</addr-line>, <addr-line>NY</addr-line>, <country>United&#x20;States</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/943079/overview">Nino Kuenzli</ext-link>, Swiss Tropical and Public Health Institute (Swiss TPH), Switzerland</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1433873/overview">Pedro Souza</ext-link>, Death Verification Service Dr. Rocha Furtado, Brazil</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Carmen D. Saldiva de Andr&#xe9;, <email>carmensaldiva@gmail.com</email>
</corresp>
</author-notes>
<pub-date pub-type="epub">
<day>05</day>
<month>10</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>66</volume>
<elocation-id>1604249</elocation-id>
<history>
<date date-type="received">
<day>16</day>
<month>05</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>15</day>
<month>09</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Duarte-Neto, Marinho, Barroso, Saldiva de Andr&#xe9;, da Silva, Dolhnikoff, Afonso de Andr&#xe9;, Minto, de Moura, Leite, Filho, Monteiro, Setel, Bratschi, Mswia, Saldiva and Bierrenbach.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Duarte-Neto, Marinho, Barroso, Saldiva de Andr&#xe9;, da Silva, Dolhnikoff, Afonso de Andr&#xe9;, Minto, de Moura, Leite, Filho, Monteiro, Setel, Bratschi, Mswia, Saldiva and Bierrenbach</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these&#x20;terms.</p>
</license>
</permissions>
<kwd-group>
<kwd>mortality</kwd>
<kwd>surveillance</kwd>
<kwd>COVID-like illness</kwd>
<kwd>minimally invasive autopsy</kwd>
<kwd>InterVA CRMS</kwd>
</kwd-group>
</article-meta>
</front>
<body>
<p>Identifying causes of death, let&#x20;alone COVID-19-specific mortality, is a challenge in many low- and middle-income countries. Lack of testing and large numbers of community deaths without a physician to medically certify the cause of death, are barriers to knowing the full impact of the pandemic on mortality&#x20;[<xref ref-type="bibr" rid="B1">1</xref>].</p>
<p>Verbal Autopsy (VA) is a technique for determining the most medically likely causes of death in the community, where no physician is available to complete a medical certificate of cause of death. Briefly, VA uses a structured questionnaire to elicit the signs and symptoms exhibited by the deceased in the period before death and that can reliably be understood by and reported on by family members and other lay caregivers [<xref ref-type="bibr" rid="B2">2</xref>]. The pattern of responses to the VA questionnaire is used by physicians or a computer algorithm to assign the most probable cause of death [<xref ref-type="bibr" rid="B3">3</xref>,&#x20;<xref ref-type="bibr" rid="B4">4</xref>].</p>
<p>As part of the development of the Rapid Mortality Surveillance Technical Package, the WHO VA Reference Group produced a short questionnaire and algorithm, the InterVA CRMS model [<xref ref-type="bibr" rid="B5">5</xref>], to distinguish deaths due to COVID-like illness (CLI) from deaths due to other natural and unnatural causes. The algorithm produces estimates of the probability of death being associated with CLI, based on the answers in the short questionnaire.</p>
<p>This study aims to evaluate the performance of the InterVA CRMS model against ultrasound guided-minimally invasive autopsy, which is the best available reference during the pandemic. To our knowledge, no study with this purpose has been carried out&#x20;yet.</p>
<sec id="s1">
<title>Setting</title>
<p>Sao Paulo is the largest city in Brazil, with more than 12 million inhabitants. It has been one of the epicenters of COVID-19, having reached in March 2021 more than 8,300 case notifications in a single day&#x20;[<xref ref-type="bibr" rid="B6">6</xref>].</p>
<p>The Autopsy Service at the University of Sao Paulo (SVOC-USP) performs autopsies of natural deaths in the city of Sao Paulo for deaths without an established cause of death. On March 20th, 2020, the Governor of the State of Sao Paulo decreed emergency measures for the prevention of contagion by SARS-CoV-2, suspending conventional autopsies within the State. Since then, only a few ultrasound-guided minimally invasive autopsies (MIA-US) have been performed at the SVOC-USP.</p>
</sec>
<sec id="s2">
<title>Approach</title>
<p>We applied the short questionnaire and algorithm to all the 112 deaths occurring from March to December 2020 that underwent MIA-US at the SVOC-USP.</p>
<p>The MIA-US procedure has been described by Duarte-Neto et&#x20;al. (2020) and Dolhnikoff al. (2020) [<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>]. Briefly, internal organs were visualized using a portable ultrasound and tissue sampling was performed using Tru-Cut<sup>&#xa9;</sup> semi-automatic 14G needles. Our protocol includes extensive sampling of lungs, heart, liver, kidneys, spleen, testis, skin, skeletal muscle, bone marrow, salivary glands, brain, and intestines. Reverse-transcription polymerase chain reaction (RT-PCR) was employed for molecular detection of SARS-CoV-2 in oropharyngeal swabs or pulmonary tissue as previously described [<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B9">9</xref>]. A team of health professionals, extensively trained in techniques appropriate to the grieving environment, asked the COVID-19 specific questions to families/caregivers after they signed the Consent&#x20;Form.</p>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>According to the MIA-US, 72 deaths had COVID-19 as the cause of death (positive group), and 40 individuals died from other causes (negative group). In the positive group, 39 (54.2%) were male (mean age 54.1&#x20;&#xb1; 19.1). In the negative group, 16 (40.0%) were male (mean age 61.2&#x20;&#xb1;&#x20;21.1).</p>
<p>
<xref ref-type="table" rid="T1">Table 1</xref> shows the frequencies and percentages of each sign and symptom included in the short questionnaire in the positive and negative groups, and the sensitivity and specificity of each sign/symptom.</p>
<table-wrap id="T1" position="float">
<label>TABLE&#x20;1</label>
<caption>
<p>Frequency and percentage of each sign and symptom in the groups classified as COVID-19 positive or negative by the Ultrasound-guided Minimally Invasive Autopsy - COVID-19 Case-Control study in Brazil project, Sao Paulo, Brazil, March - December&#x20;2020.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Signal/Symptom<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</th>
<th align="center">Positive n (%) (N&#x20;&#x3d;&#x20;72)</th>
<th align="center">Negative n (%) (N&#x20;&#x3d;&#x20;40)</th>
<th align="center">Sensitivity<xref ref-type="table-fn" rid="Tfn2">
<sup>b</sup>
</xref> (95% Confidence interval)</th>
<th align="center">Specificity<xref ref-type="table-fn" rid="Tfn2">
<sup>b</sup>
</xref> (95% Confidence interval)</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">
<bold>Difficulty breathing</bold>
</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char="(">91.7 (82.7&#x2013;96.9)</td>
<td align="char" char="(">47.5 (31.5&#x2013;63.9)</td>
</tr>
<tr>
<td align="left">yes</td>
<td align="char" char="(">66 (91.7)</td>
<td align="center">20 (50)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">no</td>
<td align="char" char="(">5 (6.9)</td>
<td align="center">19 (47.5)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">don&#xb4;t know</td>
<td align="char" char="(">1 (1.4)</td>
<td align="center">1 (2.5)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">
<bold>Fatigue</bold>
</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char="(">79.2 (68&#x2013;87.8)</td>
<td align="char" char="(">42.5 (27&#x2013;59)</td>
</tr>
<tr>
<td align="left">yes</td>
<td align="char" char="(">57 (79.2)</td>
<td align="center">23 (57.5)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">no</td>
<td align="char" char="(">8 (11.1)</td>
<td align="center">17 (42.5)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">don&#xb4;t know</td>
<td align="char" char="(">7 (9.7)</td>
<td align="center">0</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">
<bold>Fever</bold>
</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char="(">75 (63.4&#x2013;84.6)</td>
<td align="char" char="(">82.5 (67.2&#x2013;92.7)</td>
</tr>
<tr>
<td align="left">yes</td>
<td align="char" char="(">54 (75)</td>
<td align="center">7 (17.5)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">no</td>
<td align="char" char="(">16 (22.2)</td>
<td align="center">33 (82.5)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">don&#xb4;t know</td>
<td align="char" char="(">2 (2.8)</td>
<td align="center">0</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">
<bold>Positive test</bold>
</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char="(">72.2 (60.4&#x2013;95.1)</td>
<td align="char" char="(">80 (64.4&#x2013;90.9)</td>
</tr>
<tr>
<td align="left">yes</td>
<td align="char" char="(">52 (72.2)</td>
<td align="center">0</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">no</td>
<td align="char" char="(">7 (9.7)</td>
<td align="center">32 (80)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">don&#xb4;t know</td>
<td align="char" char="(">13 (18.1)</td>
<td align="center">8 (20)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">
<bold>Cough</bold>
</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char="(">66.7 (54.6&#x2013;77.3)</td>
<td align="char" char="(">67.5 (50.9&#x2013;81.4)</td>
</tr>
<tr>
<td align="left">yes</td>
<td align="char" char="(">48 (66.7)</td>
<td align="center">13 (32.5)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">no</td>
<td align="char" char="(">23 (31.9)</td>
<td align="center">27 (67.5)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">don&#xb4;t know</td>
<td align="char" char="(">1 (1.4)</td>
<td align="center">0</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">
<bold>Contact COVID-19</bold>
</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char="(">34.7 (23.9&#x2013;46.8)</td>
<td align="char" char="(">80 (64.4&#x2013;90.9)</td>
</tr>
<tr>
<td align="left">yes</td>
<td align="char" char="(">25 (34.7)</td>
<td align="center">2 (5)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">no</td>
<td align="char" char="(">32 (44.4)</td>
<td align="center">32 (80)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Don&#x2019;t know</td>
<td align="char" char="(">15 (20.8)</td>
<td align="center">6 (15)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">
<bold>Loss smell/taste</bold>
</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char="(">18.1 (10&#x2013;28.9)</td>
<td align="char" char="(">80 (64.4&#x2013;90.9)</td>
</tr>
<tr>
<td align="left">yes</td>
<td align="char" char="(">13 (18.1)</td>
<td align="center">6 (15)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">no</td>
<td align="char" char="(">47 (65.3)</td>
<td align="center">32 (80)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Don&#x2019;t know</td>
<td align="char" char="(">12 (16.7)</td>
<td align="center">2 (5)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="Tfn1">
<label>a</label>
<p>All the answers about living in an area with social distancing/stay-at-home measures were &#x201c;Yes&#x201d;, those about injuries were &#x201c;No&#x201d;, and those about traveling to a region where COVID-19 was present were &#x201c;Don&#x27;t know&#x201d;.</p>
</fn>
<fn id="Tfn2">
<label>b</label>
<p>Sensitivity was calculated here as the proportion of presence of a signal/symptom (answer &#x201c;Yes&#x201d;) in the group classified as positive by Ultrasound-guided Minimally Invasive Autopsy. Specificity was calculated as the proportion absence of signal/symptom (answer &#x201c;No&#x201d;) in the group classified as negative by Ultrasound-guided Minimally Invasive Autopsy.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>The probabilities of death by COVID-19 predicted by the InterVA CRMS algorithm (<xref ref-type="fig" rid="F1">Figure 1</xref>) have high variability in the negative group while those in the positive group tend to concentrate on higher values. The cutoff value for the probability of death obtained from a ROC curve was 0.89. A sensitivity of 0.83 and a specificity of 0.88 are associated with this cutoff. The area under the ROC curve is&#x20;0.90.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>
<bold>Left:</bold> Receiver Operating Characteristic Curve constructed to determine the cutoff for the probabilities of COVID-19 predicted by the InterVA CRMS algorithm. <bold>Right:</bold> Individual values of the predicted probabilities of COVID-19 according to the Ultrasound-guided Minimally Invasive Autopsy classification (positive or negative). The dashed line in red represents the cutoff - COVID-19 Case-Control study in Brazil project, Sao Paulo, Brazil, March - December 2020.</p>
</caption>
<graphic xlink:href="ijph-66-1604249-g001.tif"/>
</fig>
<p>MIA-US attributed COVID-19 as the cause of death to four pediatric cases, but all of them had probabilities of death due to COVID-19 smaller than the cutoff 0.89 and were classified as negative for COVID-19 by the InterVA CRMS algorithm according to the procedures described above. Excluding all cases below 20&#x20;years-old from the sample (4 pediatric cases just mentioned and one classified as negative by MIA-US), the same cutoff value was obtained from the ROC curve (area under curve &#x3d; 0.93) and this was associated with a sensitivity of 0.88 and a specificity of&#x20;0.87.</p>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Our results show that InterVA CRMS is a reliable way to rapidly track mortality due to CLI in adults with high sensitivity and specificity. The application of a questionnaire like this, quick and easy to understand, followed by the use of an algorithm for reading the results, which requires minimum computer capacity, can help to count cases of death by CLI in communities without extensive testing and medical certification of cause of death. In addition, initiatives such as this have their role even in large urban centers with well-established autopsy services, since most of them have had their activities disrupted during the pandemic due to the risk of contagion of staff members.</p>
<p>Adjustments to the questionnaire and algorithm are likely to be needed, not only to better discriminate the disease among children, but also as the epidemic progresses and as more knowledge is accrued. For example, the inclusion of a question of whether the decedent had been vaccinated for COVID-19 would be helpful for the cause of death assignment. Once large and representative samples of InterVA CRMS data with vaccination status are made available, they could be used to assess fatal vaccine failure.</p>
</sec>
<sec sec-type="conclusion" id="s5">
<title>Conclusion</title>
<p>Although more validation studies are needed, our findings indicate that COVID-19 deaths can be correctly assigned in adults using a simple set of questions about their signs and symptoms, helping in directing control measures during the course of the pandemic.</p>
</sec>
</body>
<back>
<sec id="s6">
<title>Ethics Statement</title>
<p>This study has been approved by the School of Medicine, University of S&#x00E3;o Paulo, Review Board for Human Studies. Written informed consent to participate in this study was provided by the participants' legal guardian/next of kin.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>PS and FMS: study design -CS, LB, AB: statistical analysis -PA: control of the data aquisition -PS, AD-N, LD, MD, JTF, RAAM: MIA-US -CSM, TL, JTF, RAAM: Interviews All authors wrote and read the manuscript.</p>
</sec>
<sec id="s8">
<title>Funding</title>
<p>This work was funded by Bill and Melinda Gates Foundation (INV-002396), Conselho Nacional de Desenvolvimento Cient&#x00ED;fico e Tecnol&#x00F3;gico (401825/2020-5) and is, in part, and output of the Bloomberg Philanthropies Data for Health Initiative (<ext-link ext-link-type="uri" xlink:href="https://www.bloomberg.org/public-health/strengthening-health-data/">https://www.bloomberg.org/public-health/strengthening-health-data/</ext-link>). The views expressed are not necessarily those of the Philanthropies.</p>
</sec>
<sec sec-type="COI-statement" id="s9">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<ack>
<p>This paper was written in honor of Peter Byass, who developed the CRMS algorithm and died on Aug 16, 2020. We thank Cassia Arruda, Kely Cristina Soares Bispo, Lisie Tocci Justo e Reginaldo Silva do Nascimento, for technical support.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="book">
<collab>Vital Strategies, World Health Organization</collab>. <source>Revealing the Toll of COVID-19: A Technical Package for Rapid Mortality Surveillance and Epidemic Response</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>Vital Strategies</publisher-name> (<year>2021</year>). <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications/i/item/revealing-the-toll-of-covid-19">https://www.who.int/publications/i/item/revealing-the-toll-of-covid-19</ext-link>
</comment> <comment>(Accessed February 15, 2021)</comment>. </citation>
</ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="web">
<collab>WHO</collab>. <article-title>Verbal Autopsy Standards: Ascertaining and Attributing Causes of Death</article-title> (<year>2016</year>). <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.who.int/healthinfo/statistics/verbalautopsystandards/en/">https://www.who.int/healthinfo/statistics/verbalautopsystandards/en/</ext-link>
</comment> <comment>(Accessed February 15, 2021)</comment>. </citation>
</ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Serina</surname>
<given-names>P</given-names>
</name>
<name>
<surname>Riley</surname>
<given-names>I</given-names>
</name>
<name>
<surname>Stewart</surname>
<given-names>A</given-names>
</name>
<name>
<surname>James</surname>
<given-names>SL</given-names>
</name>
<name>
<surname>Flaxman</surname>
<given-names>AD</given-names>
</name>
<name>
<surname>Lozano</surname>
<given-names>R</given-names>
</name>
<etal/>
</person-group> <article-title>Improving Performance of the Tariff Method for Assigning Causes of Death to Verbal Autopsies</article-title>. <source>BMC Med</source> (<year>2015</year>) <volume>13</volume>:<fpage>291</fpage>. <pub-id pub-id-type="doi">10.1186/s12916-015-0527-9</pub-id> </citation>
</ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McCormick</surname>
<given-names>TH</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>ZR</given-names>
</name>
<name>
<surname>Calvert</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Crampin</surname>
<given-names>AC</given-names>
</name>
<name>
<surname>Kahn</surname>
<given-names>K</given-names>
</name>
<name>
<surname>Clark</surname>
<given-names>SJ</given-names>
</name>
</person-group> <article-title>Probabilistic Cause-Of-Death Assignment Using Verbal Autopsies</article-title>. <source>J&#x20;Am Stat Assoc</source> (<year>2016</year>) <volume>111</volume>:<fpage>1036</fpage>&#x2013;<lpage>49</lpage>. <pub-id pub-id-type="doi">10.1080/01621459.2016.1152191</pub-id> </citation>
</ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="web">
<collab>Byass</collab>. <article-title>InterVA&#x2013;software for Verbal Autopsy</article-title> (<year>2021</year>). <comment>Available at: <ext-link ext-link-type="uri" xlink:href="http://www.byass.uk/interva/crms%202020">http://www.byass.uk/interva/crms 2020</ext-link>
</comment> <comment>(Accessed February 15, 2021)</comment>. </citation>
</ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="web">
<collab>SEADE Foundation</collab>. <article-title>SP Contra O Novo Coronavirus &#x2013; Boletim Completo</article-title> (<year>2021</year>). <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.seade.gov.br/coronavirus/">https://www.seade.gov.br/coronavirus/</ext-link> (Accessed April 10, 2021)</comment>. </citation>
</ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Duarte-Neto</surname>
<given-names>AN</given-names>
</name>
<name>
<surname>Monteiro</surname>
<given-names>RAA</given-names>
</name>
<name>
<surname>da Silva</surname>
<given-names>LFF</given-names>
</name>
<name>
<surname>Malheiros</surname>
<given-names>DMAC</given-names>
</name>
<name>
<surname>de Oliveira</surname>
<given-names>EP</given-names>
</name>
<name>
<surname>Theodoro-Filho</surname>
<given-names>J</given-names>
</name>
<etal/>
</person-group> <article-title>Pulmonary and Systemic Involvement in COVID-19 Patients Assessed with Ultrasound-Guided Minimally Invasive Autopsy</article-title>. <source>Histopathology</source> (<year>2020</year>) <volume>77</volume>:<fpage>186</fpage>&#x2013;<lpage>97</lpage>. <pub-id pub-id-type="doi">10.1111/his.14160</pub-id> </citation>
</ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dolhnikoff</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Ferreira Ferranti</surname>
<given-names>J</given-names>
</name>
<name>
<surname>de Almeida Monteiro</surname>
<given-names>RA</given-names>
</name>
<name>
<surname>Duarte-Neto</surname>
<given-names>AN</given-names>
</name>
<name>
<surname>Soares Gomes-Gouv&#xea;a</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Viu Degaspare</surname>
<given-names>N</given-names>
</name>
<etal/>
</person-group> <article-title>SARS-CoV-2 in Cardiac Tissue of a Child with COVID-19-Related Multisystem Inflammatory Syndrome</article-title>. <source>Lancet Child Adolesc Health</source> (<year>2020</year>) <volume>4</volume>:<fpage>790</fpage>&#x2013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1016/s2352-4642(20)30257-1</pub-id> </citation>
</ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Corman</surname>
<given-names>VM</given-names>
</name>
<name>
<surname>Landt</surname>
<given-names>O</given-names>
</name>
<name>
<surname>Kaiser</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Molenkamp</surname>
<given-names>R</given-names>
</name>
<name>
<surname>Meijer</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Chu</surname>
<given-names>DK</given-names>
</name>
<etal/>
</person-group> <article-title>Detection of 2019 Novel Coronavirus (2019-nCoV) by Real-Time RT-PCR</article-title>. <source>Euro Surveill</source> (<year>2020</year>) <volume>25</volume>(<issue>3</issue>):<fpage>1</fpage>. <pub-id pub-id-type="doi">10.2807/1560-7917.ES.2020.25.3.2000045</pub-id> </citation>
</ref>
</ref-list>
</back>
</article>