540 lines
65 KiB
XML
540 lines
65 KiB
XML
<document id="DA0AC13B56E1651E73C9630929E57D47" ID-DOI="10.1093/zoolinnean/zlac087" ID-ISSN="0024-4082" ID-Zenodo-Dep="7926780" IM.bibliography_approvedBy="juliana" IM.illustrations_approvedBy="juliana" IM.materialsCitations_approvedBy="juliana" IM.metadata_approvedBy="juliana" IM.tables_approvedBy="juliana" IM.taxonomicNames_approvedBy="juliana" IM.treatments_approvedBy="juliana" checkinTime="1683701894977" checkinUser="plazi" docAuthor="Pinho, Catarina, Kaliontzopoulou, Antigoni, Ferreira, Carlos A & Gama, João" docDate="2023" docId="03A087FFFFF057535166B397C381F9AF" docLanguage="en" docName="zlac087.pdf" docOrigin="Zoological Journal of the Linnean Society 198 (1)" docSource="https://academic.oup.com/zoolinnean/article/198/1/184/6777764" docStyle="DocumentStyle:36B3BD6A90C22AB4F7F465C853188CC8.7:ZoolJLinnSoc.2017-.journal_article" docStyleId="36B3BD6A90C22AB4F7F465C853188CC8" docStyleName="ZoolJLinnSoc.2017-.journal_article" docStyleVersion="7" docTitle="Podarcis bocagei AND P. LUSITANICUS" docType="treatment" docVersion="3" lastPageNumber="190" masterDocId="FF99FF87FFF45755525AB545C052FFB5" masterDocTitle="Identification of morphologically cryptic species with computer vision models: wall lizards (Squamata: Lacertidae: Podarcis) as a case study" masterLastPageNumber="201" masterPageNumber="184" pageNumber="188" updateTime="1683832760887" updateUser="ExternalLinkService">
|
||
<mods:mods id="51593AA28F542687A96F9410AF6B0186" xmlns:mods="http://www.loc.gov/mods/v3">
|
||
<mods:titleInfo id="822EF64236277ED24BC2428C14EFBDBF">
|
||
<mods:title id="C6949D455F8F32C6261497F945E0C9BF">Identification of morphologically cryptic species with computer vision models: wall lizards (Squamata: Lacertidae: Podarcis) as a case study</mods:title>
|
||
</mods:titleInfo>
|
||
<mods:name id="C07BAB25406FAFF38448F89B9CC0A49E" type="personal">
|
||
<mods:role id="DB31E4960C70AAC2287FAA5FC4DEEEC8">
|
||
<mods:roleTerm id="141746A922583C24CCA7055CDD673504">Author</mods:roleTerm>
|
||
</mods:role>
|
||
<mods:namePart id="282A971661A8BE226B04B4151F8C7DCE">Pinho, Catarina</mods:namePart>
|
||
</mods:name>
|
||
<mods:name id="B90F2AEA1BD18CCD121779C8148154AF" type="personal">
|
||
<mods:role id="D98F2CF8527E3F58796EAD585BAC2175">
|
||
<mods:roleTerm id="B6DAA9D2DBD1E350E64917AD1C49B362">Author</mods:roleTerm>
|
||
</mods:role>
|
||
<mods:namePart id="C0EDEB319482424730182C9081420AC9">Kaliontzopoulou, Antigoni</mods:namePart>
|
||
</mods:name>
|
||
<mods:name id="C9E93905FF484060DE46A567091E95A7" type="personal">
|
||
<mods:role id="114BEA948FF9F08F69D15D4B072F461F">
|
||
<mods:roleTerm id="1548CE6668431180A69EEE646E752406">Author</mods:roleTerm>
|
||
</mods:role>
|
||
<mods:namePart id="51B953EB7AF644783998F886E1C63CCE">Ferreira, Carlos A</mods:namePart>
|
||
</mods:name>
|
||
<mods:name id="C9608E0BE23A759FC9F4296D10491F8C" type="personal">
|
||
<mods:role id="53751A17B42A9B864D351731984D64D6">
|
||
<mods:roleTerm id="2CBE32C4C8A629E066D3BDAC05F91CC8">Author</mods:roleTerm>
|
||
</mods:role>
|
||
<mods:namePart id="38A2BB33B26D51B05592F801067B5F65">Gama, João</mods:namePart>
|
||
</mods:name>
|
||
<mods:typeOfResource id="B3F9DA20A4B66F7E51E49F7F939BA61F">text</mods:typeOfResource>
|
||
<mods:relatedItem id="D892D1BF1DEED63891FE117EAEE40744" type="host">
|
||
<mods:titleInfo id="15A41CF3F7457BDD6169BE063EC3E68E">
|
||
<mods:title id="0EAA7EC7E82AEB28DB340954C3563024">Zoological Journal of the Linnean Society</mods:title>
|
||
</mods:titleInfo>
|
||
<mods:part id="875E9D69A40043B6DF1B3A80E3BFBDC3">
|
||
<mods:date id="C0D3F61377830079CB3F69F2483617D3">2023</mods:date>
|
||
<mods:detail id="90E77392B2C0B26D5D4E625ED0445EAB" type="pubDate">
|
||
<mods:number id="AA81B55E3B97DBD5DF2A2F63F7C2CA50">2023-05-01</mods:number>
|
||
</mods:detail>
|
||
<mods:detail id="225A217C5C1A9E866C76A5272896D957" type="volume">
|
||
<mods:number id="39512F8C3F4DFDFFAF91846FCA52F9CC">198</mods:number>
|
||
</mods:detail>
|
||
<mods:detail id="DA6FF7CA961E0C48EDF5FF191C1B3146" type="issue">
|
||
<mods:number id="0837F4E28D8B76E99CF548FF488A0B81">1</mods:number>
|
||
</mods:detail>
|
||
<mods:extent id="A9D513D496518F7501479190AE69E11E" unit="page">
|
||
<mods:start id="C645A14E7DA8195F8CF23AC50C7D5A7C">184</mods:start>
|
||
<mods:end id="409F6044FDD3DD32C876622D19C3ECB8">201</mods:end>
|
||
</mods:extent>
|
||
</mods:part>
|
||
</mods:relatedItem>
|
||
<mods:location id="95FF199F3C943F5D9544D92E16C8F140">
|
||
<mods:url id="F2C94142A4C4DF1280EF79CB100DE29F">https://academic.oup.com/zoolinnean/article/198/1/184/6777764</mods:url>
|
||
</mods:location>
|
||
<mods:classification id="3247E0D827AA900EB19C5D89DC9D3B55">journal article</mods:classification>
|
||
<mods:identifier id="00CAD51739CCD83AADA1DC2D5F376DED" type="DOI">10.1093/zoolinnean/zlac087</mods:identifier>
|
||
<mods:identifier id="65E08E72CE447868E152608533C86FB0" type="ISSN">0024-4082</mods:identifier>
|
||
<mods:identifier id="7140F2602AEE6DBA4F751174BE115988" type="Zenodo-Dep">7926780</mods:identifier>
|
||
</mods:mods>
|
||
<treatment id="03A087FFFFF057535166B397C381F9AF" LSID="urn:lsid:plazi:treatment:03A087FFFFF057535166B397C381F9AF" httpUri="http://treatment.plazi.org/id/03A087FFFFF057535166B397C381F9AF" lastPageId="6" lastPageNumber="190" pageId="4" pageNumber="188">
|
||
<subSubSection id="C3136562FFF057515166B397C4EBF8BD" pageId="4" pageNumber="188" type="nomenclature">
|
||
<paragraph id="8BB636E9FFF057515166B397C4EBF8BD" blockId="4.[828,1442,1746,1800]" pageId="4" pageNumber="188">
|
||
<heading id="D0FE8185FFF057515166B397C4EBF8BD" centered="true" fontSize="9" level="2" pageId="4" pageNumber="188" reason="2">
|
||
<smallCapsWord id="8D50A035FFF057515166B397C3A9F95F" baselines="1765,1765" box="[828,1019,1746,1771]" lowerCaseFontSize="8" mainFontSize="10" normCase="title" normString="Discrimination" pageId="4" pageNumber="188">DISCRIMINATION</smallCapsWord>
|
||
<smallCapsWord id="8D50A035FFF057515658B393C43CF95F" baselines="1765" box="[1026,1134,1750,1770]" lowerCaseFontSize="8" mainFontSize="10" normCase="lower" normString="between" pageId="4" pageNumber="188">BETWEEN</smallCapsWord>
|
||
<taxonomicName id="4C094D6AFFF05751562FB396C4EBF8BD" authority="AND P. LUSITANICUS" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="4" pageNumber="188" phylum="Chordata" rank="species" species="bocagei">
|
||
<emphasis id="B97DEAFBFFF05751562FB396C503F95F" box="[1141,1361,1747,1770]" italics="true" pageId="4" pageNumber="188">
|
||
<smallCapsWord id="8D50A035FFF05751562FB396C4B5F95F" baselines="1764,1765" box="[1141,1255,1747,1770]" lowerCaseFontSize="8" mainFontSize="10" normCase="title" normString="Podarcis" pageId="4" pageNumber="188">PODARCIS</smallCapsWord>
|
||
<smallCapsWord id="8D50A035FFF0575156B5B393C503F95F" baselines="1765" box="[1263,1361,1750,1770]" lowerCaseFontSize="8" mainFontSize="10" normCase="lower" normString="bocagei" pageId="4" pageNumber="188">BOCAGEI</smallCapsWord>
|
||
</emphasis>
|
||
<smallCapsWord id="8D50A035FFF05751570DB393C5D4F95F" baselines="1765" box="[1367,1414,1750,1770]" lowerCaseFontSize="8" mainFontSize="10" normCase="lower" normString="and" pageId="4" pageNumber="188">AND</smallCapsWord>
|
||
<emphasis id="B97DEAFBFFF0575157D7B396C5F0F95F" box="[1421,1442,1747,1770]" italics="true" pageId="4" pageNumber="188">P.</emphasis>
|
||
<smallCapsWord id="8D50A035FFF05751567EB3B1C4EBF8BD" baselines="1795" box="[1060,1209,1780,1800]" lowerCaseFontSize="8" mainFontSize="10" normCase="lower" normString="lusitanicus" pageId="4" pageNumber="188">
|
||
<emphasis id="B97DEAFBFFF05751567EB3B1C4EBF8BD" box="[1060,1209,1780,1800]" italics="true" pageId="4" pageNumber="188">LUSITANICUS</emphasis>
|
||
</smallCapsWord>
|
||
</taxonomicName>
|
||
</heading>
|
||
</paragraph>
|
||
</subSubSection>
|
||
<subSubSection id="C3136562FFF057535161B25CC381F9AF" lastPageId="6" lastPageNumber="190" pageId="4" pageNumber="188" type="description">
|
||
<paragraph id="8BB636E9FFF057505161B25CC1A0FBA2" blockId="4.[827,1443,1817,1900]" lastBlockId="5.[145,761,197,1139]" lastPageId="5" lastPageNumber="189" pageId="4" pageNumber="188">
|
||
The overall performance of the three methods for image classification of
|
||
<taxonomicName id="4C094D6AFFF05751561BB27CC4E2F8F8" box="[1089,1200,1848,1870]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="4" pageNumber="188" phylum="Chordata" rank="species" species="bocagei">
|
||
<emphasis id="B97DEAFBFFF05751561BB27CC4E2F8F8" box="[1089,1200,1848,1870]" italics="true" pageId="4" pageNumber="188">P. bocagei</emphasis>
|
||
</taxonomicName>
|
||
and
|
||
<taxonomicName id="4C094D6AFFF0575156B0B27CC5D6F8F8" authorityName=", P. Vaucheri (Boulenger" authorityYear="1905" box="[1258,1412,1848,1870]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="4" pageNumber="188" phylum="Chordata" rank="species" species="lusitanicus">
|
||
<emphasis id="B97DEAFBFFF0575156B0B27CC5D6F8F8" box="[1258,1412,1848,1870]" italics="true" pageId="4" pageNumber="188">P. lusitanicus</emphasis>
|
||
</taxonomicName>
|
||
in the four different datasets is shown in
|
||
<tableCitation id="C68B0352FFF0575156BCB213C565F8D9" box="[1254,1335,1878,1900]" captionStart="Table 2" captionStartId="5.[145,209,1196,1217]" captionTargetPageId="5" captionText="Table 2. Evaluation of the three tested architectures in the four datasets for the two-class experiment. Models with the highest accuracy are highlighted in bold" httpUri="http://table.plazi.org/id/DF766661FFF1575052CBB1E9C267FB55" pageId="4" pageNumber="188" tableUuid="DF766661FFF1575052CBB1E9C267FB55">Table 2</tableCitation>
|
||
. Detailed results, including training, validation and test-set evaluation for all cross-validation sets, are shown in the Supporting Information,
|
||
<tableCitation id="C68B0352FFF1575053BEB447C223FEAD" box="[484,625,258,280]" captionStart="Table 1" captionStartId="3.[145,209,1417,1438]" captionTargetPageId="3" captionText="Table 1. Number of images per species, sex and image perspective" httpUri="http://table.plazi.org/id/DF766661FFF7575652CBB0CCC31EFA2A" pageId="5" pageNumber="189" tableUuid="DF766661FFF7575652CBB0CCC31EFA2A">Tables S1–S</tableCitation>
|
||
<tableCitation id="C68B0352FFF15750502BB446C2D3FEAD" box="[625,641,259,280]" captionStart="Table 4" captionStartId="8.[163,227,1410,1431]" captionTargetPageId="8" captionText="Table 4. Evaluation of the three tested architectures and their combined predictions in the four datasets for the nineclass experiment. Models with the highest accuracy are highlighted in bold" httpUri="http://table.plazi.org/id/DF766661FFFC575D52F9B0C7C3E0FA00" pageId="5" pageNumber="189" tableUuid="DF766661FFFC575D52F9B0C7C3E0FA00">4</tableCitation>
|
||
. Accuracy is generally high, ranging from 87.3% in the case of InceptionV
|
||
<quantity id="4CF19B0CFFF15750534AB405C168FEE3" box="[272,314,320,342]" metricMagnitude="-2" metricUnit="m" metricValue="7.62" pageId="5" pageNumber="189" unit="in" value="3.0">3 in</quantity>
|
||
female dorsal images to 94.8% in male dorsal images when applying InceptionResNetV2. AUC ranges from 0.931 using InceptionV
|
||
<quantity id="4CF19B0CFFF157505022B438C2F0FE26" box="[632,674,381,403]" metricMagnitude="-2" metricUnit="m" metricValue="7.62" pageId="5" pageNumber="189" unit="in" value="3.0">3 in</quantity>
|
||
female dorsal images to 0.984 using Inception-ResNetV
|
||
<quantity id="4CF19B0CFFF157505096B4D9C2ABFE07" box="[716,761,412,434]" metricMagnitude="-2" metricUnit="m" metricValue="5.08" pageId="5" pageNumber="189" unit="in" value="2.0">2 in</quantity>
|
||
male dorsal and head lateral images. F1-scores show that, typically,
|
||
<taxonomicName id="4C094D6AFFF15750531BB49FC18CFE5B" authorityName=", P. Vaucheri (Boulenger" authorityYear="1905" box="[321,478,473,495]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="5" pageNumber="189" phylum="Chordata" rank="species" species="lusitanicus">
|
||
<emphasis id="B97DEAFBFFF15750531BB49FC18CFE5B" box="[321,478,473,495]" italics="true" pageId="5" pageNumber="189">P. lusitanicus</emphasis>
|
||
</taxonomicName>
|
||
is more frequently misclassified than
|
||
<taxonomicName id="4C094D6AFFF157505366B4BDC1F9FDB8" box="[316,427,504,525]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="5" pageNumber="189" phylum="Chordata" rank="species" species="bocagei">
|
||
<emphasis id="B97DEAFBFFF157505366B4BDC1F9FDB8" box="[316,427,504,525]" italics="true" pageId="5" pageNumber="189">P. bocagei</emphasis>
|
||
</taxonomicName>
|
||
, for both
|
||
<typeStatus id="54B2884BFFF15750504DB4BDC206FDB8" box="[535,596,504,525]" pageId="5" pageNumber="189">types</typeStatus>
|
||
of images and for both sexes. All three methods perform similarly in all datasets considering the three performance metrics. Identification of males is generally more accurate than that of females. Considering all five cross-validation replicates of the three models, the identification accuracy of males is significantly higher than that of females only when considering dorsal images (
|
||
<emphasis id="B97DEAFBFFF1575052C3B7ABC0FBFCB6" box="[153,169,750,771]" italics="true" pageId="5" pageNumber="189">P</emphasis>
|
||
= 0.048, Mann–Whitney–Wilcoxon test). The same result is obtained, but even more pronounced, using other metrics (
|
||
<emphasis id="B97DEAFBFFF157505318B66EC100FCF5" box="[322,338,811,832]" italics="true" pageId="5" pageNumber="189">P</emphasis>
|
||
= 0.009 and
|
||
<emphasis id="B97DEAFBFFF1575053B7B66EC1AFFCF5" box="[493,509,811,832]" italics="true" pageId="5" pageNumber="189">P</emphasis>
|
||
= 0.030 for AUC and F1-scores, respectively). With respect to head lateral images, the difference in identification accuracy between sexes also exists but it is significant only for differences in AUC (
|
||
<emphasis id="B97DEAFBFFF1575053E8B6E3C190FC0E" box="[434,450,934,955]" italics="true" pageId="5" pageNumber="189">P</emphasis>
|
||
= 0.046, Mann–Whitney– Wilcoxon test). There is no difference in performance using different image perspectives, neither in the case of males nor in that of females.
|
||
</paragraph>
|
||
<paragraph id="8BB636E9FFF1575052F3B165C532FE07" blockId="5.[145,761,197,1139]" lastBlockId="5.[809,1426,197,1139]" pageId="5" pageNumber="189">
|
||
As an extension to this basic approach, we tested whether model ensembles (calculated by averaging predictions of different models) would increase classification success. Model ensembles within each of the four datasets do not always improve classification success compared to the best single model (see results in
|
||
<tableCitation id="C68B0352FFF157505112B464C3CDFE83" box="[840,927,289,311]" captionStart="Table 2" captionStartId="5.[145,209,1196,1217]" captionTargetPageId="5" captionText="Table 2. Evaluation of the three tested architectures in the four datasets for the two-class experiment. Models with the highest accuracy are highlighted in bold" httpUri="http://table.plazi.org/id/DF766661FFF1575052CBB1E9C267FB55" pageId="5" pageNumber="189" tableUuid="DF766661FFF1575052CBB1E9C267FB55">Table 2</tableCitation>
|
||
). For instance, in the case of head lateral images, prediction performance is worse with the model ensemble than when using the best-performing model alone. In the case of dorsal images, the improvement is slight for males and more substantial for females.
|
||
</paragraph>
|
||
<paragraph id="8BB636E9FFF15750511BB4FEC445FDDC" blockId="5.[809,1426,197,1139]" pageId="5" pageNumber="189">
|
||
By contrast, combining the predictions from different views results in a much higher classification success in all cases, where accuracy reaches as high as 97.1% for males and 95.9% for females. These results are presented in
|
||
<tableCitation id="C68B0352FFF1575051E5B770C446FDFF" box="[959,1044,565,587]" captionStart="Table 3" captionStartId="6.[163,227,196,217]" captionTargetPageId="6" captionText="Table 3. Classification success of the six-model ensembles for the two-class experiments" httpUri="http://table.plazi.org/id/DF766661FFF2575352F9B581C410FF6F" pageId="5" pageNumber="189" tableUuid="DF766661FFF2575352F9B581C410FF6F">Table 3</tableCitation>
|
||
and the corresponding confusion matrices in
|
||
<figureCitation id="13322A6CFFF1575051EAB711C442FDDC" box="[944,1040,596,618]" captionStart="Figure 2" captionStartId="7.[146,226,1671,1693]" captionTargetBox="[357,1211,200,1639]" captionTargetId="figure-93@7.[354,1215,195,1642]" captionTargetPageId="7" captionText="Figure 2. Confusion matrix for male (upper) and female (lower) image classification for the two-class case based on a combination of predictions from six models. Abbreviations used: Pboc, P. bocagei; Plus, P. lusitanicus." figureDoi="http://doi.org/10.5281/zenodo.7926784" httpUri="https://zenodo.org/record/7926784/files/figure.png" pageId="5" pageNumber="189">Figure 2</figureCitation>
|
||
.
|
||
</paragraph>
|
||
<paragraph id="8BB636E9FFF15750511BB737C5C0FC29" blockId="5.[809,1426,197,1139]" pageId="5" pageNumber="189">
|
||
Grad-CAM heatmaps were produced only for the model showing the highest accuracy in each case (Inception-ResNet V
|
||
<quantity id="4CF19B0CFFF157505643B7F5C417FD73" box="[1049,1093,688,710]" metricMagnitude="-2" metricUnit="m" metricValue="5.08" pageId="5" pageNumber="189" unit="in" value="2.0">2 in</quantity>
|
||
the case of male dorsal and head lateral images, ResNet
|
||
<quantity id="4CF19B0CFFF157505622B78BC4E1FD51" box="[1144,1203,718,740]" metricMagnitude="0" metricUnit="m" metricValue="1.27" pageId="5" pageNumber="189" unit="in" value="50.0">50 in</quantity>
|
||
the case of female dorsal images and Inception V
|
||
<quantity id="4CF19B0CFFF1575056D4B7A8C4EAFCB6" box="[1166,1208,749,771]" metricMagnitude="-2" metricUnit="m" metricValue="7.62" pageId="5" pageNumber="189" unit="in" value="3.0">3 in</quantity>
|
||
the case of female head lateral images). Visualization of the heatmaps confirms that the models are indeed considering the lizard images for classification and not external features (like human fingers, writings, shadows and other non-lizard elements that appear in some images).
|
||
</paragraph>
|
||
<paragraph id="8BB636E9FFF15753511BB6E0C24BFD0A" blockId="5.[809,1426,197,1139]" lastBlockId="6.[163,778,559,703]" lastPageId="6" lastPageNumber="190" pageId="5" pageNumber="189">
|
||
Examples of heatmaps used to discriminate the two classes are shown in
|
||
<figureCitation id="13322A6CFFF15750560EB686C4EAFC6C" box="[1108,1208,963,985]" captionStart="Figure 3" captionStartId="8.[163,244,1281,1303]" captionTargetBox="[275,1331,195,1251]" captionTargetId="figure-25@8.[275,1331,195,1251]" captionTargetPageId="8" captionText="Figure 3. Example of Grad-CAM heatmaps obtained for Podarcis lusitanicus. The upper images show two common patterns observed in male dorsal images (also found, albeit with some differences, in females). The bottom images exhibit the patterns most frequently found in male and female head lateral images (here illustrated in two females)." figureDoi="http://doi.org/10.5281/zenodo.7926786" httpUri="https://zenodo.org/record/7926786/files/figure.png" pageId="5" pageNumber="189">Figure 3</figureCitation>
|
||
. In dorsal images, the model often uses the middle area of the trunk to discriminate the two classes. Still, the head region is also used (and both regions combined). In female dorsal images, the head is not as frequently used as the trunk, but the portion of the trunk used for discrimination is generally more anterior than in males. In both male and female head lateral images, the area around the ear is the one most frequently used for classification, although this region could be more or less shifted towards the throat in both sexes.
|
||
</paragraph>
|
||
<caption id="DF766661FFF1575052CBB1E9C267FB55" ID-Table-UUID="DF766661FFF1575052CBB1E9C267FB55" httpUri="http://table.plazi.org/id/DF766661FFF1575052CBB1E9C267FB55" pageId="5" pageNumber="189" startId="5.[145,209,1196,1217]" targetBox="[145,1424,1283,1812]" targetIsTable="true" targetPageId="5" targetType="table">
|
||
<paragraph id="8BB636E9FFF1575052CBB1E9C267FB55" blockId="5.[145,1398,1196,1248]" pageId="5" pageNumber="189">
|
||
<emphasis id="B97DEAFBFFF1575052CBB1E9C0B9FB74" bold="true" box="[145,235,1196,1217]" pageId="5" pageNumber="189">Table 2.</emphasis>
|
||
Evaluation of the three tested architectures in the four datasets for the two-class experiment. Models with the highest accuracy are highlighted in bold
|
||
</paragraph>
|
||
</caption>
|
||
<paragraph id="8BB636E9FFF1575052CBB041C4B6F8A1" pageId="5" pageNumber="189">
|
||
<table id="F909C449FFF1A8AA52CBB046C5C2F8A1" box="[145,1424,1283,1812]" gridcols="7" gridrows="17" pageId="5" pageNumber="189">
|
||
<tr id="353934ABFFF1A8AA52CBB046C5C2FAAF" box="[145,1424,1283,1306]" gridrow="0" pageId="5" pageNumber="189">
|
||
<th id="76E85DD7FFF1A8AA52CBB046C0BAFAAF" box="[145,232,1283,1306]" gridcol="0" gridrow="0" pageId="5" pageNumber="189">Sex</th>
|
||
<th id="76E85DD7FFF1A8AA534DB046C1C9FAAF" box="[279,411,1283,1306]" gridcol="1" gridrow="0" pageId="5" pageNumber="189">View</th>
|
||
<th id="76E85DD7FFF1A8AA5393B046C27AFAAF" box="[457,552,1283,1306]" gridcol="2" gridrow="0" pageId="5" pageNumber="189">Metric*</th>
|
||
<th id="76E85DD7FFF1A8AA500DB046C28FFAAF" box="[599,733,1283,1306]" gridcol="3" gridrow="0" pageId="5" pageNumber="189">Inception V3</th>
|
||
<th id="76E85DD7FFF1A8AA5156B046C32BFAAF" box="[780,889,1283,1306]" gridcol="4" gridrow="0" pageId="5" pageNumber="189">ResNet 50</th>
|
||
<th id="76E85DD7FFF1A8AA51F3B046C42EFAAF" box="[937,1148,1283,1306]" gridcol="5" gridrow="0" pageId="5" pageNumber="189">Inception ResNetV2</th>
|
||
<th id="76E85DD7FFF1A8AA56F1B046C5C2FAAF" box="[1195,1424,1283,1306]" gridcol="6" gridrow="0" pageId="5" pageNumber="189">Combined predictions</th>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB073C5C2FAE4" box="[145,1424,1334,1361]" gridrow="1" pageId="5" pageNumber="189">
|
||
<th id="76E85DD7FFF1A8AA52CBB073C0BAFAE4" box="[145,232,1334,1361]" gridcol="0" gridrow="1" pageId="5" pageNumber="189">Males</th>
|
||
<td id="76E85DD7FFF1A8AA534DB073C1C9FAE4" box="[279,411,1334,1361]" gridcol="1" gridrow="1" pageId="5" pageNumber="189">Dorsal</td>
|
||
<td id="76E85DD7FFF1A8AA5393B073C27AFAE4" box="[457,552,1334,1361]" gridcol="2" gridrow="1" pageId="5" pageNumber="189">Accuracy</td>
|
||
<td id="76E85DD7FFF1A8AA500DB073C28FFAE4" box="[599,733,1334,1361]" gridcol="3" gridrow="1" pageId="5" pageNumber="189">0.935</td>
|
||
<td id="76E85DD7FFF1A8AA5156B073C32BFAE4" box="[780,889,1334,1361]" gridcol="4" gridrow="1" pageId="5" pageNumber="189">0.922</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B073C42EFAE4" box="[937,1148,1334,1361]" gridcol="5" gridrow="1" pageId="5" pageNumber="189">
|
||
<emphasis id="B97DEAFBFFF1575051F3B07EC3B1FAE5" bold="true" box="[937,995,1339,1360]" pageId="5" pageNumber="189">0.948</emphasis>
|
||
</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B073C5C2FAE4" box="[1195,1424,1334,1361]" gridcol="6" gridrow="1" pageId="5" pageNumber="189">0.955</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB01CC5C2FADA" box="[145,1424,1369,1391]" gridrow="2" pageId="5" pageNumber="189" rowspan-0="1" rowspan-1="1">
|
||
<td id="76E85DD7FFF1A8AA5393B01CC27AFADA" box="[457,552,1369,1391]" gridcol="2" gridrow="2" pageId="5" pageNumber="189">AUC</td>
|
||
<td id="76E85DD7FFF1A8AA500DB01CC28FFADA" box="[599,733,1369,1391]" gridcol="3" gridrow="2" pageId="5" pageNumber="189">0.976</td>
|
||
<td id="76E85DD7FFF1A8AA5156B01CC32BFADA" box="[780,889,1369,1391]" gridcol="4" gridrow="2" pageId="5" pageNumber="189">0.982</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B01CC42EFADA" box="[937,1148,1369,1391]" gridcol="5" gridrow="2" pageId="5" pageNumber="189">0.984</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B01CC5C2FADA" box="[1195,1424,1369,1391]" gridcol="6" gridrow="2" pageId="5" pageNumber="189">0.982</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB032C5C2FA38" box="[145,1424,1399,1421]" gridrow="3" pageId="5" pageNumber="189" rowspan-0="1" rowspan-1="1">
|
||
<td id="76E85DD7FFF1A8AA5393B032C27AFA38" box="[457,552,1399,1421]" gridcol="2" gridrow="3" pageId="5" pageNumber="189">
|
||
F1
|
||
<emphasis id="B97DEAFBFFF1575053B1B032C24EFA39" box="[491,540,1399,1420]" italics="true" pageId="5" pageNumber="189">Pboc</emphasis>
|
||
</td>
|
||
<td id="76E85DD7FFF1A8AA500DB032C28FFA38" box="[599,733,1399,1421]" gridcol="3" gridrow="3" pageId="5" pageNumber="189">0.951</td>
|
||
<td id="76E85DD7FFF1A8AA5156B032C32BFA38" box="[780,889,1399,1421]" gridcol="4" gridrow="3" pageId="5" pageNumber="189">0.941</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B032C42EFA38" box="[937,1148,1399,1421]" gridcol="5" gridrow="3" pageId="5" pageNumber="189">0.962</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B032C5C2FA38" box="[1195,1424,1399,1421]" gridcol="6" gridrow="3" pageId="5" pageNumber="189">0.967</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB0D0C5C2FA1E" box="[145,1424,1429,1451]" gridrow="4" pageId="5" pageNumber="189" rowspan-0="1" rowspan-1="1">
|
||
<td id="76E85DD7FFF1A8AA5393B0D0C27AFA1E" box="[457,552,1429,1451]" gridcol="2" gridrow="4" pageId="5" pageNumber="189">
|
||
F1
|
||
<emphasis id="B97DEAFBFFF1575053B1B0D0C248FA1E" box="[491,538,1429,1451]" italics="true" pageId="5" pageNumber="189">Plus</emphasis>
|
||
</td>
|
||
<td id="76E85DD7FFF1A8AA500DB0D0C28FFA1E" box="[599,733,1429,1451]" gridcol="3" gridrow="4" pageId="5" pageNumber="189">0.905</td>
|
||
<td id="76E85DD7FFF1A8AA5156B0D0C32BFA1E" box="[780,889,1429,1451]" gridcol="4" gridrow="4" pageId="5" pageNumber="189">0.887</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B0D0C42EFA1E" box="[937,1148,1429,1451]" gridcol="5" gridrow="4" pageId="5" pageNumber="189">0.919</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B0D0C5C2FA1E" box="[1195,1424,1429,1451]" gridcol="6" gridrow="4" pageId="5" pageNumber="189">0.930</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB0F6C5C2FA7C" box="[145,1424,1459,1481]" gridrow="5" pageId="5" pageNumber="189" rowspan-0="1">
|
||
<td id="76E85DD7FFF1A8AA534DB0F6C1C9FA7C" box="[279,411,1459,1481]" gridcol="1" gridrow="5" pageId="5" pageNumber="189">Head lateral</td>
|
||
<td id="76E85DD7FFF1A8AA5393B0F6C27AFA7C" box="[457,552,1459,1481]" gridcol="2" gridrow="5" pageId="5" pageNumber="189">Accuracy</td>
|
||
<td id="76E85DD7FFF1A8AA500DB0F6C28FFA7C" box="[599,733,1459,1481]" gridcol="3" gridrow="5" pageId="5" pageNumber="189">0.926</td>
|
||
<td id="76E85DD7FFF1A8AA5156B0F6C32BFA7C" box="[780,889,1459,1481]" gridcol="4" gridrow="5" pageId="5" pageNumber="189">0.929</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B0F6C42EFA7C" box="[937,1148,1459,1481]" gridcol="5" gridrow="5" pageId="5" pageNumber="189">
|
||
<emphasis id="B97DEAFBFFF1575051F3B0F6C3B1FA7D" bold="true" box="[937,995,1459,1480]" pageId="5" pageNumber="189">0.936</emphasis>
|
||
</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B0F6C5C2FA7C" box="[1195,1424,1459,1481]" gridcol="6" gridrow="5" pageId="5" pageNumber="189">0.930</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB094C5C2FA52" box="[145,1424,1489,1511]" gridrow="6" pageId="5" pageNumber="189" rowspan-0="1" rowspan-1="1">
|
||
<td id="76E85DD7FFF1A8AA5393B094C27AFA52" box="[457,552,1489,1511]" gridcol="2" gridrow="6" pageId="5" pageNumber="189">AUC</td>
|
||
<td id="76E85DD7FFF1A8AA500DB094C28FFA52" box="[599,733,1489,1511]" gridcol="3" gridrow="6" pageId="5" pageNumber="189">0.972</td>
|
||
<td id="76E85DD7FFF1A8AA5156B094C32BFA52" box="[780,889,1489,1511]" gridcol="4" gridrow="6" pageId="5" pageNumber="189">0.975</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B094C42EFA52" box="[937,1148,1489,1511]" gridcol="5" gridrow="6" pageId="5" pageNumber="189">0.984</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B094C5C2FA52" box="[1195,1424,1489,1511]" gridcol="6" gridrow="6" pageId="5" pageNumber="189">0.976</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB0AAC5C2F9B0" box="[145,1424,1519,1541]" gridrow="7" pageId="5" pageNumber="189" rowspan-0="1" rowspan-1="1">
|
||
<td id="76E85DD7FFF1A8AA5393B0AAC27AF9B0" box="[457,552,1519,1541]" gridcol="2" gridrow="7" pageId="5" pageNumber="189">
|
||
F1
|
||
<emphasis id="B97DEAFBFFF1575053B1B0AAC24EF9B0" box="[491,540,1519,1541]" italics="true" pageId="5" pageNumber="189">Pboc</emphasis>
|
||
</td>
|
||
<td id="76E85DD7FFF1A8AA500DB0AAC28FF9B0" box="[599,733,1519,1541]" gridcol="3" gridrow="7" pageId="5" pageNumber="189">0.946</td>
|
||
<td id="76E85DD7FFF1A8AA5156B0AAC32BF9B0" box="[780,889,1519,1541]" gridcol="4" gridrow="7" pageId="5" pageNumber="189">0.947</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B0AAC42EF9B0" box="[937,1148,1519,1541]" gridcol="5" gridrow="7" pageId="5" pageNumber="189">0.953</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B0AAC5C2F9B0" box="[1195,1424,1519,1541]" gridcol="6" gridrow="7" pageId="5" pageNumber="189">0.949</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB348C5C2F996" box="[145,1424,1549,1571]" gridrow="8" pageId="5" pageNumber="189" rowspan-0="1" rowspan-1="1">
|
||
<td id="76E85DD7FFF1A8AA5393B348C27AF996" box="[457,552,1549,1571]" gridcol="2" gridrow="8" pageId="5" pageNumber="189">
|
||
F1
|
||
<emphasis id="B97DEAFBFFF1575053B1B348C248F996" box="[491,538,1549,1571]" italics="true" pageId="5" pageNumber="189">Plus</emphasis>
|
||
</td>
|
||
<td id="76E85DD7FFF1A8AA500DB348C28FF996" box="[599,733,1549,1571]" gridcol="3" gridrow="8" pageId="5" pageNumber="189">0.882</td>
|
||
<td id="76E85DD7FFF1A8AA5156B348C32BF996" box="[780,889,1549,1571]" gridcol="4" gridrow="8" pageId="5" pageNumber="189">0.895</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B348C42EF996" box="[937,1148,1549,1571]" gridcol="5" gridrow="8" pageId="5" pageNumber="189">0.889</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B348C5C2F996" box="[1195,1424,1549,1571]" gridcol="6" gridrow="8" pageId="5" pageNumber="189">0.885</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB36EC5C2F9F4" box="[145,1424,1579,1601]" gridrow="9" pageId="5" pageNumber="189">
|
||
<th id="76E85DD7FFF1A8AA52CBB36EC0BAF9F4" box="[145,232,1579,1601]" gridcol="0" gridrow="9" pageId="5" pageNumber="189">Females</th>
|
||
<td id="76E85DD7FFF1A8AA534DB36EC1C9F9F4" box="[279,411,1579,1601]" gridcol="1" gridrow="9" pageId="5" pageNumber="189">Dorsal</td>
|
||
<td id="76E85DD7FFF1A8AA5393B36EC27AF9F4" box="[457,552,1579,1601]" gridcol="2" gridrow="9" pageId="5" pageNumber="189">Accuracy</td>
|
||
<td id="76E85DD7FFF1A8AA500DB36EC28FF9F4" box="[599,733,1579,1601]" gridcol="3" gridrow="9" pageId="5" pageNumber="189">0.873</td>
|
||
<td id="76E85DD7FFF1A8AA5156B36EC32BF9F4" box="[780,889,1579,1601]" gridcol="4" gridrow="9" pageId="5" pageNumber="189">
|
||
<emphasis id="B97DEAFBFFF157505156B36EC314F9F5" bold="true" box="[780,838,1579,1600]" pageId="5" pageNumber="189">0.906</emphasis>
|
||
</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B36EC42EF9F4" box="[937,1148,1579,1601]" gridcol="5" gridrow="9" pageId="5" pageNumber="189">0.905</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B36EC5C2F9F4" box="[1195,1424,1579,1601]" gridcol="6" gridrow="9" pageId="5" pageNumber="189">0.943</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB30CC5C2F9EA" box="[145,1424,1609,1631]" gridrow="10" pageId="5" pageNumber="189" rowspan-0="1" rowspan-1="1">
|
||
<td id="76E85DD7FFF1A8AA5393B30CC27AF9EA" box="[457,552,1609,1631]" gridcol="2" gridrow="10" pageId="5" pageNumber="189">AUC</td>
|
||
<td id="76E85DD7FFF1A8AA500DB30CC28FF9EA" box="[599,733,1609,1631]" gridcol="3" gridrow="10" pageId="5" pageNumber="189">0.931</td>
|
||
<td id="76E85DD7FFF1A8AA5156B30CC32BF9EA" box="[780,889,1609,1631]" gridcol="4" gridrow="10" pageId="5" pageNumber="189">0.965</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B30CC42EF9EA" box="[937,1148,1609,1631]" gridcol="5" gridrow="10" pageId="5" pageNumber="189">0.970</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B30CC5C2F9EA" box="[1195,1424,1609,1631]" gridcol="6" gridrow="10" pageId="5" pageNumber="189">0.970</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB322C5C2F9C8" box="[145,1424,1639,1661]" gridrow="11" pageId="5" pageNumber="189" rowspan-0="1" rowspan-1="1">
|
||
<td id="76E85DD7FFF1A8AA5393B322C27AF9C8" box="[457,552,1639,1661]" gridcol="2" gridrow="11" pageId="5" pageNumber="189">
|
||
F1
|
||
<emphasis id="B97DEAFBFFF1575053B1B322C24EF9C8" box="[491,540,1639,1661]" italics="true" pageId="5" pageNumber="189">Pboc</emphasis>
|
||
</td>
|
||
<td id="76E85DD7FFF1A8AA500DB322C28FF9C8" box="[599,733,1639,1661]" gridcol="3" gridrow="11" pageId="5" pageNumber="189">0.905</td>
|
||
<td id="76E85DD7FFF1A8AA5156B322C32BF9C8" box="[780,889,1639,1661]" gridcol="4" gridrow="11" pageId="5" pageNumber="189">0.930</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B322C42EF9C8" box="[937,1148,1639,1661]" gridcol="5" gridrow="11" pageId="5" pageNumber="189">0.929</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B322C5C2F9C8" box="[1195,1424,1639,1661]" gridcol="6" gridrow="11" pageId="5" pageNumber="189">0.948</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB3C0C5C2F92E" box="[145,1424,1669,1691]" gridrow="12" pageId="5" pageNumber="189" rowspan-0="1" rowspan-1="1">
|
||
<td id="76E85DD7FFF1A8AA5393B3C0C27AF92E" box="[457,552,1669,1691]" gridcol="2" gridrow="12" pageId="5" pageNumber="189">
|
||
F1
|
||
<emphasis id="B97DEAFBFFF1575053B1B3C0C248F92E" box="[491,538,1669,1691]" italics="true" pageId="5" pageNumber="189">Plus</emphasis>
|
||
</td>
|
||
<td id="76E85DD7FFF1A8AA500DB3C0C28FF92E" box="[599,733,1669,1691]" gridcol="3" gridrow="12" pageId="5" pageNumber="189">0.810</td>
|
||
<td id="76E85DD7FFF1A8AA5156B3C0C32BF92E" box="[780,889,1669,1691]" gridcol="4" gridrow="12" pageId="5" pageNumber="189">0.857</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B3C0C42EF92E" box="[937,1148,1669,1691]" gridcol="5" gridrow="12" pageId="5" pageNumber="189">0.859</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B3C0C5C2F92E" box="[1195,1424,1669,1691]" gridcol="6" gridrow="12" pageId="5" pageNumber="189">0.908</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB3E6C5C2F90C" box="[145,1424,1699,1721]" gridrow="13" pageId="5" pageNumber="189" rowspan-0="1">
|
||
<td id="76E85DD7FFF1A8AA534DB3E6C1C9F90C" box="[279,411,1699,1721]" gridcol="1" gridrow="13" pageId="5" pageNumber="189">Head lateral</td>
|
||
<td id="76E85DD7FFF1A8AA5393B3E6C27AF90C" box="[457,552,1699,1721]" gridcol="2" gridrow="13" pageId="5" pageNumber="189">Accuracy</td>
|
||
<td id="76E85DD7FFF1A8AA500DB3E6C28FF90C" box="[599,733,1699,1721]" gridcol="3" gridrow="13" pageId="5" pageNumber="189">
|
||
<emphasis id="B97DEAFBFFF15750500DB3E6C2C3F90D" bold="true" box="[599,657,1699,1720]" pageId="5" pageNumber="189">0.935</emphasis>
|
||
</td>
|
||
<td id="76E85DD7FFF1A8AA5156B3E6C32BF90C" box="[780,889,1699,1721]" gridcol="4" gridrow="13" pageId="5" pageNumber="189">0.919</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B3E6C42EF90C" box="[937,1148,1699,1721]" gridcol="5" gridrow="13" pageId="5" pageNumber="189">0.927</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B3E6C5C2F90C" box="[1195,1424,1699,1721]" gridcol="6" gridrow="13" pageId="5" pageNumber="189">0.911</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB384C5C2F962" box="[145,1424,1729,1751]" gridrow="14" pageId="5" pageNumber="189" rowspan-0="1" rowspan-1="1">
|
||
<td id="76E85DD7FFF1A8AA5393B384C27AF962" box="[457,552,1729,1751]" gridcol="2" gridrow="14" pageId="5" pageNumber="189">AUC</td>
|
||
<td id="76E85DD7FFF1A8AA500DB384C28FF962" box="[599,733,1729,1751]" gridcol="3" gridrow="14" pageId="5" pageNumber="189">0.962</td>
|
||
<td id="76E85DD7FFF1A8AA5156B384C32BF962" box="[780,889,1729,1751]" gridcol="4" gridrow="14" pageId="5" pageNumber="189">0.959</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B384C42EF962" box="[937,1148,1729,1751]" gridcol="5" gridrow="14" pageId="5" pageNumber="189">0.976</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B384C5C2F962" box="[1195,1424,1729,1751]" gridcol="6" gridrow="14" pageId="5" pageNumber="189">0.972</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB39AC5C2F940" box="[145,1424,1759,1781]" gridrow="15" pageId="5" pageNumber="189" rowspan-0="1" rowspan-1="1">
|
||
<td id="76E85DD7FFF1A8AA5393B39AC27AF940" box="[457,552,1759,1781]" gridcol="2" gridrow="15" pageId="5" pageNumber="189">
|
||
F1
|
||
<emphasis id="B97DEAFBFFF1575053B1B39AC24EF940" box="[491,540,1759,1781]" italics="true" pageId="5" pageNumber="189">Pboc</emphasis>
|
||
</td>
|
||
<td id="76E85DD7FFF1A8AA500DB39AC28FF940" box="[599,733,1759,1781]" gridcol="3" gridrow="15" pageId="5" pageNumber="189">0.953</td>
|
||
<td id="76E85DD7FFF1A8AA5156B39AC32BF940" box="[780,889,1759,1781]" gridcol="4" gridrow="15" pageId="5" pageNumber="189">0.941</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B39AC42EF940" box="[937,1148,1759,1781]" gridcol="5" gridrow="15" pageId="5" pageNumber="189">0.947</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B39AC5C2F940" box="[1195,1424,1759,1781]" gridcol="6" gridrow="15" pageId="5" pageNumber="189">0.937</td>
|
||
</tr>
|
||
<tr id="353934ABFFF1A8AA52CBB3BBC5C2F8A1" box="[145,1424,1790,1812]" gridrow="16" pageId="5" pageNumber="189" rowspan-0="1" rowspan-1="1">
|
||
<td id="76E85DD7FFF1A8AA5393B3BBC27AF8A1" box="[457,552,1790,1812]" gridcol="2" gridrow="16" pageId="5" pageNumber="189">
|
||
F1
|
||
<emphasis id="B97DEAFBFFF1575053B1B3BBC248F8A1" box="[491,538,1790,1812]" italics="true" pageId="5" pageNumber="189">Plus</emphasis>
|
||
</td>
|
||
<td id="76E85DD7FFF1A8AA500DB3BBC28FF8A1" box="[599,733,1790,1812]" gridcol="3" gridrow="16" pageId="5" pageNumber="189">0.897</td>
|
||
<td id="76E85DD7FFF1A8AA5156B3BBC32BF8A1" box="[780,889,1790,1812]" gridcol="4" gridrow="16" pageId="5" pageNumber="189">0.87</td>
|
||
<td id="76E85DD7FFF1A8AA51F3B3BBC42EF8A1" box="[937,1148,1790,1812]" gridcol="5" gridrow="16" pageId="5" pageNumber="189">0.872</td>
|
||
<td id="76E85DD7FFF1A8AA56F1B3BBC5C2F8A1" box="[1195,1424,1790,1812]" gridcol="6" gridrow="16" pageId="5" pageNumber="189">0.847</td>
|
||
</tr>
|
||
</table>
|
||
</paragraph>
|
||
<paragraph id="8BB636E9FFF1575052CBB276C3E3F8ED" blockId="5.[145,945,1843,1881]" pageId="5" pageNumber="189">
|
||
<tableNote id="76EF3767FFF1575052CBB276C3E3F8ED" pageId="5" pageNumber="189" targetBox="[145,1424,1283,1812]" targetPageId="5">
|
||
*AUC refers to the area under the ROC curve.
|
||
<taxonomicName id="4C094D6AFFF15750507EB276C2E0F8F1" box="[548,690,1843,1860]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="5" pageNumber="189" phylum="Chordata" rank="species" species="bocagei">
|
||
<emphasis id="B97DEAFBFFF15750507EB276C2E0F8F1" box="[548,690,1843,1860]" italics="true" pageId="5" pageNumber="189">Podarcis bocagei</emphasis>
|
||
</taxonomicName>
|
||
was the positive class. F1, harmonic mean of precision and recall;
|
||
<emphasis id="B97DEAFBFFF15750505EB20DC27EF8EC" box="[516,556,1864,1881]" italics="true" pageId="5" pageNumber="189">Pboc</emphasis>
|
||
,
|
||
<taxonomicName id="4C094D6AFFF15750506CB20DC296F8EC" box="[566,708,1864,1881]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="5" pageNumber="189" phylum="Chordata" rank="species" species="bocagei">
|
||
<emphasis id="B97DEAFBFFF15750506CB20DC296F8EC" box="[566,708,1864,1881]" italics="true" pageId="5" pageNumber="189">Podarcis bocagei</emphasis>
|
||
</taxonomicName>
|
||
;
|
||
<emphasis id="B97DEAFBFFF157505094B20DC2A6F8EC" box="[718,756,1864,1881]" italics="true" pageId="5" pageNumber="189">Plus</emphasis>
|
||
,
|
||
<taxonomicName id="4C094D6AFFF1575050A4B20DC3FEF8EC" authorityName=", P. Vaucheri (Boulenger" authorityYear="1905" box="[766,940,1864,1881]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="5" pageNumber="189" phylum="Chordata" rank="species" species="lusitanicus">
|
||
<emphasis id="B97DEAFBFFF1575050A4B20DC3FEF8EC" box="[766,940,1864,1881]" italics="true" pageId="5" pageNumber="189">Podarcis lusitanicus</emphasis>
|
||
</taxonomicName>
|
||
.
|
||
</tableNote>
|
||
</paragraph>
|
||
<caption id="DF766661FFF2575352F9B581C410FF6F" ID-Table-UUID="DF766661FFF2575352F9B581C410FF6F" box="[163,1090,196,218]" httpUri="http://table.plazi.org/id/DF766661FFF2575352F9B581C410FF6F" pageId="6" pageNumber="190" startId="6.[163,227,196,217]" targetBox="[163,1442,254,447]" targetIsTable="true" targetPageId="6" targetType="table">
|
||
<paragraph id="8BB636E9FFF2575352F9B581C410FF6F" blockId="6.[163,1090,196,218]" box="[163,1090,196,218]" pageId="6" pageNumber="190">
|
||
<emphasis id="B97DEAFBFFF2575352F9B581C0AEFF6C" bold="true" box="[163,252,196,217]" pageId="6" pageNumber="190">Table 3.</emphasis>
|
||
Classification success of the six-model ensembles for the two-class experiments
|
||
</paragraph>
|
||
</caption>
|
||
<paragraph id="8BB636E9FFF257535339B5BBC5C8FE0A" pageId="6" pageNumber="190">
|
||
<table id="F909C449FFF2A8AA52F9B5BBC5F0FE0A" box="[163,1442,254,447]" gridcols="11" gridrows="5" pageId="6" pageNumber="190">
|
||
<tr id="353934ABFFF2A8AA52F9B5BBC5F0FEA1" box="[163,1442,254,276]" gridrow="0" pageId="6" pageNumber="190" rowspan-0="1" rowspan-10="1" rowspan-2="1" rowspan-3="1" rowspan-4="1" rowspan-5="1" rowspan-7="1" rowspan-8="1" rowspan-9="1">
|
||
<th id="76E85DD7FFF2A8AA5339B5BBC190FEA1" box="[355,450,254,276]" gridcol="1" gridrow="0" pageId="6" pageNumber="190">Males</th>
|
||
<th id="76E85DD7FFF2A8AA51CCB5BBC3A7FEA1" box="[918,1013,254,276]" gridcol="6" gridrow="0" pageId="6" pageNumber="190">Females</th>
|
||
</tr>
|
||
<tr id="353934ABFFF2A8AA52F9B470C5F0FEFE" box="[163,1442,309,331]" gridrow="1" pageId="6" pageNumber="190" rowspan-0="1">
|
||
<td id="76E85DD7FFF2A8AA5339B470C190FEFE" box="[355,450,309,331]" gridcol="1" gridrow="1" pageId="6" pageNumber="190">Accuracy</td>
|
||
<td id="76E85DD7FFF2A8AA53B3B470C270FEFE" box="[489,546,309,331]" gridcol="2" gridrow="1" pageId="6" pageNumber="190">AUC</td>
|
||
<td id="76E85DD7FFF2A8AA5012B470C2D3FEFE" box="[584,641,309,331]" gridcol="3" gridrow="1" pageId="6" pageNumber="190">F1</td>
|
||
<td id="76E85DD7FFF2A8AA50FDB470C35AFEFE" box="[679,776,309,331]" gridcol="4" gridrow="1" pageId="6" pageNumber="190">Precision</td>
|
||
<td id="76E85DD7FFF2A8AA5174B470C33DFEFE" box="[814,879,309,331]" gridcol="5" gridrow="1" pageId="6" pageNumber="190">Recall</td>
|
||
<td id="76E85DD7FFF2A8AA51CCB470C3A7FEFE" box="[918,1013,309,331]" gridcol="6" gridrow="1" pageId="6" pageNumber="190">Accuracy</td>
|
||
<td id="76E85DD7FFF2A8AA5646B470C407FEFE" box="[1052,1109,309,331]" gridcol="7" gridrow="1" pageId="6" pageNumber="190">AUC</td>
|
||
<td id="76E85DD7FFF2A8AA5621B470C4E6FEFE" box="[1147,1204,309,331]" gridcol="8" gridrow="1" pageId="6" pageNumber="190">F1</td>
|
||
<td id="76E85DD7FFF2A8AA5683B470C569FEFE" box="[1241,1339,309,331]" gridcol="9" gridrow="1" pageId="6" pageNumber="190">Precision</td>
|
||
<td id="76E85DD7FFF2A8AA573BB470C5F0FEFE" box="[1377,1442,309,331]" gridcol="10" gridrow="1" pageId="6" pageNumber="190">Recall</td>
|
||
</tr>
|
||
<tr id="353934ABFFF2A8AA52F9B429C5F0FE37" box="[163,1442,364,386]" gridrow="2" pageId="6" pageNumber="190">
|
||
<th id="76E85DD7FFF2A8AA52F9B429C16FFE37" box="[163,317,364,386]" gridcol="0" gridrow="2" pageId="6" pageNumber="190">Average/global</th>
|
||
<td id="76E85DD7FFF2A8AA5339B429C190FE37" box="[355,450,364,386]" gridcol="1" gridrow="2" pageId="6" pageNumber="190">0.971</td>
|
||
<td id="76E85DD7FFF2A8AA53B3B429C270FE37" box="[489,546,364,386]" gridcol="2" gridrow="2" pageId="6" pageNumber="190">0.997</td>
|
||
<td id="76E85DD7FFF2A8AA5012B429C2D3FE37" box="[584,641,364,386]" gridcol="3" gridrow="2" pageId="6" pageNumber="190">0.966</td>
|
||
<td id="76E85DD7FFF2A8AA50FDB429C35AFE37" box="[679,776,364,386]" gridcol="4" gridrow="2" pageId="6" pageNumber="190">0.970</td>
|
||
<td id="76E85DD7FFF2A8AA5174B429C33DFE37" box="[814,879,364,386]" gridcol="5" gridrow="2" pageId="6" pageNumber="190">0.962</td>
|
||
<td id="76E85DD7FFF2A8AA51CCB429C3A7FE37" box="[918,1013,364,386]" gridcol="6" gridrow="2" pageId="6" pageNumber="190">0.959</td>
|
||
<td id="76E85DD7FFF2A8AA5646B429C407FE37" box="[1052,1109,364,386]" gridcol="7" gridrow="2" pageId="6" pageNumber="190">0.992</td>
|
||
<td id="76E85DD7FFF2A8AA5621B429C4E6FE37" box="[1147,1204,364,386]" gridcol="8" gridrow="2" pageId="6" pageNumber="190">0.952</td>
|
||
<td id="76E85DD7FFF2A8AA5683B429C569FE37" box="[1241,1339,364,386]" gridcol="9" gridrow="2" pageId="6" pageNumber="190">0.952</td>
|
||
<td id="76E85DD7FFF2A8AA573BB429C5F0FE37" box="[1377,1442,364,386]" gridcol="10" gridrow="2" pageId="6" pageNumber="190">0.952</td>
|
||
</tr>
|
||
<tr id="353934ABFFF2A8AA52F9B4CFC5F0FE15" box="[163,1442,394,416]" gridrow="3" pageId="6" pageNumber="190" rowspan-1="1" rowspan-2="1" rowspan-6="1" rowspan-7="1">
|
||
<th id="76E85DD7FFF2A8AA52F9B4CFC16FFE15" box="[163,317,394,416]" gridcol="0" gridrow="3" pageId="6" pageNumber="190">
|
||
<taxonomicName id="4C094D6AFFF2575352F9B4CEC15AFE15" box="[163,264,394,416]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="bocagei">
|
||
<emphasis id="B97DEAFBFFF2575352F9B4CEC15AFE15" box="[163,264,394,416]" italics="true" pageId="6" pageNumber="190">P. bocagei</emphasis>
|
||
</taxonomicName>
|
||
</th>
|
||
<td id="76E85DD7FFF2A8AA5012B4CFC2D3FE15" box="[584,641,394,416]" gridcol="3" gridrow="3" pageId="6" pageNumber="190">0.979</td>
|
||
<td id="76E85DD7FFF2A8AA50FDB4CFC35AFE15" box="[679,776,394,416]" gridcol="4" gridrow="3" pageId="6" pageNumber="190">0.972</td>
|
||
<td id="76E85DD7FFF2A8AA5174B4CFC33DFE15" box="[814,879,394,416]" gridcol="5" gridrow="3" pageId="6" pageNumber="190">0.986</td>
|
||
<td id="76E85DD7FFF2A8AA5621B4CFC4E6FE15" box="[1147,1204,394,416]" gridcol="8" gridrow="3" pageId="6" pageNumber="190">0.970</td>
|
||
<td id="76E85DD7FFF2A8AA5683B4CFC569FE15" box="[1241,1339,394,416]" gridcol="9" gridrow="3" pageId="6" pageNumber="190">0.970</td>
|
||
<td id="76E85DD7FFF2A8AA573BB4CFC5F0FE15" box="[1377,1442,394,416]" gridcol="10" gridrow="3" pageId="6" pageNumber="190">0.970</td>
|
||
</tr>
|
||
<tr id="353934ABFFF2A8AA52F9B4ECC5F0FE0A" box="[163,1442,425,447]" gridrow="4" pageId="6" pageNumber="190" rowspan-1="1" rowspan-2="1" rowspan-6="1" rowspan-7="1">
|
||
<th id="76E85DD7FFF2A8AA52F9B4ECC16FFE0A" box="[163,317,425,447]" gridcol="0" gridrow="4" pageId="6" pageNumber="190">
|
||
<taxonomicName id="4C094D6AFFF2575352F9B4ECC17CFE0A" authorityName=", P. Vaucheri (Boulenger" authorityYear="1905" box="[163,302,425,447]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="lusitanicus">
|
||
<emphasis id="B97DEAFBFFF2575352F9B4ECC17CFE0A" box="[163,302,425,447]" italics="true" pageId="6" pageNumber="190">P. lusitanicus</emphasis>
|
||
</taxonomicName>
|
||
</th>
|
||
<td id="76E85DD7FFF2A8AA5012B4ECC2D3FE0A" box="[584,641,425,447]" gridcol="3" gridrow="4" pageId="6" pageNumber="190">0.953</td>
|
||
<td id="76E85DD7FFF2A8AA50FDB4ECC35AFE0A" box="[679,776,425,447]" gridcol="4" gridrow="4" pageId="6" pageNumber="190">0.968</td>
|
||
<td id="76E85DD7FFF2A8AA5174B4ECC33DFE0A" box="[814,879,425,447]" gridcol="5" gridrow="4" pageId="6" pageNumber="190">0.939</td>
|
||
<td id="76E85DD7FFF2A8AA5621B4ECC4E6FE0A" box="[1147,1204,425,447]" gridcol="8" gridrow="4" pageId="6" pageNumber="190">0.934</td>
|
||
<td id="76E85DD7FFF2A8AA5683B4ECC569FE0A" box="[1241,1339,425,447]" gridcol="9" gridrow="4" pageId="6" pageNumber="190">0.934</td>
|
||
<td id="76E85DD7FFF2A8AA573BB4ECC5F0FE0A" box="[1377,1442,425,447]" gridcol="10" gridrow="4" pageId="6" pageNumber="190">0.934</td>
|
||
</tr>
|
||
</table>
|
||
</paragraph>
|
||
<paragraph id="8BB636E9FFF2575352F9B49BC410FE5B" blockId="6.[163,1090,477,495]" box="[163,1090,477,495]" pageId="6" pageNumber="190">
|
||
<tableNote id="76EF3767FFF2575352F9B49BC410FE5B" box="[163,1090,477,495]" pageId="6" pageNumber="190" targetBox="[163,1442,254,447]" targetPageId="6">
|
||
AUC was calculated assuming
|
||
<taxonomicName id="4C094D6AFFF2575353F7B49BC252FE5B" box="[429,512,477,494]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="bocagei">
|
||
<emphasis id="B97DEAFBFFF2575353F7B49BC252FE5B" box="[429,512,477,494]" italics="true" pageId="6" pageNumber="190">P. bocagei</emphasis>
|
||
</taxonomicName>
|
||
as the positive case; F1, precision and recall were macro-averaged.
|
||
</tableNote>
|
||
</paragraph>
|
||
<paragraph id="8BB636E9FFF25753528EB7BEC28BFCA6" blockId="6.[212,729,763,788]" box="[212,729,763,788]" pageId="6" pageNumber="190">
|
||
<smallCapsWord id="8D50A035FFF25753528EB7BEC1C1FCA6" baselines="782,782" box="[212,403,763,788]" lowerCaseFontSize="8" mainFontSize="10" normCase="title" normString="Discrimination" pageId="6" pageNumber="190">DISCRIMINATION</smallCapsWord>
|
||
<smallCapsWord id="8D50A035FFF2575353C0B7BAC254FCA6" baselines="782" box="[410,518,767,787]" lowerCaseFontSize="8" mainFontSize="10" normCase="lower" normString="between" pageId="6" pageNumber="190">BETWEEN</smallCapsWord>
|
||
<smallCapsWord id="8D50A035FFF257535057B7BAC268FCA6" baselines="782" box="[525,570,767,787]" lowerCaseFontSize="8" mainFontSize="10" normCase="lower" normString="the" pageId="6" pageNumber="190">THE</smallCapsWord>
|
||
<smallCapsWord id="8D50A035FFF25753501BB7BAC22BFCA6" baselines="782" box="[577,633,767,787]" lowerCaseFontSize="8" mainFontSize="10" normCase="lower" normString="nine" pageId="6" pageNumber="190">NINE</smallCapsWord>
|
||
<smallCapsWord id="8D50A035FFF2575350DAB7BAC28BFCA6" baselines="782" box="[640,729,767,787]" lowerCaseFontSize="8" mainFontSize="10" normCase="lower" normString="groups" pageId="6" pageNumber="190">GROUPS</smallCapsWord>
|
||
</paragraph>
|
||
<paragraph id="8BB636E9FFF2575352F9B661C21EFBF8" blockId="6.[163,782,804,1899]" pageId="6" pageNumber="190">
|
||
Overall, the performance of the different models for classification of the nine classes is worse than in the two-class case. Unlike the experiment involving only
|
||
<taxonomicName id="4C094D6AFFF2575350ADB627C0A5FC20" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="bocagei">
|
||
<emphasis id="B97DEAFBFFF2575350ADB627C0A5FC20" italics="true" pageId="6" pageNumber="190">P. bocagei</emphasis>
|
||
</taxonomicName>
|
||
and
|
||
<taxonomicName id="4C094D6AFFF25753536BB6C4C199FC20" authorityName=", P. Vaucheri (Boulenger" authorityYear="1905" box="[305,459,896,918]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="lusitanicus">
|
||
<emphasis id="B97DEAFBFFF25753536BB6C4C199FC20" box="[305,459,896,918]" italics="true" pageId="6" pageNumber="190">P. lusitanicus</emphasis>
|
||
</taxonomicName>
|
||
, in all analyses considering nine classes there is some evidence of overfitting (see the Supporting Information,
|
||
<tableCitation id="C68B0352FFF2575353B3B6F8C227FC66" box="[489,629,957,979]" captionStart="Table 5" captionStartId="9.[145,209,196,217]" captionTargetPageId="9" captionText="Table 5. Classification success of the six-model ensembles for the nine-class experiment" httpUri="http://table.plazi.org/id/DF766661FFFD575C52CBB581C47FFF6F" pageId="6" pageNumber="190" tableUuid="DF766661FFFD575C52CBB581C47FFF6F">Tables S5–S</tableCitation>
|
||
9 for detailed training, validation and testing evaluation scores), which could not be completely overcome by varying the hyperparameters. A summary of the performance of each model is presented in
|
||
<tableCitation id="C68B0352FFF2575353A8B17DC214FBF8" box="[498,582,1080,1102]" captionStart="Table 4" captionStartId="8.[163,227,1410,1431]" captionTargetPageId="8" captionText="Table 4. Evaluation of the three tested architectures and their combined predictions in the four datasets for the nineclass experiment. Models with the highest accuracy are highlighted in bold" httpUri="http://table.plazi.org/id/DF766661FFFC575D52F9B0C7C3E0FA00" pageId="6" pageNumber="190" tableUuid="DF766661FFFC575D52F9B0C7C3E0FA00">Table 4</tableCitation>
|
||
.
|
||
</paragraph>
|
||
<paragraph id="8BB636E9FFF2575352E1B112C12BF898" blockId="6.[163,782,804,1899]" pageId="6" pageNumber="190">
|
||
<materialsCitation id="3B613CB4FFF2575352E1B112C127F898" collectionCode="V" pageId="6" pageNumber="190" specimenCode="V2" specimenCount="1">
|
||
In general, accuracy ranges from 76.3% for ResNet
|
||
<quantity id="4CF19B0CFFF25753508CB112C359FBD8" box="[726,779,1111,1133]" metricMagnitude="0" metricUnit="m" metricValue="1.27" pageId="6" pageNumber="190" unit="in" value="50.0">50 in</quantity>
|
||
female head perspectives to 85.3% for InceptionResNetV
|
||
<quantity id="4CF19B0CFFF2575350A5B130C0E8FB1F" metricMagnitude="-2" metricUnit="m" metricValue="5.08" pageId="6" pageNumber="190" unit="in" value="2.0">2 in</quantity>
|
||
male dorsal views. A striking result is the highly significant difference between male and female image identification accuracy, with consistently higher accuracies in male datasets, which holds for both
|
||
<typeStatus id="54B2884BFFF2575350EDB1B5C2A0FAB0" box="[695,754,1264,1285]" pageId="6" pageNumber="190">types</typeStatus>
|
||
of images (
|
||
<emphasis id="B97DEAFBFFF2575352A4B04AC15CFA91" box="[254,270,1295,1316]" italics="true" pageId="6" pageNumber="190">P</emphasis>
|
||
<0.0001 for all comparisons, both for accuracy and F1 score, Mann–Whitney–Wilcoxon test). On the other hand, there are no differences in performance between the
|
||
<specimenCount id="9D0FFD60FFF257535369B02EC1CCFA35" box="[307,414,1387,1408]" pageId="6" pageNumber="190" type="generic" typeStatus="types">two types</specimenCount>
|
||
of images, neither for males nor for females. There are also no major differences between models in classification success. The only significant difference is detected in female head lateral images, in which ResNet50 performs significantly worse than Inception-ResNet
|
||
<specimenCode id="DBAF9E92FFF257535337B341C1DEF9AC" box="[365,396,1540,1561]" collectionCode="V" country="Canada" lsid="urn:lsid:biocol.org:col:13946" name="Royal British Columbia Museum - Herbarium" pageId="6" pageNumber="190" type="Museum">V2</specimenCode>
|
||
(
|
||
<emphasis id="B97DEAFBFFF2575353C1B340C1F9F9AF" box="[411,427,1541,1562]" italics="true" pageId="6" pageNumber="190">P</emphasis>
|
||
= 0.0325 for both accuracy and F1-score, Wilcoxon signed rank test). Unlike the two-class case, in which the utility of ensemble models is mostly restricted to the combination of predictions from different perspectives, without important improvements in the within-dataset case, in the nine-class experiment ensemble models combining predictions from the three architectures for each image perspective greatly improve classification accuracy when compared to the best single model (see
|
||
<tableCitation id="C68B0352FFF257535341B25DC138F898" box="[283,362,1816,1838]" captionStart="Table 4" captionStartId="8.[163,227,1410,1431]" captionTargetPageId="8" captionText="Table 4. Evaluation of the three tested architectures and their combined predictions in the four datasets for the nineclass experiment. Models with the highest accuracy are highlighted in bold" httpUri="http://table.plazi.org/id/DF766661FFFC575D52F9B0C7C3E0FA00" pageId="6" pageNumber="190" tableUuid="DF766661FFFC575D52F9B0C7C3E0FA00">Table 4</tableCitation>
|
||
)
|
||
</materialsCitation>
|
||
.
|
||
</paragraph>
|
||
<paragraph id="8BB636E9FFF2575352E1B273C501FD15" blockId="6.[163,782,804,1899]" lastBlockId="6.[827,1446,559,1562]" pageId="6" pageNumber="190">
|
||
Using estimates from different views by averaging across the six model predictions improves classification success even further. These results are shown in
|
||
<tableCitation id="C68B0352FFF25753573EB76AC31BFDD6" captionStart="Table 5" captionStartId="9.[145,209,196,217]" captionTargetPageId="9" captionText="Table 5. Classification success of the six-model ensembles for the nine-class experiment" httpUri="http://table.plazi.org/id/DF766661FFFD575C52CBB581C47FFF6F" pageId="6" pageNumber="190" tableUuid="DF766661FFFD575C52CBB581C47FFF6F">Table 5</tableCitation>
|
||
and the respective confusion matrices shown in
|
||
<figureCitation id="13322A6CFFF257535161B729C3CFFD34" box="[827,925,620,642]" captionStart="Figure 4" captionStartId="10.[163,242,1671,1693]" captionTargetBox="[379,1226,200,1638]" captionTargetId="figure-25@10.[376,1230,195,1641]" captionTargetPageId="10" captionText="Figure 4. Confusion matrix for male (upper) and female (lower) image classification for the nine-class experiment based on a combination of predictions from six models. Abbreviations used: Pboc, P. bocagei; Pcar, P. carbonelli; Phis, P. hispanicus; Plio, P. liolepis; Plus, P. lusitanicus; Pvsl, P. Ʋaucheri s.l.; Pvss, P. Ʋaucheri s.s.; Pvir, P. Ʋirescens." figureDoi="http://doi.org/10.5281/zenodo.7926791" httpUri="https://zenodo.org/record/7926791/files/figure.png" pageId="6" pageNumber="190">Figure 4</figureCitation>
|
||
. In this case, prediction accuracy reaches as high as 93.5% for males and 91.2% for females.
|
||
</paragraph>
|
||
<paragraph id="8BB636E9FFF257535109B7ECC3DBFB7D" blockId="6.[827,1446,559,1562]" pageId="6" pageNumber="190">
|
||
The distribution of classification metrics according to the species is shown in
|
||
<tableCitation id="C68B0352FFF257535601B78DC4FCFD6B" box="[1115,1198,712,734]" captionStart="Table 5" captionStartId="9.[145,209,196,217]" captionTargetPageId="9" captionText="Table 5. Classification success of the six-model ensembles for the nine-class experiment" httpUri="http://table.plazi.org/id/DF766661FFFD575C52CBB581C47FFF6F" pageId="6" pageNumber="190" tableUuid="DF766661FFFD575C52CBB581C47FFF6F">Table 5</tableCitation>
|
||
. Taking a deeper look into these classification scores, it appears that several species are fairly well recognizable, with F1 scores above 0.90: this is the case for
|
||
<taxonomicName id="4C094D6AFFF2575356CDB661C557FC8C" box="[1175,1285,804,825]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="bocagei">
|
||
<emphasis id="B97DEAFBFFF2575356CDB661C557FC8C" box="[1175,1285,804,825]" italics="true" pageId="6" pageNumber="190">P. bocagei</emphasis>
|
||
</taxonomicName>
|
||
,
|
||
<taxonomicName id="4C094D6AFFF257535748B661C5CFFC8C" authorityName="Perez Mellado" authorityYear="1981" box="[1298,1437,804,825]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="carbonelli">
|
||
<emphasis id="B97DEAFBFFF257535748B661C5CFFC8C" box="[1298,1437,804,825]" italics="true" pageId="6" pageNumber="190">P. carbonelli</emphasis>
|
||
</taxonomicName>
|
||
,
|
||
<taxonomicName id="4C094D6AFFF257535161B606C439FCE2" authority=", P. Vaucheri" authorityName=", P. Vaucheri (Boulenger" authorityYear="1905" box="[827,1131,834,856]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="lusitanicus">
|
||
<emphasis id="B97DEAFBFFF257535161B606C388FCE2" box="[827,986,834,856]" italics="true" pageId="6" pageNumber="190">P. lusitanicus</emphasis>
|
||
,
|
||
<emphasis id="B97DEAFBFFF2575351B3B606C439FCE2" box="[1001,1131,834,856]" italics="true" pageId="6" pageNumber="190">P. Ʋaucheri</emphasis>
|
||
</taxonomicName>
|
||
<emphasis id="B97DEAFBFFF25753562EB607C4C6FCE2" box="[1140,1172,834,855]" italics="true" pageId="6" pageNumber="190">
|
||
<taxonomicNameLabel id="A24E5780FFF25753562EB607C4C6FCE2" box="[1140,1172,834,855]" pageId="6" pageNumber="190" sensu="lato">s.l.</taxonomicNameLabel>
|
||
</emphasis>
|
||
,
|
||
<emphasis id="B97DEAFBFFF2575356FEB606C503FCED" box="[1188,1361,834,856]" italics="true" pageId="6" pageNumber="190">
|
||
<taxonomicName id="4C094D6AFFF2575356FEB606C574FCE2" box="[1188,1318,834,856]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" sensu="stricto" species="vaucheri">P. Ʋaucheri</taxonomicName>
|
||
<taxonomicNameLabel id="A24E5780FFF257535775B606C503FCED" box="[1327,1361,835,856]" pageId="6" pageNumber="190" sensu="stricto">s.s.</taxonomicNameLabel>
|
||
</emphasis>
|
||
and
|
||
<taxonomicName id="4C094D6AFFF2575357D5B606C3F0FCC2" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="virescens">
|
||
<emphasis id="B97DEAFBFFF2575357D5B606C3F0FCC2" italics="true" pageId="6" pageNumber="190">P. Ʋirescens</emphasis>
|
||
</taxonomicName>
|
||
in males, and for the same species except
|
||
<taxonomicName id="4C094D6AFFF2575357D5B627C3EEFC20" authorityName=", P. Vaucheri (Boulenger" authorityYear="1905" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="lusitanicus">
|
||
<emphasis id="B97DEAFBFFF2575357D5B627C3EEFC20" italics="true" pageId="6" pageNumber="190">P. lusitanicus</emphasis>
|
||
</taxonomicName>
|
||
in females. The most problematic species is, in both sexes,
|
||
<taxonomicName id="4C094D6AFFF257535655B6DAC4D6FC06" baseAuthorityName="Boulenger" baseAuthorityYear="1905" box="[1039,1156,926,948]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="liolepis">
|
||
<emphasis id="B97DEAFBFFF257535655B6DAC4D6FC06" box="[1039,1156,926,948]" italics="true" pageId="6" pageNumber="190">P. liolepis</emphasis>
|
||
</taxonomicName>
|
||
. Considering confusion matrices, it is noticeable that individuals of this species are often misclassified as
|
||
<taxonomicName id="4C094D6AFFF257535695B699C504FC44" box="[1231,1366,988,1009]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="virescens">
|
||
<emphasis id="B97DEAFBFFF257535695B699C504FC44" box="[1231,1366,988,1009]" italics="true" pageId="6" pageNumber="190">P. Ʋirescens</emphasis>
|
||
</taxonomicName>
|
||
(more so in the case of females than males). Noteworthy is that the misclassification between the cryptic
|
||
<taxonomicName id="4C094D6AFFF2575357D5B15FC388FBF8" baseAuthorityName="Bosca" baseAuthorityYear="1916" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="guadarramae">
|
||
<emphasis id="B97DEAFBFFF2575357D5B15FC388FBF8" italics="true" pageId="6" pageNumber="190">P. guadarramae</emphasis>
|
||
</taxonomicName>
|
||
and
|
||
<taxonomicName id="4C094D6AFFF25753564DB17DC4E7FBF8" authorityName=", P. Vaucheri (Boulenger" authorityYear="1905" box="[1047,1205,1080,1101]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="lusitanicus">
|
||
<emphasis id="B97DEAFBFFF25753564DB17DC4E7FBF8" box="[1047,1205,1080,1101]" italics="true" pageId="6" pageNumber="190">P. lusitanicus</emphasis>
|
||
</taxonomicName>
|
||
is minimal (7.9% of
|
||
<taxonomicName id="4C094D6AFFF257535161B112C381FBDE" authorityName=", P. Vaucheri (Boulenger" authorityYear="1905" box="[827,979,1110,1132]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="lusitanicus">
|
||
<emphasis id="B97DEAFBFFF257535161B112C381FBDE" box="[827,979,1110,1132]" italics="true" pageId="6" pageNumber="190">P. lusitanicus</emphasis>
|
||
</taxonomicName>
|
||
females and 4.6% of males are classified as
|
||
<taxonomicName id="4C094D6AFFF257535101B133C443FB3F" baseAuthorityName="Bosca" baseAuthorityYear="1916" box="[859,1041,1141,1163]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="guadarramae">
|
||
<emphasis id="B97DEAFBFFF257535101B133C443FB3F" box="[859,1041,1141,1163]" italics="true" pageId="6" pageNumber="190">P. guadarramae</emphasis>
|
||
</taxonomicName>
|
||
and 0 and 1.6% of
|
||
<taxonomicName id="4C094D6AFFF2575356B6B133C5F0FB3F" baseAuthorityName="Bosca" baseAuthorityYear="1916" box="[1260,1442,1141,1163]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="guadarramae">
|
||
<emphasis id="B97DEAFBFFF2575356B6B133C5F0FB3F" box="[1260,1442,1141,1163]" italics="true" pageId="6" pageNumber="190">P. guadarramae</emphasis>
|
||
</taxonomicName>
|
||
females and males are classified as
|
||
<taxonomicName id="4C094D6AFFF25753568DB1D1C523FB1C" authorityName=", P. Vaucheri (Boulenger" authorityYear="1905" box="[1239,1393,1172,1193]" class="Reptilia" family="Lacertidae" genus="Podarcis" kingdom="Animalia" order="Squamata" pageId="6" pageNumber="190" phylum="Chordata" rank="species" species="lusitanicus">
|
||
<emphasis id="B97DEAFBFFF25753568DB1D1C523FB1C" box="[1239,1393,1172,1193]" italics="true" pageId="6" pageNumber="190">P. lusitanicus</emphasis>
|
||
</taxonomicName>
|
||
; see
|
||
<figureCitation id="13322A6CFFF257535161B1F7C328FB7D" box="[827,890,1202,1224]" captionStart="Figure 4" captionStartId="10.[163,242,1671,1693]" captionTargetBox="[379,1226,200,1638]" captionTargetId="figure-25@10.[376,1230,195,1641]" captionTargetPageId="10" captionText="Figure 4. Confusion matrix for male (upper) and female (lower) image classification for the nine-class experiment based on a combination of predictions from six models. Abbreviations used: Pboc, P. bocagei; Pcar, P. carbonelli; Phis, P. hispanicus; Plio, P. liolepis; Plus, P. lusitanicus; Pvsl, P. Ʋaucheri s.l.; Pvss, P. Ʋaucheri s.s.; Pvir, P. Ʋirescens." figureDoi="http://doi.org/10.5281/zenodo.7926791" httpUri="https://zenodo.org/record/7926791/files/figure.png" pageId="6" pageNumber="190">Fig. 4</figureCitation>
|
||
).
|
||
</paragraph>
|
||
<paragraph id="8BB636E9FFF257535109B194C381F9AF" blockId="6.[827,1446,559,1562]" pageId="6" pageNumber="190">
|
||
As for the two-class problem, Grad-CAM analyses show that, typically, the models use lizard – and not other – features for classification. However, even with the visualization tool available, it is not straightforward to understand what the model considers for discrimination. More precisely, the same regions seem to be used to classify distinct species, and it is not evident how differences in these regions are used. The most common patterns for each species are summarized in
|
||
<tableCitation id="C68B0352FFF2575351B6B0A0C41EFA4E" box="[1004,1100,1509,1531]" captionStart="Table 6" captionStartId="11.[145,209,196,217]" captionTargetBox="[145,1072,253,1724]" captionTargetPageId="11" captionText="Table 6. Summary of Grad-CAM results for each class (males)" httpUri="http://table.plazi.org/id/DF766661FFFF575E52CBB581C371FF6F" pageId="6" pageNumber="190" tableUuid="DF766661FFFF575E52CBB581C371FF6F">Tables 6</tableCitation>
|
||
and
|
||
<tableCitation id="C68B0352FFF2575356DFB0A0C4C1FA4F" box="[1157,1171,1509,1530]" captionStart="Table 7" captionStartId="12.[163,227,196,217]" captionTargetBox="[163,1057,253,1756]" captionTargetPageId="12" captionText="Table 7. Summary of Grad-CAM results for each class (females)" httpUri="http://table.plazi.org/id/DF766661FFF8575952F9B581C31AFF6F" pageId="6" pageNumber="190" tableUuid="DF766661FFF8575952F9B581C31AFF6F">7</tableCitation>
|
||
(for males and females, respectively).
|
||
</paragraph>
|
||
</subSubSection>
|
||
</treatment>
|
||
</document> |