<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">ntv</journal-id><journal-title-group><journal-title xml:lang="ru">Научно-технический вестник информационных технологий, механики и оптики</journal-title><trans-title-group xml:lang="en"><trans-title>Scientific and Technical Journal of Information Technologies, Mechanics and Optics</trans-title></trans-title-group></journal-title-group><issn pub-type="ppub">2226-1494</issn><issn pub-type="epub">2500-0373</issn><publisher><publisher-name>Университет ИТМО</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.17586/2226-1494-2022-22-2-279-286</article-id><article-id custom-type="elpub" pub-id-type="custom">ntv-159</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>КОМПЬЮТЕРНЫЕ СИСТЕМЫ И ИНФОРМАЦИОННЫЕ ТЕХНОЛОГИИ</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="en"><subject>COMPUTER SCIENCE</subject></subj-group></article-categories><title-group><article-title>Методы выделения локальных признаков лица на изображении при аутентификации человека по термограмме</article-title><trans-title-group xml:lang="en"><trans-title>Methods of local features extraction in person authentication task by face thermographic image</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0003-0644-1547</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Белов</surname><given-names>Н. І.</given-names></name><name name-style="western" xml:lang="en"><surname>Belov</surname><given-names>N. I.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Белов Никита Игоревич — главный специалист </p><p> Санкт-Петербург, 196084 </p></bio><bio xml:lang="en"><p>Nikita I. Belov — Chief Specialist </p><p>Saint Petersburg, 196084 </p></bio><email xlink:type="simple">nikit.belov@gmail.com</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-4794-1540</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Ермак</surname><given-names>М. А.</given-names></name><name name-style="western" xml:lang="en"><surname>Ermak</surname><given-names>M. A.</given-names></name></name-alternatives><bio xml:lang="ru"><p> Ермак Максим Андреевич — ведущий специалист </p><p> Санкт-Петербург, 196084 </p></bio><bio xml:lang="en"><p>Maxim A. Ermak — Leading Specialist </p><p>Saint Petersburg, 196084 </p></bio><email xlink:type="simple">max7ermak@gmail.com</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-7421-9895</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Дубинич</surname><given-names>Е. А.</given-names></name><name name-style="western" xml:lang="en"><surname>Dubinich</surname><given-names>E. A.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Дубинич Евгений Александрович — инженер </p><p> Санкт-Петербург, 197101 </p></bio><bio xml:lang="en"><p>Evgeny A. Dubinich — Engineer </p><p>Saint Petersburg, 197101 </p></bio><email xlink:type="simple">Dzys95@mail.ru</email><xref ref-type="aff" rid="aff-2"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-5702-3786</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Кузнецов</surname><given-names>А. Ю.</given-names></name><name name-style="western" xml:lang="en"><surname>Kuznetsov</surname><given-names>A. Y.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Кузнецов Александр Юрьевич — кандидат технических наук, доцент</p><p>Санкт-Петербург, 197101</p><p> sc 57195326635   </p></bio><bio xml:lang="en"><p> Alexander Y. Kuznetsov — PhD, Associate Professor </p><p> 197101, Saint Petersburg </p></bio><email xlink:type="simple">alkuznetcov@itmo.ru</email><xref ref-type="aff" rid="aff-2"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>ООО «Газпромнефть-ЦР»</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Gazpromneft-CR</institution><country>Russian Federation</country></aff></aff-alternatives><aff-alternatives id="aff-2"><aff xml:lang="ru"><institution>Университет ИТМО</institution><country>Россия</country></aff><aff xml:lang="en"><institution>ITMO University</institution><country>Russian Federation</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2022</year></pub-date><pub-date pub-type="epub"><day>14</day><month>12</month><year>2024</year></pub-date><volume>22</volume><issue>2</issue><fpage>279</fpage><lpage>286</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Белов Н.І., Ермак М.А., Дубинич Е.А., Кузнецов А.Ю., 2024</copyright-statement><copyright-year>2024</copyright-year><copyright-holder xml:lang="ru">Белов Н.І., Ермак М.А., Дубинич Е.А., Кузнецов А.Ю.</copyright-holder><copyright-holder xml:lang="en">Belov N.I., Ermak M.A., Dubinich E.A., Kuznetsov A.Y.</copyright-holder><license xml:lang="ru" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>Данная работа распространяется под лицензией Creative Commons Attribution 4.0.</license-p></license><license xml:lang="en" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>This work is licensed under a Creative Commons Attribution 4.0 License.</license-p></license></permissions><self-uri xlink:href="https://ntv.elpub.ru/jour/article/view/159">https://ntv.elpub.ru/jour/article/view/159</self-uri><abstract><p>Предмет исследования. Представлено исследование методов выделения локальных признаков на изображении применительно к задаче аутентификации человека по термограмме лица. Сформированы выборки фотоизображений и изображений лиц в дальнем инфракрасном диапазоне. Новизна исследования состоит в особенностях выборки изображений в реальных условиях, оказывающих влияние на качество аутентификации, таких как мимика, ношение очков или медицинской маски, нанесение грима/косметики, различная освещенность и температурные условия окружающей среды, повороты головы. Методы. Основа исследуемых методов заключается в построении вектора признаков изображения при сокращении размерности и выделении границ. Подобные методы решают задачи выделения признаков на изображениях, при аутентификации по 2D-изображению лица и при использовании компьютерного зрения. Применены классические методы выделения локальных признаков изображения: метод локально-бинарных шаблонов, вейвлеты Габора, масштабноинвариантная трансформация признаков, локальный дескриптор Вебера. В качестве классификаторов для векторов признаков изображений приняты базовые методы машинного обучения: метод опорных векторов и простейший персептрон. Основные результаты. Обучение и тестирование методов выполнено на наборе, состоящем из 632 тысяч изображений лиц 158 человек. В качестве метрики для оценки качества сопоставления выбранных методов использована точность. В результате для метода локально-бинарных признаков наиболее высокие значения точности соответствуют: термограммам лиц — 0,57 (для метода обучения опорных векторов) и 0,58 (для простейшего персептрона), фотоизображениям — 0,71 и 0,73 соответственно. Использование метода масштабно-инвариантной трансформации признаков показало схожие результаты: для термограмм лиц — 0,58 и 0,55, для фотоизображений — 0,72 и 0,74. Применение вейвлеты Габора и локального дескриптора Вебера показало низкие значения точности в задаче аутентификации для обоих типов изображений. Практическая значимость. Результаты работы могут найти применения в системах контроля и управления доступом для повышения отказоустойчивости аутентификации лиц. Использование рассмотренных методов эффективно в задачах обработки термограмм для аутентификации человека по так называемым «вторичным» признакам, например, по рисунку его вен и сосудов на лице, в случаях изменения мимики и внешности.</p></abstract><trans-abstract xml:lang="en"><p>The paper presents a methods of image local features extraction research in relation to people authentication problem by face thermogram. As a part of the study, there were formed two datasets for methods training and testing: photographic images and face images in the long-wavelength infrared specter (LWIR) with various factors. The novelty of this study is due to the approach to collecting datasets to verify the accuracy of authentication methods. The dataset was collected with more realistic conditions that affect the quality of authentication, such as changing facial expressions, wearing glasses, medical masks, applying make-up/cosmetics, changing the lighting and temperature conditions of the environment, rotating the head. The methods core is based on the idea of constructing a vector of image features while reducing the dimension and highlighting the boundaries. Likewise, the methods of this group cope well with extracting features task on images and are widely used in the tasks of authentication by 2D face image, as well as in other computer vision tasks. In this paper, four classical methods of local feature extraction are considered: the method of locally binary templates, Gabor wavelets, scale-invariant feature transformation, and Weber’s local descriptor. The classifiers for the feature vectors comparison in this research are SVM and the simplest Perceptron — the basic methods of machine learning. As part of the study, a comparative analysis of each method was carried out in relation to the collected datasets. The methods were trained and tested on a collected face dataset of over 632,000 images of 152 people. As a result of the comparative analysis, it can be concluded that the method of local binary features demonstrates the best result among the considered methods for both types of data: for face thermograms (for SVM — 0,57, for Perceptron — 0,58), for photographic images (for SVM — 0,71, for Perceptron — 0,73). Furthermore, the SIFT method showed similar results: for face thermograms (for SVM — 0,58, for Perceptron — 0,55), for photographic images (for SVM — 0,72, for Perceptron — 0,74). Gabor filters and Weber local descriptor application demonstrate a low accuracy rate in the authentication task by both types of data. The results of the work can be used in access control and management systems to increase the fault tolerance of person authentication. The appliance of the considered methods are effective in the tasks such as processing thermograms for authentication a person by so-called “secondary” signs, for example, by the veins and vessels on face patterns, in cases of facial expressions and appearance changes.</p></trans-abstract><kwd-group xml:lang="ru"><kwd>компьютерное зрение</kwd><kwd>алгоритм распознавания лиц</kwd><kwd>локально-бинарные шаблоны</kwd><kwd>фильтры Габора</kwd><kwd>масштабноинвариантная трансформация признаков</kwd><kwd>локальный дескриптор Вебера</kwd><kwd>термограмма лица</kwd><kwd>классификация текстур</kwd><kwd>аутентификация по термограмме лица</kwd></kwd-group><kwd-group xml:lang="en"><kwd>computer vision</kwd><kwd>facial recognition algorithm</kwd><kwd>locally binary patterns</kwd><kwd>Gabor filters</kwd><kwd>scale-invariant features transform</kwd><kwd>local Weber descriptor</kwd><kwd>computer vision</kwd><kwd>edge extraction</kwd><kwd>face thermographic image authentication</kwd></kwd-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">Zhao W., Chellappa R., Phillips P.J., Rosenfeld A. Face recognition: a literature survey // ACM Computing Surveys. 2003. V. 35. N 4. P. 399–458. https://doi.org/10.1145/954339.954342</mixed-citation><mixed-citation xml:lang="en">Zhao W., Chellappa R., Phillips P.J., Rosenfeld A. Face recognition: a literature survey. ACM Computing Surveys, 2003, vol. 35, no. 4, pp. 399–458. https://doi.org/10.1145/954339.954342</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">Cutler R. Face recognition using infrared images and eigenfaces. 1999 [Электронный ресурс]. URL: https://www.researchgate.net/publication/2375350_Face_Recognition_Using_Infrared_Images_and_Eigenfaces (дата обращения: 21.12.2021).</mixed-citation><mixed-citation xml:lang="en">Cutler R. Face recognition using infrared images and eigenfaces, 1999 . Availableat : https://www.researchgate.net/publication/2375350_Face_Recognition_Using_Infrared_Images_ and_Eigenfaces (accessed: 21.12.2021).</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">Krišto M., Ivašić-Kos M. An overview of thermal face recognition methods // Proc. of the 41st International Convention on Information and Communication Technology, Electronics and Microelectronics (MIPRO). 2018. P. 1098–1103. https://doi.org/10.23919/MIPRO.2018.8400200</mixed-citation><mixed-citation xml:lang="en">Krišto M., Ivašić-Kos M. An overview of thermal face recognition methods. Proc. of the 41st International Convention on Information and Communication Technology, Electronics and Microelectronics (MIPRO), 2018, pp. 1098–1103. https://doi.org/10.23919/MIPRO.2018.8400200</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">Hermosilla G., Ruiz-del-Solar J., Verschae R., Correa M. A comparative study of thermal face recognition methods in unconstrained environments // Pattern Recognition. 2012. V. 45. N 7. P. 2445–2459. https://doi.org/10.1016/j.patcog.2012.01.001</mixed-citation><mixed-citation xml:lang="en">Hermosilla G., Ruiz-del-Solar J., Verschae R., Correa M. A comparative study of thermal face recognition methods in unconstrained environments. Pattern Recognition, 2012, vol. 45, no. 7, pp. 2445–2459. https://doi.org/10.1016/j.patcog.2012.01.001</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">Akhloufi M.A., Bendada A. Infrared face recognition using texture descriptors // Proceedings of SPIE. 2010. V. 7661. P. 766109. https://doi.org/10.1117/12.849764</mixed-citation><mixed-citation xml:lang="en">Akhloufi M.A., Bendada A. Infrared face recognition using texture descriptors. Proceedings of SPIE, 2010, vol. 7661, pp. 766109. https://doi.org/10.1117/12.849764</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">Méndez H., Martín C.S., Kittler J., Plasencia Y., García-Reyes E. Face recognition with LWIR imagery using local binary patterns // Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics). 2009. V. 5558. P. 327–336. https://doi.org/10.1007/978-3-642-01793-3_34</mixed-citation><mixed-citation xml:lang="en">Méndez H., Martín C.S., Kittler J., Plasencia Y., García-Reyes E. Face recognition with LWIR imagery using local binary patterns. Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), 2009, vol. 5558, pp. 327–336. https://doi.org/10.1007/978-3-642-01793-3_34</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">Simón M.O., Corneanu C., Nasrollahi K., Nikisins O., Escalera S., Escalera S., Sun Y., Li H., Sun Z., Moeslund T.B., Greitans M. Improved RGB-D-T based face recognition // IET Biometrics. 2016. V. 5. N 4. P. 297–303. https://doi.org/10.1049/iet-bmt.2015.0057</mixed-citation><mixed-citation xml:lang="en">Simón M.O., Corneanu C., Nasrollahi K., Nikisins O., Escalera S., Escalera S., Sun Y., Li H., Sun Z., Moeslund T.B., Greitans M. Improved RGB-D-T based face recognition. IET Biometrics, 2016, vol. 5, no. 4, pp. 297–303. https://doi.org/10.1049/iet-bmt.2015.0057</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">Bebis G., Gyaourova A., Singh S., Pavlidis I. Face recognition by fusing thermal infrared and visible imagery // Image and Vision Computing. 2006. V. 24. N 7. P. 727–742. https://doi.org/10.1016/j.imavis.2006.01.017</mixed-citation><mixed-citation xml:lang="en">Bebis G., Gyaourova A., Singh S., Pavlidis I. Face recognition by fusing thermal infrared and visible imagery. Image and Vision Computing, 2006, vol. 24, no. 7, pp. 727–742. https://doi.org/10.1016/j.imavis.2006.01.017</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">Palm R.B. Prediction as a candidate for learning deep hierarchical models of data. 2012 [Электронный ресурс]. URL: https://www2.imm.dtu.dk/pubdb/pubs/6284-full.html (дата обращения: 05.01.2022).</mixed-citation><mixed-citation xml:lang="en">Palm R.B. Prediction as a candidate for learning deep hierarchical models of data, 2012. Available at: https://www2.imm.dtu.dk/pubdb/pubs/6284-full.html (accessed: 05.01.2022).</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">Ojala T., Pietikäinen M., Harwood D. A comparative study of texture measures with classification based on feature distributions // Pattern Recognition. 1996. V. 29. N 1. P. 51–59. https://doi.org/10.1016/0031-3203(95)00067-4</mixed-citation><mixed-citation xml:lang="en">Ojala T., Pietikäinen M., Harwood D. A comparative study of texture measures with classification based on feature distributions. Pattern Recognition, 1996, vol. 29, no. 1, pp. 51–59. https://doi.org/10.1016/0031-3203(95)00067-4</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">Okajima K. Two-dimensional Gabor-type receptive field as derived by mutual information maximization // Neural Networks. 1998. V. 11. N 3. P. 441–447. https://doi.org/10.1016/S0893-6080(98)00007-0</mixed-citation><mixed-citation xml:lang="en">Okajima K. Two-dimensional Gabor-type receptive field as derived by mutual information maximization. Neural Networks, 1998, vol. 11, no. 3, pp. 441–447. https://doi.org/10.1016/S0893-6080(98)00007-0</mixed-citation></citation-alternatives></ref><ref id="cit12"><label>12</label><citation-alternatives><mixed-citation xml:lang="ru">Kyrki V., Kamarainen J.-K., Kalviainen H. Simple Gabor feature space for invariant object recognition // Pattern Recognition Letters. 2004. V. 25. N 3. P. 311–318. https://doi.org/10.1016/j.patrec.2003.10.008</mixed-citation><mixed-citation xml:lang="en">Kyrki V., Kamarainen J.-K., Kalviainen H. Simple Gabor feature space for invariant object recognition. Pattern Recognition Letters, 2004, vol. 25, no. 3, pp. 311–318. https://doi.org/10.1016/j.patrec.2003.10.008</mixed-citation></citation-alternatives></ref><ref id="cit13"><label>13</label><citation-alternatives><mixed-citation xml:lang="ru">Lee D.D., Seung H.S. Algorithms for non-negative matrix factorization // Advances in Neural Information Processing Systems. 2001. V. 13. P. 556–562.</mixed-citation><mixed-citation xml:lang="en">Lee D.D., Seung H.S. Algorithms for non-negative matrix factorization. Advances in Neural Information Processing Systems, 2001, vol. 13, pp. 556–562.</mixed-citation></citation-alternatives></ref><ref id="cit14"><label>14</label><citation-alternatives><mixed-citation xml:lang="ru">Bolme D.S., Beveridge J.R., Teixeira M., Draper B.A. The CSU face identification evaluation system: Its purpose, features, and structure // Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics). 2003. V. 2626. P. 304–311. https://doi.org/10.1007/3-540-36592-3_29</mixed-citation><mixed-citation xml:lang="en">Bolme D.S., Beveridge J.R., Teixeira M., Draper B.A. The CSU face identification evaluation system: Its purpose, features, and structure. Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), 2003, vol. 2626, pp. 304–311. https://doi.org/10.1007/3-540-36592- 3_29</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
