<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">ntv</journal-id><journal-title-group><journal-title xml:lang="ru">Научно-технический вестник информационных технологий, механики и оптики</journal-title><trans-title-group xml:lang="en"><trans-title>Scientific and Technical Journal of Information Technologies, Mechanics and Optics</trans-title></trans-title-group></journal-title-group><issn pub-type="ppub">2226-1494</issn><issn pub-type="epub">2500-0373</issn><publisher><publisher-name>Университет ИТМО</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.17586/2226-1494-2022-22-1-33-46</article-id><article-id custom-type="elpub" pub-id-type="custom">ntv-256</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>КОМПЬЮТЕРНЫЕ СИСТЕМЫ И ИНФОРМАЦИОННЫЕ ТЕХНОЛОГИИ</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="en"><subject>COMPUTER SCIENCE</subject></subj-group></article-categories><title-group><article-title>Детектирование состояния зевоты у водителя транспортного средства при помощи модели сверточной нейронной сети</article-title><trans-title-group xml:lang="en"><trans-title>Detection of yawning in driver behavior based on a convolutional neural network</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-6418-4660</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Лашков</surname><given-names>И. Б.</given-names></name><name name-style="western" xml:lang="en"><surname>Lashkov</surname><given-names>I. B.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Лашков Игорь Борисович — кандидат технических наук, старший научный сотрудник</p><p>sc 56719631000</p><p>Санкт-Петербург, 199178</p></bio><bio xml:lang="en"><p>Igor B. Lashkov — PhD, Senior Researcher</p><p>sc 56719631000</p><p>Saint Petersburg, 199178</p></bio><email xlink:type="simple">igor-lashkov@ya.ru</email><xref ref-type="aff" rid="aff-1"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>Санкт-Петербургский Федеральный исследовательский центр Российской академии наук (СПб ФИЦ РАН)</institution><country>Россия</country></aff><aff xml:lang="en"><institution>St. Petersburg Federal Research Center of the Russian Academy of Sciences</institution><country>Russian Federation</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2022</year></pub-date><pub-date pub-type="epub"><day>16</day><month>12</month><year>2024</year></pub-date><volume>22</volume><issue>1</issue><fpage>33</fpage><lpage>46</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Лашков И.Б., 2024</copyright-statement><copyright-year>2024</copyright-year><copyright-holder xml:lang="ru">Лашков И.Б.</copyright-holder><copyright-holder xml:lang="en">Lashkov I.B.</copyright-holder><license xml:lang="ru" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>Данная работа распространяется под лицензией Creative Commons Attribution 4.0.</license-p></license><license xml:lang="en" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>This work is licensed under a Creative Commons Attribution 4.0 License.</license-p></license></permissions><self-uri xlink:href="https://ntv.elpub.ru/jour/article/view/256">https://ntv.elpub.ru/jour/article/view/256</self-uri><abstract><p>Предмет исследования. Среди факторов, потенциально являющихся причиной возникновения дорожно- транспортных происшествий, является усталость водителя, накапливающаяся во время поездки или присутствующая еще до ее начала. Распространенный признак усталости или утомления у водителя транспортного средства — зевота. Выявление признаков зевоты у человека способно охарактеризовать состояние усталости. Методы компьютерной обработки изображений активно применяются в задачах детектирования открытости рта и определения зевоты у человека. Однако такой подход обладает перечнем недостатков, к которым относятся различные окружающие условия работы и множество ситуационных вариантов зевоты для разных людей. Представлена схема детектора выявления признаков зевоты, заключающаяся в обработке изображений лица водителя с использованием методов анализа данных, компьютерной обработки изображений и сверточной модели нейронной сети. Метод. Сущность предложенного метода заключается в детектировании признаков состояния зевоты в поведении водителя в кабине транспортного средства на основе анализа последовательности изображений, полученных с видеокамеры. Показано, что возникновение состояния зевоты водителя сопровождается широким и продолжительным открытием рта. Длительная открытость рта сигнализирует о возникновении признаков зевоты у человека. Представлена концептуальная модель обнаружения открытости рта у человека, и разработана схема обработки и полуавтоматической разметки наборов данных YawDD и Kaggle Drowsiness Dataset. Разработанная модель сверточной нейронной сети показала точность равную 0,992 и полноту — 0,871 на тестовом 10 % наборе данных. Основные результаты. Предложенная схема детектора выявления призраков зевоты апробирована на тестовой выборке видео, сформированной набором данных YawDD: Yawning Detection Dataset. Данная схема детектирования успешно обнаружила 124 зевка среди всех видеофайлов из тестового набора данных. Доля правильно классифицированных объектов составила 98,2 %, точность — 96,1 %, полнота — 98,4 %, а F-мера — 97,3 % при определении признаков зевоты у водителя транспортного средства. Практическая значимость. Детектирование признаков зевоты в поведении водителя позволяет уточнить о нем информацию, и тем самым повысить эффективность существующих систем мониторинга водителя в кабине транспортного средства, ориентированных на предотвращение и снижение риска возникновения дорожно-транспортных происшествий. Предлагаемый подход может быть использован совместно с другими технологиями мониторинга поведения водителя при построении интеллектуальной системы поддержки водителя.</p></abstract><trans-abstract xml:lang="en"><p>Among the factors that usually cause road accidents in the world is driver fatigue, which accumulates during the trip or is present even before it begins. One of the most common signs of fatigue or tiredness of a vehicle driver is yawning. The detection of signs of yawning in human behavior is potentially able to further characterize its state of fatigue. Computer image processing methods are actively used to detect the openness of the mouth and yawning for a person. However, this approach has many disadvantages, which include different environmental conditions and a variety of situational yawning options for different people. The paper presents a scheme of a detector for determining signs of yawning, which is focused on processing images of the driver’s face using data analysis methods, computer image processing, and a convolutional neural network model. The essence of the proposed method is to detect yawning in the driver’s behavior in the cabin of a vehicle based on the analysis of a sequence of images obtained from a video camera. It is shown that the driver’s yawning state is accompanied by a wide and prolonged openness of the mouth. Prolonged openness of the mouth signals the appearance of signs of yawning. A conceptual model for detecting the openness of the mouth for a vehicle driver is presented and a scheme for processing and labeling the YawDD and Kaggle Drowsiness Dataset datasets is developed. The developed convolutional neural network model showed an accuracy of 0.992 and recall of 0.871 on a test 10 % data set. The proposed scheme for detecting the yawning state has been validated on a test video subset extracted from the YawDD: Yawning Detection Dataset. This detection scheme successfully detected 124 yawns among all video files from the test dataset. The proportion of correctly classified objects is 98.2 % accuracy, precision is equal to 96.1 %, recall is 98.4 %, and F score is 97.3 % while detecting signs of yawning in driver behavior. Detecting signs of yawning in the driver’s behavior allows one to clarify information about the driver and thereby to increase the effectiveness of existing driver monitoring systems in the vehicle cabin, aimed at preventing and reducing the risk of road accidents. The proposed approach can be combined with other technologies for monitoring driver behavior when building an intelligent driver support system.</p></trans-abstract><kwd-group xml:lang="ru"><kwd>транспортное средство</kwd><kwd>водитель</kwd><kwd>зевота</kwd><kwd>камера</kwd><kwd>мониторинг</kwd><kwd>обработка информации</kwd></kwd-group><kwd-group xml:lang="en"><kwd>vehicle</kwd><kwd>driver</kwd><kwd>yawning</kwd><kwd>camera</kwd><kwd>monitoring</kwd><kwd>information processing</kwd></kwd-group><funding-group><funding-statement xml:lang="ru">Исследование выполнено при финансовой поддержке РФФИ в рамках научного проекта № 19-29-06099  (разработка методов поиска уязвимостей интерфейсов взаимодействия человека с искусственным интеллектом транспортной среды «умного города»). Концептуальная модель мониторинга поведения водителя была поддержана бюджетной темой СПб ФИЦ РАН № FFZF-2022-0005.</funding-statement><funding-statement xml:lang="en">The research was carried out with the financial support of the RFBR within the scientific project No. 19-29-06099  (development of methods for finding vulnerabilities in human interaction interfaces with artificial intelligence of the  “smart city” transport environment). The conceptual model of driver behavior monitoring was supported by the budget  theme of the SPC RAS No. FFZF-2022-0005.</funding-statement></funding-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">Rau P.S. Drowsy driver detection and warning system for commercial vehicle drivers: Field operational test design, data analyses, and progress // Proc. Nat. Highway Traffic Saf. Admin. 2005. P. 05–0192.</mixed-citation><mixed-citation xml:lang="en">Rau P.S. Drowsy driver detection and warning system for commercial vehicle drivers: Field operational test design, data analyses, and progress // Proc. Nat. Highway Traffic Saf. Admin. 2005. P. 05–0192.</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">Dua M., Singla R., Singla R., Raj S., Jangra A. Deep CNN modelsbased ensemble approach to driver drowsiness detection // Neural Computing and Applications. 2021. V. 33. N 8. P. 3155–3168. https://doi.org/10.1007/s00521-020-05209-7</mixed-citation><mixed-citation xml:lang="en">Dua M., Singla R., Singla R., Raj S., Jangra A. Deep CNN modelsbased ensemble approach to driver drowsiness detection // Neural Computing and Applications. 2021. V. 33. N 8. P. 3155–3168. https://doi.org/10.1007/s00521-020-05209-7</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">Bakheet S., Al-Hamadi A. A framework for instantaneous driver drowsiness detection based on improved HOG features and naïve bayesian classification // Brain Sciences. 2021. V. 11. N 2. P. 240. https://doi.org/10.3390/brainsci11020240</mixed-citation><mixed-citation xml:lang="en">Bakheet S., Al-Hamadi A. A framework for instantaneous driver drowsiness detection based on improved HOG features and naïve bayesian classification // Brain Sciences. 2021. V. 11. N 2. P. 240. https://doi.org/10.3390/brainsci11020240</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">Li L., Chen Y., Li Z. Yawning detection for monitoring driver fatigue based on two cameras // Proc. 12th International IEEE Conference on Intelligent Transportation Systems (ITSC). 2009. P. 12–17. https://doi.org/10.1109/ITSC.2009.5309841</mixed-citation><mixed-citation xml:lang="en">Li L., Chen Y., Li Z. Yawning detection for monitoring driver fatigue based on two cameras // Proc. 12th International IEEE Conference on Intelligent Transportation Systems (ITSC). 2009. P. 12–17. https://doi.org/10.1109/ITSC.2009.5309841</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">Daquin G., Micallef J., Blin O. Yawning // Sleep Medicine Reviews. 2001. V. 5. N 4. P. 299–312. https://doi.org/10.1053/smrv.2001.0175</mixed-citation><mixed-citation xml:lang="en">Daquin G., Micallef J., Blin O. Yawning // Sleep Medicine Reviews. 2001. V. 5. N 4. P. 299–312. https://doi.org/10.1053/smrv.2001.0175</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">Jackson P., Hilditch C., Holmes A., Reed N., Merat N., Smith L. Fatigue and Road Safety: A Critical Analysis of Recent Evidence. Department for Transport, London, 2011. 88 p.</mixed-citation><mixed-citation xml:lang="en">Jackson P., Hilditch C., Holmes A., Reed N., Merat N., Smith L. Fatigue and Road Safety: A Critical Analysis of Recent Evidence. Department for Transport, London, 2011. 88 p.</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">Resendes R., Martin K.H. Saving Lives Through Advanced Safety Technology. Faderal Highway Administration, US, Washington, DC, 2003.</mixed-citation><mixed-citation xml:lang="en">Resendes R., Martin K.H. Saving Lives Through Advanced Safety Technology. Faderal Highway Administration, US, Washington, DC, 2003.</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">Wang L., Sun P., Xie M., Ma S., Li B., Shi Y., Su Q. Advanced driverassistance system (ADAS) for intelligent transportation based on the recognition of traffic cones // Advances in Civil Engineering. 2020. P. 8883639. https://doi.org/10.1155/2020/8883639</mixed-citation><mixed-citation xml:lang="en">Wang L., Sun P., Xie M., Ma S., Li B., Shi Y., Su Q. Advanced driverassistance system (ADAS) for intelligent transportation based on the recognition of traffic cones // Advances in Civil Engineering. 2020. P. 8883639. https://doi.org/10.1155/2020/8883639</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">Zhang W., Murphey Y.L., Wang T., Xu Q. Driver yawning detection based on deep convolutional neural learning and robust nose tracking // Proc. of the International Joint Conference on Neural Networks (IJCNN). 2015. P. 1–8. https://doi.org/10.1109/IJCNN.2015.7280566</mixed-citation><mixed-citation xml:lang="en">Zhang W., Murphey Y.L., Wang T., Xu Q. Driver yawning detection based on deep convolutional neural learning and robust nose tracking // Proc. of the International Joint Conference on Neural Networks (IJCNN). 2015. P. 1–8. https://doi.org/10.1109/IJCNN.2015.7280566</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">Chevalier Y., Fenzl F., Kolomeets M., Rieke R., Chechulin A., Krauss C. Cyberattack detection in vehicles using characteristic functions, artificial neural networks, and visual analysis // Информатика и автоматизация. 2021. Т. 20. № 4. С. 845–868. https://doi.org/10.15622/ia.20.4.4</mixed-citation><mixed-citation xml:lang="en">Chevalier Y., Fenzl F., Kolomeets M., Rieke R., Chechulin A., Krauss C. Cyberattack detection in vehicles using characteristic functions, artificial neural networks, and visual analysis // Информатика и автоматизация. 2021. Т. 20. № 4. С. 845–868. https://doi.org/10.15622/ia.20.4.4</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">Hasan F., Kashevnik A. State-of-the-Art Analysis of modern drowsiness detection algorithms based on computer vision // Proc. of the 29th Conference of Open Innovations Association (FRUCT). 2021. P. 141–149. https://doi.org/10.23919/FRUCT52173.2021.9435480</mixed-citation><mixed-citation xml:lang="en">Hasan F., Kashevnik A. State-of-the-Art Analysis of modern drowsiness detection algorithms based on computer vision // Proc. of the 29th Conference of Open Innovations Association (FRUCT). 2021. P. 141–149. https://doi.org/10.23919/FRUCT52173.2021.9435480</mixed-citation></citation-alternatives></ref><ref id="cit12"><label>12</label><citation-alternatives><mixed-citation xml:lang="ru">Kashevnik A., Lashkov I., Parfenov V., Mustafin N., Baraniuc O. Context-based driver support system development: Methodology and case study // Proc. of the 21st Conference of Open Innovations Association (FRUCT). 2017. P. 162–171. https://doi.org/10.23919/FRUCT.2017.8250179</mixed-citation><mixed-citation xml:lang="en">Kashevnik A., Lashkov I., Parfenov V., Mustafin N., Baraniuc O. Context-based driver support system development: Methodology and case study // Proc. of the 21st Conference of Open Innovations Association (FRUCT). 2017. P. 162–171. https://doi.org/10.23919/FRUCT.2017.8250179</mixed-citation></citation-alternatives></ref><ref id="cit13"><label>13</label><citation-alternatives><mixed-citation xml:lang="ru">Kashevnik A., Lashkov I., Gurtov A. Methodology and mobile application for driver behavior analysis and accident prevention // IEEE Transactions on Intelligent Transportation Systems. 2020. V. 21. N 6. P. 2427–2436. https://doi.org/10.1109/TITS.2019.2918328</mixed-citation><mixed-citation xml:lang="en">Kashevnik A., Lashkov I., Gurtov A. Methodology and mobile application for driver behavior analysis and accident prevention // IEEE Transactions on Intelligent Transportation Systems. 2020. V. 21. N 6. P. 2427–2436. https://doi.org/10.1109/TITS.2019.2918328</mixed-citation></citation-alternatives></ref><ref id="cit14"><label>14</label><citation-alternatives><mixed-citation xml:lang="ru">Ibrahim M.M., Soraghan J.J., Petropoulakis L., Di Caterina G. Yawn analysis with mouth occlusion detection // Biomedical Signal Processing and Control. 2015. V. 18. P. 360–369. https://doi.org/10.1016/j.bspc.2015.02.006</mixed-citation><mixed-citation xml:lang="en">Ibrahim M.M., Soraghan J.J., Petropoulakis L., Di Caterina G. Yawn analysis with mouth occlusion detection // Biomedical Signal Processing and Control. 2015. V. 18. P. 360–369. https://doi.org/10.1016/j.bspc.2015.02.006</mixed-citation></citation-alternatives></ref><ref id="cit15"><label>15</label><citation-alternatives><mixed-citation xml:lang="ru">Ji Y., Wang S., Lu Y., Wei J., Zhao Y. Eye and mouth state detection algorithm based on contour feature extraction // Journal of Electronic Imaging. 2018. V. 27. N 5. P. 051205. https://doi.org/10.1117/1.JEI.27.5.051205</mixed-citation><mixed-citation xml:lang="en">Ji Y., Wang S., Lu Y., Wei J., Zhao Y. Eye and mouth state detection algorithm based on contour feature extraction // Journal of Electronic Imaging. 2018. V. 27. N 5. P. 051205. https://doi.org/10.1117/1.JEI.27.5.051205</mixed-citation></citation-alternatives></ref><ref id="cit16"><label>16</label><citation-alternatives><mixed-citation xml:lang="ru">Omidyeganeh M., Shirmohammadi S., Abtahi S., Khurshid A., Farhan M., Scharcanski J., Hariri B., Laroche D., Martel L. Yawning detection using embedded smart cameras // IEEE Transactions on Instrumentation and Measurement. 2016. V. 65. N 3. P. 570–582. https://doi.org/10.1109/TIM.2015.2507378</mixed-citation><mixed-citation xml:lang="en">Omidyeganeh M., Shirmohammadi S., Abtahi S., Khurshid A., Farhan M., Scharcanski J., Hariri B., Laroche D., Martel L. Yawning detection using embedded smart cameras // IEEE Transactions on Instrumentation and Measurement. 2016. V. 65. N 3. P. 570–582. https://doi.org/10.1109/TIM.2015.2507378</mixed-citation></citation-alternatives></ref><ref id="cit17"><label>17</label><citation-alternatives><mixed-citation xml:lang="ru">Khan S., Akram A., Usman N. Real time automatic attendance system for face recognition using face API and OpenCV // Wireless Personal Communications. 2020. V. 113. N 1. P. 469–480. https://doi.org/10.1007/s11277-020-07224-2</mixed-citation><mixed-citation xml:lang="en">Khan S., Akram A., Usman N. Real time automatic attendance system for face recognition using face API and OpenCV // Wireless Personal Communications. 2020. V. 113. N 1. P. 469–480. https://doi.org/10.1007/s11277-020-07224-2</mixed-citation></citation-alternatives></ref><ref id="cit18"><label>18</label><citation-alternatives><mixed-citation xml:lang="ru">Jose J., Vimali J.S., Ajitha P., Gowri S., Sivasangari A., Jinila B. Drowsiness detection system for drivers using image processing technique // Proc. of the 5th International Conference on Trends in Electronics and Informatics (ICOEI). 2021. P. 1527–1530. https://doi.org/10.1109/ICOEI51242.2021.9452864</mixed-citation><mixed-citation xml:lang="en">Jose J., Vimali J.S., Ajitha P., Gowri S., Sivasangari A., Jinila B. Drowsiness detection system for drivers using image processing technique // Proc. of the 5th International Conference on Trends in Electronics and Informatics (ICOEI). 2021. P. 1527–1530. https://doi.org/10.1109/ICOEI51242.2021.9452864</mixed-citation></citation-alternatives></ref><ref id="cit19"><label>19</label><citation-alternatives><mixed-citation xml:lang="ru">Al-Madani A.M., Gaikwad A.T., Mahale V., Ahmed Z.A., Shareef A.A.A. Real-time driver drowsiness detection based on eye movement and yawning using facial landmark // Proc. of the International Conference on Computer Communication and Informatics (ICCCI). 2021. P. 1–4. https://doi.org/10.1109/ICCCI50826.2021.9457005</mixed-citation><mixed-citation xml:lang="en">Al-Madani A.M., Gaikwad A.T., Mahale V., Ahmed Z.A., Shareef A.A.A. Real-time driver drowsiness detection based on eye movement and yawning using facial landmark // Proc. of the International Conference on Computer Communication and Informatics (ICCCI). 2021. P. 1–4. https://doi.org/10.1109/ICCCI50826.2021.9457005</mixed-citation></citation-alternatives></ref><ref id="cit20"><label>20</label><citation-alternatives><mixed-citation xml:lang="ru">Akrout B., Mahdi W. Yawning detection by the analysis of variational descriptor for monitoring driver drowsiness // Proc. of the 2nd International Image Processing, Applications and Systems Conference (IPAS). 2016. P. 1–5. https://doi.org/10.1109/IPAS.2016.7880127</mixed-citation><mixed-citation xml:lang="en">Akrout B., Mahdi W. Yawning detection by the analysis of variational descriptor for monitoring driver drowsiness // Proc. of the 2nd International Image Processing, Applications and Systems Conference (IPAS). 2016. P. 1–5. https://doi.org/10.1109/IPAS.2016.7880127</mixed-citation></citation-alternatives></ref><ref id="cit21"><label>21</label><citation-alternatives><mixed-citation xml:lang="ru">Zharmagambetov A., Gabidolla M., Carreira-Perpinán M.A. Improved multiclass AdaBoost for image classification: The role of tree optimization // Proc. of the IEEE International Conference on Image Processing (ICIP). 2021. P. 19–22. https://doi.org/10.1109/ICIP42928.2021.9506569</mixed-citation><mixed-citation xml:lang="en">Zharmagambetov A., Gabidolla M., Carreira-Perpinán M.A. Improved multiclass AdaBoost for image classification: The role of tree optimization // Proc. of the IEEE International Conference on Image Processing (ICIP). 2021. P. 19–22. https://doi.org/10.1109/ICIP42928.2021.9506569</mixed-citation></citation-alternatives></ref><ref id="cit22"><label>22</label><citation-alternatives><mixed-citation xml:lang="ru">Ковшов Е.Е., Завистовская Т.А. Разработка автоматизированной системы контроля и управления доступом на основе анализа динамики носогубных мышц лица человека // Современные проблемы науки и образования. 2013. № 2. С. 185.</mixed-citation><mixed-citation xml:lang="en">Kovshov E.E., Zavistovskaya T.A. Development of automated system of an access control based on analysis of the nasolabial muscles dynamics of the human face. Modern problems of science and education, 2013, no. 2, pp. 185–185. (in Russian)</mixed-citation></citation-alternatives></ref><ref id="cit23"><label>23</label><citation-alternatives><mixed-citation xml:lang="ru">Kass M., Witkin A., Terzopoulos D. Snakes: Active contour models // International Journal of Computer Vision. 1988. V. 1. N 4. P. 321– 331. https://doi.org/10.1007/BF00133570</mixed-citation><mixed-citation xml:lang="en">Kass M., Witkin A., Terzopoulos D. Snakes: Active contour models // International Journal of Computer Vision. 1988. V. 1. N 4. P. 321– 331. https://doi.org/10.1007/BF00133570</mixed-citation></citation-alternatives></ref><ref id="cit24"><label>24</label><citation-alternatives><mixed-citation xml:lang="ru">Yazdi Z.M., Soryani M. Driver drowsiness detection by identification of yawning and eye closure // Automotive Science and Engineering. 2019. V. 9. N 3. P. 3033–3044. https://doi.org/10.22068/ijae.9.3.3033</mixed-citation><mixed-citation xml:lang="en">Yazdi Z.M., Soryani M. Driver drowsiness detection by identification of yawning and eye closure // Automotive Science and Engineering. 2019. V. 9. N 3. P. 3033–3044. https://doi.org/10.22068/ijae.9.3.3033</mixed-citation></citation-alternatives></ref><ref id="cit25"><label>25</label><citation-alternatives><mixed-citation xml:lang="ru">Kassem H.A., Chowdhury M.U., Abawajy J., Al-Sudani A.R. Yawn based driver fatigue level prediction // EPiC Series in Computing. 2020. V. 69. P. 372–382. https://doi.org/10.29007/67kk</mixed-citation><mixed-citation xml:lang="en">Kassem H.A., Chowdhury M.U., Abawajy J., Al-Sudani A.R. Yawn based driver fatigue level prediction // EPiC Series in Computing. 2020. V. 69. P. 372–382. https://doi.org/10.29007/67kk</mixed-citation></citation-alternatives></ref><ref id="cit26"><label>26</label><citation-alternatives><mixed-citation xml:lang="ru">Abtahi S., Omidyeganeh M., Shirmohammadi S., Hariri B. YawDD: A yawning detection dataset // Proc. of the 5th ACM Multimedia Systems Con fe rence. 2014. P. 24–28. https://doi.org/10.1145/2557642.2563678</mixed-citation><mixed-citation xml:lang="en">Abtahi S., Omidyeganeh M., Shirmohammadi S., Hariri B. YawDD: A yawning detection dataset // Proc. of the 5th ACM Multimedia Systems Con fe rence. 2014. P. 24–28. https://doi.org/10.1145/2557642.2563678</mixed-citation></citation-alternatives></ref><ref id="cit27"><label>27</label><citation-alternatives><mixed-citation xml:lang="ru">Yang H., Liu L., Min W., Yang X., Xiong X. Driver yawning detection based on subtle facial action recognition // IEEE Transactions on Multimedia. 2021. V. 23. P. 572–583. https://doi.org/10.1109/TMM.2020.2985536</mixed-citation><mixed-citation xml:lang="en">Yang H., Liu L., Min W., Yang X., Xiong X. Driver yawning detection based on subtle facial action recognition // IEEE Transactions on Multimedia. 2021. V. 23. P. 572–583. https://doi.org/10.1109/TMM.2020.2985536</mixed-citation></citation-alternatives></ref><ref id="cit28"><label>28</label><citation-alternatives><mixed-citation xml:lang="ru">Suwarno S., Kevin K. Analysis of face recognition algorithm: Dlib and openCV // Journal of Informatics and Telecommunication Engineering. 2020. V. 4. N 1. P. 173–184. https://doi.org/10.31289/jite.v4i1.3865</mixed-citation><mixed-citation xml:lang="en">Suwarno S., Kevin K. Analysis of face recognition algorithm: Dlib and openCV // Journal of Informatics and Telecommunication Engineering. 2020. V. 4. N 1. P. 173–184. https://doi.org/10.31289/jite.v4i1.3865</mixed-citation></citation-alternatives></ref><ref id="cit29"><label>29</label><citation-alternatives><mixed-citation xml:lang="ru">Zhang S., Zhu X., Lei Z., Shi H., Wang X., Li S.Z. FaceBoxes: A CPU real-time face detector with high accuracy // Proc. of the IEEE International Joint Conference on Biometrics (IJCB). 2017. P. 1–9. https://doi.org/10.1109/BTAS.2017.8272675</mixed-citation><mixed-citation xml:lang="en">Zhang S., Zhu X., Lei Z., Shi H., Wang X., Li S.Z. FaceBoxes: A CPU real-time face detector with high accuracy // Proc. of the IEEE International Joint Conference on Biometrics (IJCB). 2017. P. 1–9. https://doi.org/10.1109/BTAS.2017.8272675</mixed-citation></citation-alternatives></ref><ref id="cit30"><label>30</label><citation-alternatives><mixed-citation xml:lang="ru">Zhang K., Zhang Z., Li Z., Qiao Y. Joint face detection and alignment using multitask cascaded convolutional networks // IEEE Signal Processing Letters. 2016. V. 23. N 10. P. 1499–1503. https://doi.org/10.1109/LSP.2016.2603342</mixed-citation><mixed-citation xml:lang="en">Zhang K., Zhang Z., Li Z., Qiao Y. Joint face detection and alignment using multitask cascaded convolutional networks // IEEE Signal Processing Letters. 2016. V. 23. N 10. P. 1499–1503. https://doi.org/10.1109/LSP.2016.2603342</mixed-citation></citation-alternatives></ref><ref id="cit31"><label>31</label><citation-alternatives><mixed-citation xml:lang="ru">Bazarevsky V., Kartynnik Y., Vakunov A., Raveendran K., Grundmann M. Blazeface: Sub-millisecond neural face detection on mobile gpus // arXiv.org. 2019. arXiv:1907.05047.</mixed-citation><mixed-citation xml:lang="en">Bazarevsky V., Kartynnik Y., Vakunov A., Raveendran K., Grundmann M. Blazeface: Sub-millisecond neural face detection on mobile gpus // arXiv.org. 2019. arXiv:1907.05047.</mixed-citation></citation-alternatives></ref><ref id="cit32"><label>32</label><citation-alternatives><mixed-citation xml:lang="ru">Bulat A., Tzimiropoulos G. How far are we from solving the 2D &amp; 3D face alignment problem? (and a dataset of 230,000 3d facial landmarks) // Proc. of the 16th IEEE International Conference on Computer Vision (ICCV). 2017. P. 1021–1030. https://doi.org/10.1109/ICCV.2017.116</mixed-citation><mixed-citation xml:lang="en">Bulat A., Tzimiropoulos G. How far are we from solving the 2D &amp; 3D face alignment problem? (and a dataset of 230,000 3d facial landmarks) // Proc. of the 16th IEEE International Conference on Computer Vision (ICCV). 2017. P. 1021–1030. https://doi.org/10.1109/ICCV.2017.116</mixed-citation></citation-alternatives></ref><ref id="cit33"><label>33</label><citation-alternatives><mixed-citation xml:lang="ru">Cohen G., Afshar S., Tapson J., Van Schaik A. EMNIST: Extending MNIST to handwritten letters // Proc. of the International Joint Conference on Neural Networks (IJCNN). 2017. P. 2921–2926. https://doi.org/10.1109/IJCNN.2017.7966217</mixed-citation><mixed-citation xml:lang="en">Cohen G., Afshar S., Tapson J., Van Schaik A. EMNIST: Extending MNIST to handwritten letters // Proc. of the International Joint Conference on Neural Networks (IJCNN). 2017. P. 2921–2926. https://doi.org/10.1109/IJCNN.2017.7966217</mixed-citation></citation-alternatives></ref><ref id="cit34"><label>34</label><citation-alternatives><mixed-citation xml:lang="ru">Goodfellow I.J., Erhan D., Carrier P.L., Courville A., Mirza M., Hamner B., Cukierski W., Tang Y., Thaler D., Lee D., Zhou Y., Ramaiah C., Feng F., Li R., Wang X., Athanasakis D., Shawe-Taylor J., Milakov M., Park J., Ionescu R., Popescu M., Grozea C., Bergstra J., Xie J., Romaszko L., Xu B., Chuang Z., Bengio Y. Challenges in representation learning: A report on three machine learning contests // Lecture Notes in Computer Science. 2013. V. 8228. P. 117–124. https://doi.org/10.1007/978-3-642-42051-1_16</mixed-citation><mixed-citation xml:lang="en">Goodfellow I.J., Erhan D., Carrier P.L., Courville A., Mirza M., Hamner B., Cukierski W., Tang Y., Thaler D., Lee D., Zhou Y., Ramaiah C., Feng F., Li R., Wang X., Athanasakis D., Shawe-Taylor J., Milakov M., Park J., Ionescu R., Popescu M., Grozea C., Bergstra J., Xie J., Romaszko L., Xu B., Chuang Z., Bengio Y. Challenges in representation learning: A report on three machine learning contests // Lecture Notes in Computer Science. 2013. V. 8228. P. 117–124. https://doi.org/10.1007/978-3-642-42051-1_16</mixed-citation></citation-alternatives></ref><ref id="cit35"><label>35</label><citation-alternatives><mixed-citation xml:lang="ru">Ramos A.L., Erandio J.C., Enteria E.M., Del Carmen N., Enriquez L.J., Mangilaya D.H. Driver drowsiness detection based on eye movement and yawning using facial landmark analysis // International Journal of Simulation: Systems, Science &amp; Technology. 2019. V. 20. N S2. P. 37. https://doi.org/10.5013/IJSSST.a.20.S2.37</mixed-citation><mixed-citation xml:lang="en">Ramos A.L., Erandio J.C., Enteria E.M., Del Carmen N., Enriquez L.J., Mangilaya D.H. Driver drowsiness detection based on eye movement and yawning using facial landmark analysis // International Journal of Simulation: Systems, Science &amp; Technology. 2019. V. 20. N S2. P. 37. https://doi.org/10.5013/IJSSST.a.20.S2.37</mixed-citation></citation-alternatives></ref><ref id="cit36"><label>36</label><citation-alternatives><mixed-citation xml:lang="ru">Savaş B.K., Becerikli Y. Real time driver fatigue detection based on SVM algorithm // Proc. of the 6th International Conference on Control Engineering and Information Technology (CEIT). 2018. P. 1–4. https://doi.org/10.1109/CEIT.2018.8751886</mixed-citation><mixed-citation xml:lang="en">Savaş B.K., Becerikli Y. Real time driver fatigue detection based on SVM algorithm // Proc. of the 6th International Conference on Control Engineering and Information Technology (CEIT). 2018. P. 1–4. https://doi.org/10.1109/CEIT.2018.8751886</mixed-citation></citation-alternatives></ref><ref id="cit37"><label>37</label><citation-alternatives><mixed-citation xml:lang="ru">Saradadevi M., Bajaj P. Driver fatigue detection using mouth and yawning analysis // International Journal of Computer Science and Network Security. 2008. V. 8. N 6. P. 183–188. 38. Castella F.R. Sliding window detection probabilities // IEEE Transactions on Aerospace and Electronic Systems. 1976. V. AES-12. N 6. P. 815–819. https://doi.org/10.1109/TAES.1976.308363</mixed-citation><mixed-citation xml:lang="en">Saradadevi M., Bajaj P. Driver fatigue detection using mouth and yawning analysis // International Journal of Computer Science and Network Security. 2008. V. 8. N 6. P. 183–188. 38. Castella F.R. Sliding window detection probabilities // IEEE Transactions on Aerospace and Electronic Systems. 1976. V. AES-12. N 6. P. 815–819. https://doi.org/10.1109/TAES.1976.308363</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
