<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Archiving and Interchange DTD with OASIS Tables with MathML3 v1.4 20241031//EN" "https://jats.nlm.nih.gov/archiving/1.4/JATS-archive-oasis-article1-4-mathml3.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:ali="http://www.niso.org/schemas/ali/1.0/" dtd-version="1.4" article-type="research-article" xml:lang="en"><front><journal-meta><journal-title-group><journal-title xml:lang="ru">Успехи кибернетики</journal-title></journal-title-group><issn publication-format="electronic">2712-9942</issn></journal-meta><article-meta><article-categories><subj-group><subject>Other</subject></subj-group></article-categories><title-group><article-title xml:lang="ru">Классификация изображений временных рядов с использованием глубоких сверточных нейронных сетей</article-title><trans-title-group xml:lang="en"><trans-title>Time Series Classification Using Recurrence Plots and Deep Convolutional Neural Networks</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author"><name-alternatives><name xml:lang="ru"><surname>Тунян</surname><given-names>Э. Г.</given-names></name><name xml:lang="en"><surname>Tunyan</surname><given-names>E. G.</given-names></name></name-alternatives><xref ref-type="aff" rid="aff1"/><xref ref-type="aff" rid="aff2"/><xref ref-type="aff" rid="aff3"/><xref ref-type="aff" rid="aff4"/><email>tunyan@edro.su</email><contrib-id contrib-id-type="orcid">https://orcid.org/0009-0003-3260-1310</contrib-id></contrib><contrib contrib-type="author"><name-alternatives><name xml:lang="ru"><surname>Сазиков</surname><given-names>Р. С.</given-names></name><name xml:lang="en"><surname>Sazikov</surname><given-names>R. S.</given-names></name></name-alternatives><xref ref-type="aff" rid="aff1"/><xref ref-type="aff" rid="aff2"/><xref ref-type="aff" rid="aff5"/><xref ref-type="aff" rid="aff3"/><xref ref-type="aff" rid="aff4"/><xref ref-type="aff" rid="aff6"/><email>sazikov@edro.su</email><contrib-id contrib-id-type="orcid">https://orcid.org/0009-0005-0078-0013</contrib-id></contrib><contrib contrib-type="author"><name-alternatives><name xml:lang="ru"><surname>Гавриленко</surname><given-names>Т. В.</given-names></name><name xml:lang="en"><surname>Gavrilenko</surname><given-names>T. V.</given-names></name></name-alternatives><xref ref-type="aff" rid="aff1"/><xref ref-type="aff" rid="aff5"/><xref ref-type="aff" rid="aff3"/><xref ref-type="aff" rid="aff6"/><email>taras.gavrilenko@gmail.com</email><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-3243-2751</contrib-id></contrib><aff-alternatives id="aff1"><aff><institution xml:lang="en">Surgut State University</institution><city xml:lang="en">Surgut</city><country xml:lang="en">Russian Federation</country></aff></aff-alternatives><aff-alternatives id="aff2"><aff><institution xml:lang="en">EDRO, OOO</institution><city xml:lang="en">Surgut</city><country xml:lang="en">Russian Federation</country></aff></aff-alternatives><aff-alternatives id="aff3"><aff><institution xml:lang="ru">Сургутский государственный университет</institution><city xml:lang="ru">Сургут</city><country xml:lang="ru">Российская Федерация</country></aff></aff-alternatives><aff-alternatives id="aff4"><aff><institution xml:lang="ru">ООО «ЕДРО»</institution><city xml:lang="ru">Сургут</city><country xml:lang="ru">Российская Федерация</country></aff></aff-alternatives><aff-alternatives id="aff5"><aff><institution xml:lang="en">Surgut Branch of Scientific Research Institute for System Analysis of the National Research Centre “Kurchatov Institute”</institution><city xml:lang="en">Surgut</city><country xml:lang="en">Russian Federation</country></aff></aff-alternatives><aff-alternatives id="aff6"><aff><institution xml:lang="ru">Сургутский филиал федерального государственного бюджетного учреждения «Федеральный научный центр Научно-исследовательский институт системных исследований Национального исследовательского центра «Курчатовский институт»</institution><city xml:lang="ru">Сургут</city><country xml:lang="ru">Российская Федерация</country></aff></aff-alternatives></contrib-group><pub-date pub-type="epub" iso-8601-date="2026-06-30"><day>30</day><month>06</month><year>2026</year></pub-date><volume>7</volume><issue>2</issue><fpage>139</fpage><lpage>145</lpage><history><date date-type="received" iso-8601-date="2026-04-25"><day>25</day><month>04</month><year>2026</year></date><date date-type="accepted" iso-8601-date="2026-05-15"><day>15</day><month>05</month><year>2026</year></date></history><self-uri xlink:href="https://ru.jcyb.ru/nisii_tech/article/view/512" xlink:title="https://ru.jcyb.ru/nisii_tech/article/view/512">https://ru.jcyb.ru/nisii_tech/article/view/512</self-uri><self-uri content-type="pdf" xlink:href="publication-84b72a4c-14c3-4e8c-831f-1be6abf36c1a.pdf" xlink:title="PDF"/><abstract xml:lang="ru"><p>работа посвящена задаче классификации временных рядов с использованием методов глубокого обучения, однако исходный сигнал здесь не обрабатывается напрямую. Сначала его переводят в двумерное представление — через рекуррентные диаграммы, которые фиксируют, когда система возвращается в схожие состояния и насколько часто это происходит. Такой шаг не всегда выглядит очевидным, но на практике упрощает дальнейшую обработку, после него ряд можно рассматривать как изображение и применять сверточные сети. Архитектура при этом остается достаточно стандартной: несколько сверточных слоев, затем подвыборка для уменьшения размерности и полносвязная часть, где формируется итоговое решение. Признаки заранее не задаются, они формируются в процессе обучения, хотя итог сильно зависит от того, насколько удачно выбрано само представление сигнала.</p></abstract><abstract xml:lang="en" abstract-type="summary"><p>we addressed the problem of time series classification using deep learning methods, where the raw signal is not processed directly. We first transformed the one-dimensional signal into a two-dimensional representation using recurrence plots, which capture when the system revisits similar states and how frequently these returns occur. This transformation is not always intuitive, but it simplifies subsequent processing, since the resulting representation can be treated as an image and processed using convolutional neural networks. We used a standard convolutional architecture consisting of several convolutional layers, followed by pooling layers for dimensionality reduction and a fully connected layer that produces the final prediction. The model does not rely on manually designed features, as features are learned during training. However, the final performance strongly depends on how well the chosen signal representation preserves the relevant structure of the original time series.</p></abstract><kwd-group xml:lang="ru"><kwd>временные ряды</kwd><kwd>классификация</kwd><kwd>сверточные нейронные сети</kwd><kwd>глубокое обучение</kwd><kwd>рекуррентные диаграммы</kwd><kwd>преобразование данных</kwd><kwd>распознавание образов</kwd><kwd>извлечение признаков</kwd><kwd>машинное обучение</kwd></kwd-group><kwd-group xml:lang="en"><kwd>time series</kwd><kwd>classification</kwd><kwd>convolutional neural networks</kwd><kwd>deep learning</kwd><kwd>recurrent diagrams</kwd><kwd>data transformation</kwd><kwd>pattern recognition</kwd><kwd>feature extraction</kwd><kwd>machine learning</kwd></kwd-group><funding-group><funding-statement xml:lang="ru">работа выполнена в рамках государственного задания НИЦ «Курчатовский институт» — НИИСИ по теме № FNEF-2024-0001 «Создание и реализация доверенных систем искусственного интеллекта, основанных на новых математических и алгоритмических методах, моделях быстрых вычислений, реализуемых на отечественных вычислительных системах» (1023032100070-3-1.2.1).</funding-statement><funding-statement xml:lang="en">this study is a part of the FNEF-2024-0001 government order contracted to the NRC “Kurchatov Institute” – SRISA, project No. 1023032100070-3-1.2.1 Development and Implementation of Trusted Artificial Intelligence Systems Based on new Mathematical Methods and Algorithms, Fast Computing Models for Domestic Computing Systems.</funding-statement></funding-group></article-meta></front><back><ref-list><ref id="ref1"><mixed-citation publication-type="other" xml:lang="ru">Fu T.-C. A Review on Time Series Data Mining. Engineering Applications of Artificial Intelligence. 2011;24(1):164–181. DOI: 10.1016/j.engappai.2010.09.007.</mixed-citation></ref><ref id="ref2"><mixed-citation publication-type="other" xml:lang="ru">Ismail Fawaz H., Forestier G., Weber J., Idoumghar L., Muller P.-A. Deep Learning for Time Series Classification: A Review. Data Mining and Knowledge Discovery. 2019;33:917–963. DOI: 10.1007/s10618-019-00619-1.</mixed-citation></ref><ref id="ref3"><mixed-citation publication-type="other" xml:lang="ru">Takens F. Detecting Strange Attractors in Turbulence. Dynamical Systems and Turbulence, Warwick 1980. Berlin: Springer; 1981;898:366–381. DOI: 10.1007/BFb0091924.</mixed-citation></ref><ref id="ref4"><mixed-citation publication-type="other" xml:lang="ru">LeCun Y., Bengio Y., Hinton G. Deep Learning. Nature. 2015;521(7553):436–444. DOI: 10.1038/nature14539.</mixed-citation></ref><ref id="ref5"><mixed-citation publication-type="other" xml:lang="ru">Mathunjwa B. M., Lin Y.-T., Lin C.-H. et al. ECG Arrhythmia Classification by Using a Recurrence Plot and Convolutional Neural Network. Biomedical Signal Processing and Control. 2021;64:102262. DOI: 10.1016/j.bspc.2020.102262.</mixed-citation></ref><ref id="ref6"><mixed-citation publication-type="other" xml:lang="ru">Waibel A., Hanazawa T., Hinton G., Shikano K., Lang K. J. Phoneme Recognition Using Time-Delay Neural Networks. IEEE Transactions on Acoustics, Speech, and Signal Processing. 1989;37(3):328–339. DOI: 10.1109/29.21701.</mixed-citation></ref><ref id="ref7"><mixed-citation publication-type="other" xml:lang="ru">Wang Z., Oates T. Encoding Time Series as Images for Visual Inspection and Classification Using Tiled Convolutional Neural Networks. AAAI Workshop on Artificial Intelligence for Data Science. 2015.</mixed-citation></ref><ref id="ref8"><mixed-citation publication-type="other" xml:lang="ru">Hatami N., Gavet Y., Debayle J. Classification of Time-Series Images Using Deep Convolutional Neural Networks. 2017. arXiv:1710.00886. DOI: 10.48550/arXiv.1710.00886.</mixed-citation></ref><ref id="ref9"><mixed-citation publication-type="other" xml:lang="ru">Marwan N., Romano M. C., Thiel M., Kurths J. Recurrence Plots for the Analysis of Complex Systems. Physics Reports. 2007;438(5–6):237–329. DOI: 10.1016/j.physrep.2006.11.001.</mixed-citation></ref><ref id="ref10"><mixed-citation publication-type="other" xml:lang="ru">Webber C. L., Zbilut J. P. Dynamical Assessment of Physiological Systems and States Using Recurrence Plot Strategies. Journal of Applied Physiology. 1994;76(2):965–973. DOI: 10.1152/jappl.1994.76.2.965.</mixed-citation></ref><ref id="ref11"><mixed-citation publication-type="other" xml:lang="ru">Eckmann J.-P., Kamphorst S. O., Ruelle D. Recurrence Plots of Dynamical Systems. Europhysics Letters. 1987;4(9):973–977. DOI: 10.1209/0295-5075/4/9/004.</mixed-citation></ref><ref id="ref12"><mixed-citation publication-type="other" xml:lang="ru">Sipers A., Borm P., Peeters R. Robust Reconstruction of a Signal from Its Unthresholded Recurrence Plot Subject to Disturbances. Physics Letters A. 2017;381(6):604–615. DOI: 10.1016/j.physleta.2016.12.028.</mixed-citation></ref><ref id="ref13"><mixed-citation publication-type="other" xml:lang="ru">Dau H. A., Bagnall A., Kamgar K. et al. The UCR Time Series Archive. IEEE/CAA Journal of Automatica Sinica. 2019;6(6):1293–1305. DOI: 10.1109/JAS.2019.1911747.</mixed-citation></ref><ref id="ref14"><mixed-citation publication-type="other" xml:lang="ru">Scherer D., Muller A., Behnke S. Evaluation of Pooling Operations in Convolutional Architectures for Object Recognition. Artificial Neural Networks – ICANN 2010. Berlin: Springer; 2010:92–101. DOI: 10.1007/978-3-642-15825-4_10.</mixed-citation></ref><ref id="ref15"><mixed-citation publication-type="other" xml:lang="ru">Rumelhart D. E., Hinton G. E., Williams R. J. Learning Representations by Back-Propagating Errors. Nature. 1986;323(6088):533–536. DOI: 10.1038/323533a0.</mixed-citation></ref><ref id="ref16"><mixed-citation publication-type="other" xml:lang="ru">Werbos P. J. Beyond Regression: New Tools for Prediction and Analysis in the Behavioral Sciences: PhD thesis. Cambridge: Harvard University; 1974.</mixed-citation></ref><ref id="ref17"><mixed-citation publication-type="other" xml:lang="ru">Chen Y., Keogh E., Hu B. et al. The UCR Time Series Classification Archive. Riverside: University of California; 2015. Режим доступа: https://www.cs.ucr.edu/∼eamonn/time_series_data/.</mixed-citation></ref><ref id="ref18"><mixed-citation publication-type="other" xml:lang="ru">Chollet F. Keras. GitHub. 2015. Режим доступа: https://github.com/keras-team/keras.</mixed-citation></ref></ref-list></back></article>
