<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">vitj</journal-id><journal-title-group><journal-title xml:lang="ru">Врач и информационные технологии</journal-title><trans-title-group xml:lang="en"><trans-title>Medical Doctor and Information Technologies</trans-title></trans-title-group></journal-title-group><issn pub-type="ppub">1811-0193</issn><issn pub-type="epub">2413-5208</issn><publisher><publisher-name>Pirogov National Medical and Surgical Center</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.25881/18110193_2022_4_52</article-id><article-id custom-type="elpub" pub-id-type="custom">vitj-151</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>ОРИГИНАЛЬНЫЕ ИССЛЕДОВАНИЯ</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="en"><subject>ORIGINAL RESEARCH</subject></subj-group></article-categories><title-group><article-title>Обработка русскоязычных неструктурированных медицинских текстов и вероятностное прогнозирование групп заболеваний</article-title><trans-title-group xml:lang="en"><trans-title>Russian unstructured clinical texts processing and probabilistic classification of disease groups</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Легашев</surname><given-names>Л. В.</given-names></name><name name-style="western" xml:lang="en"><surname>Legashev</surname><given-names>L. V.</given-names></name></name-alternatives><bio xml:lang="ru"><p>к.т.н.</p><p>Оренбург</p></bio><bio xml:lang="en"><p>PhD</p><p>Orenburg</p></bio><email xlink:type="simple">silentgir@gmail.com</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Шухман</surname><given-names>А. Е.</given-names></name><name name-style="western" xml:lang="en"><surname>Shukhman</surname><given-names>A. E.</given-names></name></name-alternatives><bio xml:lang="ru"><p>к.п.н.</p><p>Оренбург</p></bio><bio xml:lang="en"><p>PhD</p><p>Orenburg</p></bio><email xlink:type="simple">shukhman@gmail.com</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Болодурина</surname><given-names>И. П.</given-names></name><name name-style="western" xml:lang="en"><surname>Bolodurina</surname><given-names>I. P.</given-names></name></name-alternatives><bio xml:lang="ru"><p>д.т.н., профессор</p><p>Оренбург</p></bio><bio xml:lang="en"><p>DSc, Prof.</p><p>Orenburg</p></bio><email xlink:type="simple">ipbolodurina@yandex.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Гришина</surname><given-names>Л. С.</given-names></name><name name-style="western" xml:lang="en"><surname>Grishina</surname><given-names>L. S.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Оренбург</p></bio><bio xml:lang="en"><p>Orenburg</p></bio><email xlink:type="simple">zabrodina97@inbox.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Жигалов</surname><given-names>А. Ю.</given-names></name><name name-style="western" xml:lang="en"><surname>Zhigalov</surname><given-names>A. Yu.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Оренбург</p></bio><bio xml:lang="en"><p>Orenburg</p></bio><email xlink:type="simple">leroy137.artur@gmail.com</email><xref ref-type="aff" rid="aff-1"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>ФГБОУ ВО «Оренбургский государственный университет»</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Orenburg State University</institution><country>Russian Federation</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2022</year></pub-date><pub-date pub-type="epub"><day>03</day><month>04</month><year>2025</year></pub-date><volume>0</volume><issue>4</issue><fpage>52</fpage><lpage>63</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Легашев Л.В., Шухман А.Е., Болодурина И.П., Гришина Л.С., Жигалов А.Ю., 2025</copyright-statement><copyright-year>2025</copyright-year><copyright-holder xml:lang="ru">Легашев Л.В., Шухман А.Е., Болодурина И.П., Гришина Л.С., Жигалов А.Ю.</copyright-holder><copyright-holder xml:lang="en">Legashev L.V., Shukhman A.E., Bolodurina I.P., Grishina L.S., Zhigalov A.Y.</copyright-holder><license xml:lang="ru" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>Данная работа распространяется под лицензией Creative Commons Attribution 4.0.</license-p></license><license xml:lang="en" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>This work is licensed under a Creative Commons Attribution 4.0 License.</license-p></license></permissions><self-uri xlink:href="https://www.vit-j.ru/jour/article/view/151">https://www.vit-j.ru/jour/article/view/151</self-uri><abstract><sec><title>Актуальность</title><p>Актуальность. Разработка и внедрение медицинских информационных систем позволило упростить и автоматизировать множество процессов в медицинских организациях. Вместе с тем, постоянно накапливаемый объём данных о здоровье пациентов позволяет решать множество задач, связанных с прогнозированием и диагностикой заболеваний.</p></sec><sec><title>Цель</title><p>Цель. Исследование подходов к обработке неструктурированных русскоязычных медицинских текстов и прогнозированию групп заболеваний на основе методов машинного обучения.</p></sec><sec><title>Материалы и методы</title><p>Материалы и методы. Исходные данные: Массив деперсонализированных данных медицинских организаций Оренбургской области, содержащий 119 780 записей. Исследуются три подхода к вероятностному прогнозированию групп медицинских заболеваний на основе неструктурированных медицинских текстов жалоб пациентов на русском языке: подход на основе правил, подход на основе логистической регрессии и подход с использованием моделей трансформеров BERT.</p></sec><sec><title>Результаты</title><p>Результаты. Сравнительный анализ показывает, что подход с использованием логистической регрессии и метода TfidfVectorizer демонстрирует наилучшие результаты по метрикам Precision (0,8296), F1-score (0,8269) и Matthews’s correlation coefficient (0,7695).</p></sec><sec><title>Выводы</title><p>Выводы. Традиционный подход на основе правил является наименее эффективным (Precision = 0,7182) среди исследуемых методов, но при этом позволяет интерпретировать результаты работы классификатора в виде визуализации дерева решений. Подход с использованием логистической регрессии (Precision = 0,8296) и подход с использованием предобученных моделей BERT (Precision = 0,8164) показывают лучшие результаты классификации среди исследуемых методов и в дальнейшем могут послужить базисом для построения и развития систем поддержки принятия врачебных решений и найти применение в работе практикующих терапевтов.</p></sec></abstract><trans-abstract xml:lang="en"><sec><title>Background</title><p>Background. The development and implementation of medical information systems make it possible to simplify and automate many processes in medical organizations. At the same time, the amount of data on patients’ health is constantly accumulating which allows solving many problems related to the prediction and diagnosis of diseases.</p></sec><sec><title>Aim</title><p>Aim. To study approaches to processing of Russian unstructured medical texts and to predicting certain groups of diseases based on machine learning methods.</p><p>Initial data consisted of an array of depersonalized data from medical organizations in the Orenburg region containing 119,780 records. Three approaches to probabilistic forecasting of groups of diseases based on unstructured medical texts of patient complaints in Russian were studied: rule-based approach, logistic regression-based approach and approach using BERT transformer models.</p></sec><sec><title>Results</title><p>Results. Comparative analysis showed that показывает, logistic regression-based approach combined with TfidfVectorizer method had the best results in Precision (0,8296), F1-score (0,8269) and Matthews’s correlation coefficient (0,7695).</p></sec><sec><title>Conclusion</title><p>Conclusion. Traditional rule-based approach was the least effective (Precision = 0,7182) among the studied methods, but at the same time it allowed to interpret the results of the classifier as visualization of the decision tree. Logistic regression-based approach (Precision = 0,8296) and approach using BERT transformer models (Precision = 0,8164) showed the best classification results and can be further used as a basis for building and developing medical decision support systems and find application in medical practice.</p></sec></trans-abstract><kwd-group xml:lang="ru"><kwd>обработка естественного языка</kwd><kwd>цифровая медицина</kwd><kwd>электронные медицинские карты</kwd><kwd>логистическая регрессия</kwd><kwd>BERT</kwd></kwd-group><kwd-group xml:lang="en"><kwd>natural language processing</kwd><kwd>digital medicine</kwd><kwd>electronic health records</kwd><kwd>logistic regression</kwd><kwd>BERT</kwd></kwd-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">Chase HS, Mitrani LR, Lu GG, Fulgieri DJ Early recognition of multiple sclerosis using natural language processing of the electronic health record. BMC medical informatics and decision making. 2017; 17(1): 1-8.</mixed-citation><mixed-citation xml:lang="en">Chase HS, Mitrani LR, Lu GG, Fulgieri DJ Early recognition of multiple sclerosis using natural language processing of the electronic health record. BMC medical informatics and decision making. 2017; 17(1): 1-8.</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">Zhao SS, Hong C, Cai T, Xu C, Huang J, Ermann J et al. Incorporating natural language processing to improve classification of axial spondyloarthritis using electronic health records. Rheumatology. 2020; 59(5): 1059-1065.</mixed-citation><mixed-citation xml:lang="en">Zhao SS, Hong C, Cai T, Xu C, Huang J, Ermann J et al. Incorporating natural language processing to improve classification of axial spondyloarthritis using electronic health records. Rheumatology. 2020; 59(5): 1059-1065.</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">Sada Y, Hou J, Richardson P, El-Serag H, Davila J Validation of case finding algorithms for hepatocellular cancer from administrative data and electronic health records using natural language processing. Medical care. 2016; 54(2): 1-15.</mixed-citation><mixed-citation xml:lang="en">Sada Y, Hou J, Richardson P, El-Serag H, Davila J Validation of case finding algorithms for hepatocellular cancer from administrative data and electronic health records using natural language processing. Medical care. 2016; 54(2): 1-15.</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">Zheng L, Wang Y, Hao S, Shin AY, Jin B, Ngo AD et al. Web-based real-time case finding for the population health Management of Patients with Diabetes Mellitus: a prospective validation of the natural language processing–based algorithm with statewide electronic medical records. JMIR medical informatics. 2016; 4(4): 1-13.</mixed-citation><mixed-citation xml:lang="en">Zheng L, Wang Y, Hao S, Shin AY, Jin B, Ngo AD et al. Web-based real-time case finding for the population health Management of Patients with Diabetes Mellitus: a prospective validation of the natural language processing–based algorithm with statewide electronic medical records. JMIR medical informatics. 2016; 4(4): 1-13.</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">Castro VM, Minnier J, Murphy SN, Kohane I, Churchill SE, Gainer V et al. Validation of electronic health record phenotyping of bipolar disorder cases and controls. American Journal of Psychiatry. 2015; 172(4): 363-372.</mixed-citation><mixed-citation xml:lang="en">Castro VM, Minnier J, Murphy SN, Kohane I, Churchill SE, Gainer V et al. Validation of electronic health record phenotyping of bipolar disorder cases and controls. American Journal of Psychiatry. 2015; 172(4): 363-372.</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">Zhong QY, Mittal LP, Nathan MD, Brown KM, Knudson González D, Cai T et al. Use of natural language processing in electronic medical records to identify pregnant women with suicidal behavior: towards a solution to the complex classification problem. European journal of epidemiology. 2019; 34(2): 153-162.</mixed-citation><mixed-citation xml:lang="en">Zhong QY, Mittal LP, Nathan MD, Brown KM, Knudson González D, Cai T et al. Use of natural language processing in electronic medical records to identify pregnant women with suicidal behavior: towards a solution to the complex classification problem. European journal of epidemiology. 2019; 34(2): 153-162.</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">Hazlehurst B, Green CA, Perrin NA, Brandes J, Carrell DS, Baer A et al. Using natural language processing of clinical text to enhance identification of opioid- related overdoses in electronic health records data. Pharmacoepidemiology and drug safety. 2019; 28(8): 1143-1151.</mixed-citation><mixed-citation xml:lang="en">Hazlehurst B, Green CA, Perrin NA, Brandes J, Carrell DS, Baer A et al. Using natural language processing of clinical text to enhance identification of opioid- related overdoses in electronic health records data. Pharmacoepidemiology and drug safety. 2019; 28(8): 1143-1151.</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">Wang M, Wei Z, Jia M, Chen L, Ji H Deep learning model for multi-classification of infectious diseases from unstructured electronic medical records. BMC medical informatics and decision making. 2022; 22(1): 1-13.</mixed-citation><mixed-citation xml:lang="en">Wang M, Wei Z, Jia M, Chen L, Ji H Deep learning model for multi-classification of infectious diseases from unstructured electronic medical records. BMC medical informatics and decision making. 2022; 22(1): 1-13.</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">Ling AY, Kurian AW, Caswell-Jin JL, Sledge Jr GW, Shah NH, Tamang SR Using natural language processing to construct a metastatic breast cancer cohort from linked cancer registry and electronic medical records data. JAMIA open. 2019; 2(4): 528-537.</mixed-citation><mixed-citation xml:lang="en">Ling AY, Kurian AW, Caswell-Jin JL, Sledge Jr GW, Shah NH, Tamang SR Using natural language processing to construct a metastatic breast cancer cohort from linked cancer registry and electronic medical records data. JAMIA open. 2019; 2(4): 528-537.</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">Rasmy L, Xiang Y, Xie Z, Tao C, Zhi D Med-BERT: pretrained contextualized embeddings on large-scale structured electronic health records for disease prediction. NPJ digital medicine. 2021; 4(1): 1-13.</mixed-citation><mixed-citation xml:lang="en">Rasmy L, Xiang Y, Xie Z, Tao C, Zhi D Med-BERT: pretrained contextualized embeddings on large-scale structured electronic health records for disease prediction. NPJ digital medicine. 2021; 4(1): 1-13.</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">Nath N, Lee SH, McDonnell MD, Lee I The quest for better clinical word vectors: Ontology based and lexical vector augmentation versus clinical contextual embeddings. Computers in Biology and Medicine. 2021; 134: 1-11.</mixed-citation><mixed-citation xml:lang="en">Nath N, Lee SH, McDonnell MD, Lee I The quest for better clinical word vectors: Ontology based and lexical vector augmentation versus clinical contextual embeddings. Computers in Biology and Medicine. 2021; 134: 1-11.</mixed-citation></citation-alternatives></ref><ref id="cit12"><label>12</label><citation-alternatives><mixed-citation xml:lang="ru">Li I, Goldwasser J, et al. Neural natural language processing for unstructured data in electronic health records: A review. Computer Science Review. 2022; 46: 1-29.</mixed-citation><mixed-citation xml:lang="en">Li I, Goldwasser J, et al. Neural natural language processing for unstructured data in electronic health records: A review. Computer Science Review. 2022; 46: 1-29.</mixed-citation></citation-alternatives></ref><ref id="cit13"><label>13</label><citation-alternatives><mixed-citation xml:lang="ru">Syed S, Angel AJ, Syeda HB, Jennings CF, VanScoy J, Syed M et al. The h-ANN Model: Comprehensive Colonoscopy Concept Compilation Using Combined Contextual Embeddings. NIH Public Access, 2022; 5: 1-24.</mixed-citation><mixed-citation xml:lang="en">Syed S, Angel AJ, Syeda HB, Jennings CF, VanScoy J, Syed M et al. The h-ANN Model: Comprehensive Colonoscopy Concept Compilation Using Combined Contextual Embeddings. NIH Public Access, 2022; 5: 1-24.</mixed-citation></citation-alternatives></ref><ref id="cit14"><label>14</label><citation-alternatives><mixed-citation xml:lang="ru">Yalunin A, Nesterov A, Umerenkov D RuBioRoBERTa: a pre-trained biomedical language model for Russian language biomedical text mining. arXiv preprint arXiv:2204.03951. 2022.</mixed-citation><mixed-citation xml:lang="en">Yalunin A, Nesterov A, Umerenkov D RuBioRoBERTa: a pre-trained biomedical language model for Russian language biomedical text mining. arXiv preprint arXiv:2204.03951. 2022.</mixed-citation></citation-alternatives></ref><ref id="cit15"><label>15</label><citation-alternatives><mixed-citation xml:lang="ru">Blinov P, Reshetnikova A, Nesterov A, Zubkova G, Kokh V RuMedBench: A Russian Medical Language Understanding Benchmark. arXiv preprint arXiv:2201.06499. 2022.</mixed-citation><mixed-citation xml:lang="en">Blinov P, Reshetnikova A, Nesterov A, Zubkova G, Kokh V RuMedBench: A Russian Medical Language Understanding Benchmark. arXiv preprint arXiv:2201.06499. 2022.</mixed-citation></citation-alternatives></ref><ref id="cit16"><label>16</label><citation-alternatives><mixed-citation xml:lang="ru">Funkner AA, Balabaeva K, Kovalchuk SV Negation Detection for Clinical Text Mining in Russian. MIE. 2020: 342-346.</mixed-citation><mixed-citation xml:lang="en">Funkner AA, Balabaeva K, Kovalchuk SV Negation Detection for Clinical Text Mining in Russian. MIE. 2020: 342-346.</mixed-citation></citation-alternatives></ref><ref id="cit17"><label>17</label><citation-alternatives><mixed-citation xml:lang="ru">Balabaeva K, Funkner AA, Kovalchuk SV Automated Spelling Correction for Clinical Text Mining in Russian. MIE. 2020: 43-47.</mixed-citation><mixed-citation xml:lang="en">Balabaeva K, Funkner AA, Kovalchuk SV Automated Spelling Correction for Clinical Text Mining in Russian. MIE. 2020: 43-47.</mixed-citation></citation-alternatives></ref><ref id="cit18"><label>18</label><citation-alternatives><mixed-citation xml:lang="ru">Батура Т.В. Математическая лингвистика и автоматическая обработка текстов. — Новосибирск: РИЦ НГУ, 2016.</mixed-citation><mixed-citation xml:lang="en">Batura TV. Mathematical linguistics and automatic text processing. Novosibirsk: RIC NSU. 2016. (In Russ.)</mixed-citation></citation-alternatives></ref><ref id="cit19"><label>19</label><citation-alternatives><mixed-citation xml:lang="ru">Tutubalina E, Alimova I, Miftahutdinov Z, Sakhovskiy A, Malykh V, Nikolenko S The Russian Drug Reaction Corpus and Neural Models for Drug Reactions and Effectiveness Detection in User Reviews. Bioinformatics. 2021; 37(2): 243-249.</mixed-citation><mixed-citation xml:lang="en">Tutubalina E, Alimova I, Miftahutdinov Z, Sakhovskiy A, Malykh V, Nikolenko S The Russian Drug Reaction Corpus and Neural Models for Drug Reactions and Effectiveness Detection in User Reviews. Bioinformatics. 2021; 37(2): 243-249.</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
