<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">ecr-journal</journal-id><journal-title-group><journal-title xml:lang="ru">Экономическая наука современной России</journal-title><trans-title-group xml:lang="en"><trans-title>Economics of Contemporary Russia</trans-title></trans-title-group></journal-title-group><issn pub-type="ppub">1609-1442</issn><issn pub-type="epub">2618-8996</issn><publisher><publisher-name>Regional Public Organization for Assistance to the Development of Institutions of the Department of Economics of the Russian Academy of Sciences</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.33293/1609-1442-2021-2(93)-101-114</article-id><article-id custom-type="elpub" pub-id-type="custom">ecr-journal-657</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>ИНФОРМАЦИОННЫЕ ТЕХНОЛОГИИ В ЭКОНОМИКЕ</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="en"><subject>INFORMATIONAL TECHNOLOGIES IN ECONOMICS</subject></subj-group></article-categories><title-group><article-title>Современные методы извлечения ключевой информации из нормативных документов</article-title><trans-title-group xml:lang="en"><trans-title>Modern Methods of Extracting Key Information From Regulatory Documents</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-9393-1044</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Милкова</surname><given-names>Мария Александровна</given-names></name><name name-style="western" xml:lang="en"><surname>Milkova</surname><given-names>Maria A.</given-names></name></name-alternatives><bio xml:lang="ru"><p>научный сотрудник</p></bio><email xlink:type="simple">m.a.milkova@gmail.com</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Неволин</surname><given-names>Иван Викторович</given-names></name><name name-style="western" xml:lang="en"><surname>Nevolin</surname><given-names>Ivan V.</given-names></name></name-alternatives><bio xml:lang="ru"><p>к.э.н., ведущий научный сотрудник</p></bio><email xlink:type="simple">i.nevolin@cemi.rssi.ru</email><xref ref-type="aff" rid="aff-2"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Пигорев</surname><given-names>Дмитрий Павлович</given-names></name><name name-style="western" xml:lang="en"><surname>Pigorev</surname><given-names>Dmitriy P.</given-names></name></name-alternatives><bio xml:lang="ru"><p>к.э.н., научный сотрудник</p></bio><email xlink:type="simple">jolutre@mail.ru</email><xref ref-type="aff" rid="aff-1"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>ЦЭМИ РАН, Москва</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Central Economics and Mathematics Institute of Russian Academy of Sciences,  Moscow</institution><country>Russian Federation</country></aff></aff-alternatives><aff-alternatives id="aff-2"><aff xml:lang="ru"><institution>ЦЭМИ РАН, Москва</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Central Economics and Mathematics Institute of Russian Academy of Sciences, Moscow</institution><country>Russian Federation</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2021</year></pub-date><pub-date pub-type="epub"><day>27</day><month>04</month><year>2021</year></pub-date><volume>0</volume><issue>2</issue><fpage>101</fpage><lpage>114</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Regional Public Organization for Assistance to the Development of Institutions of the Department of Economics of the Russian Academy of Sciences, 2021</copyright-statement><copyright-year>2021</copyright-year><copyright-holder xml:lang="ru">Regional Public Organization for Assistance to the Development of Institutions of the Department of Economics of the Russian Academy of Sciences</copyright-holder><copyright-holder xml:lang="en">Regional Public Organization for Assistance to the Development of Institutions of the Department of Economics of the Russian Academy of Sciences</copyright-holder><license xlink:href="https://www.ecr-journal.ru/jour/about/submissions#copyrightNotice" xlink:type="simple"><license-p>https://www.ecr-journal.ru/jour/about/submissions#copyrightNotice</license-p></license></permissions><self-uri xlink:href="https://www.ecr-journal.ru/jour/article/view/657">https://www.ecr-journal.ru/jour/article/view/657</self-uri><abstract><p>В статье демонстрируется подход к устранению сложностей, возникающих при анализе правовых документов в рамках экономических и междисциплинарных исследований. В условиях роста объема и постоянного обновления информации и (или) появления новой области исследований наиболее целесообразным на первом этапе является получение общей структуры всей коллекции документов, некая семантическая компрессия информации. Цель работы – ​продемонстрировать возможности применения методов анализа естественного языка для анализа нормативных документов, регламентирующих вопросы продовольствия и питания, в частности связанные с предупреждением развития железодефицитной анемии (ЖДА). Подход включает выделение ключевой информации объемных текстов (ключевых слов и предложений) на основе графового алгоритма TextRank. Важным звеном, способствующим познанию, является также визуализация семантических связей между словами внутри документов. По нашему мнению, именно комбинация смысловой компрессии и визуализации информации как крупный план текстовых документов, а также возможности дальнейшей детализации путем линейного чтения и анализа являются наиболее актуальным подходом в условиях перенасыщения информации и дефицита внимания. Особенно актуально активное внедрение методов текстовой аналитики для систем, которые не борются за внимание потребителей. Удобство именно таких систем существенно отстает при извлечении значимой информации. Приемы улучшения понимания больших объемов нормативных документов принесут существенную пользу аналитикам, ведущим экономические, юридические или мультидисциплинарные исследования.</p></abstract><trans-abstract xml:lang="en"><p>This article is an attempt to comprehend the difficulties and propose approaches to eliminate them when analyzing legal documents in the framework of economic and interdisciplinary research. The utmost goal is to seek incorporating advances in computational linguistics and natural language analysis into the discourse of the digital economy in order to develop methods involved in decision-making and strategy development based on the analysis of textual information. In conditions when the amount of information is too large, is constantly updated and / or the area of study is new, the most expedient at the first stage is to obtain the general structure of the entire collection of documents, some kind of semantic compression of information. The practical part contains the development of an approach for the analysis of regulations governing food and nutrition issues, in particular, related to the prevention of the development of iron deficiency anemia (IDA). The approach includes the extraction of key information of voluminous texts (keywords and key sentences) based on the TextRank graph algorithm. An important link contributing to cognition is also the visualization of semantic relationships between words within documents. In our opinion, it is the combination of semantic compression and visualization of information as a “close-up” of text documents, as well as the possibility of further detailing by linear reading and analysis, which are the most relevant approach in conditions of information overload and attention deficit. The active introduction of text analytics methods for systems that are not involved in attention markets, which lag significantly behind in the convenience of extracting meaningful information, is especially important. Approaches to improve the understanding of large volumes of regulations will be of significant value to researchers in economic, legal or multidisciplinary research.</p></trans-abstract><kwd-group xml:lang="ru"><kwd>цифровая экономика</kwd><kwd>извлечение ключевых терминов</kwd><kwd>резюмирование</kwd><kwd>извлечение ключевых предложений</kwd><kwd>TextRank</kwd><kwd>bm‑25</kwd><kwd>графовый алгоритм</kwd><kwd>анемия</kwd><kwd>железодефицитная анемия</kwd></kwd-group><kwd-group xml:lang="en"><kwd>digital economy</kwd><kwd>key terms</kwd><kwd>key term extraction</kwd><kwd>summarization</kwd><kwd>key sentences extraction</kwd><kwd>TextRank</kwd><kwd>bm‑25</kwd><kwd>graph algorithm</kwd><kwd>anemia</kwd><kwd>iron-deficiency anemia</kwd></kwd-group><funding-group><funding-statement xml:lang="ru">Исследование выполнено при финансовой поддержке Российского фонда фундаментальных исследований (проект № 19-57-80003).</funding-statement><funding-statement xml:lang="en">This study was supported by the Russian Foundation for Basic Research (project no. 19-57-80003).</funding-statement></funding-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">Ванюшкин А. С., Гращенко Л. А. (2016). Методы и алгоритмы извлечения ключевых слов // Новые информационные технологии в автоматизированных системах. № 19. С. 85–93.</mixed-citation><mixed-citation xml:lang="en">Vanyushkin A.S., Grashchenko L.A. (2016). Metody i algoritmy izvlecheniya klyuchevyh slov // Novye informacionnye tekhnologii v avtomatizirovannyh sistemah-2016, 85-93. (In Russian)</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">Варшавский А. Е. (2015). Инновационные риски в области продуктов питания для России в условиях глобализации и либерализации рынков // Экономическая наука современной России. № (4). С. 91–108.</mixed-citation><mixed-citation xml:lang="en">Varshavskij A.E. (2015). Innovacionnye riski v oblasti produktov pitaniya dlya Rossii v usloviyah globalizacii i liberalizacii rynkov // Economics of Contemporary Russia, 2015(4), 91-108. (In Russian)</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">Гусев А. А. (2019). Экономические и институциональные основы обеспечения экологической безопасности // Экономическая наука современной России. № 1 (84). С. 70–81. doi: 10.33293/1609-1442-2019-1(84)-70-81</mixed-citation><mixed-citation xml:lang="en">Gusev A.A. (2019). Ekonomicheskie i institucional'nye osnovy obespecheniya ekologicheskoj bezopasnosti // Economics of Contemporary Russia, 2019;(1), 70-81. https://doi.org/10.33293/1609-1442-2019-1(84)-70-81 (In Russian)</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">Исаков В. Б. (2018). Правовая аналитика как информационный процесс // Право и информация: вопросы теории и практики: сб. матер. междунар. науч.-практ. конф. / науч. ред. Н. А. Шевелёва. 271 с.</mixed-citation><mixed-citation xml:lang="en">Isakov, V.B. (2018). Pravovaya analitika kak informacionnyj process // Pravo i informaciya: voprosy teorii i praktiki: sb. mater. mezhdunar. nauch.-prakt. konf. / nauch. red. N. A. Shevelyova. – 271 s. (In Russian)</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">Милкова М. А. (2018). Извлечение ключевых терминов направления «Цифровая экономика»: графоориентированный подход // Цифровая экономика. № 4 (4). С. 57–65.</mixed-citation><mixed-citation xml:lang="en">Milkova M.A. (2018). Izvlechenie klyuchevyh terminov napravleniya «Cifrovaya ekonomika»: grafoorientirovannyj podhod // Cifrovaya ekonomika, 4(4), 57-65. (In Russian)</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">Милкова М.А. (2019). Теория подталкивания и ее искажения в информационной среде // Цифровая экономика. № 4 (8). С. 21–26.</mixed-citation><mixed-citation xml:lang="en">Milkova, M.A. (2019). Teoriya podtalkivaniya i ee iskazheniya v informacionnoj srede // Cifrovaya ekonomika, 4(8), 21-26. (In Russian)</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">Милкова М. А. (2020а). Инновационный подход к поиску информации на примере патентного анализа плана импортозамещения // Экономическая наука современной России. № 1 (88). С. 143–157. https://doi.org/10.33293/1609-1442-2020-1(88)-143-157</mixed-citation><mixed-citation xml:lang="en">Milkova M.A. (2020a). Innovacionnyj podhod k poisku informacii na primere patentnogo analiza plana importozameshcheniya // Economics of Contemporary Russia, 1(88), 143-157. (In Russian)</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">Милкова М. А. (2020б). OpenTalks.AI: Конференция 20–21 февраля 2020 года // Цифровая экономика. № 1 (9). С. 76–79.</mixed-citation><mixed-citation xml:lang="en">Milkova, M.A. (2020b). OpenTalks.AI: Konferenciya 20-21 fevralya 2020 goda // Cifrovaya ekonomika, 1(9), 76-79. (In Russian)</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">Моретти Ф. (2016). Дальнее чтение / пер. с англ. А. Вдовин, О. Собчук, А. Шели; научн. ред. И. Кушнарева. М.: Издательство Института Гайдара. 352 с.</mixed-citation><mixed-citation xml:lang="en">Nedumov YA.R., Kuznecov S.D. (2018). Issledovatel'skij poisk nauchnyh statej // Trudy ISP RAN, tom 30, vyp. 6, 171-198 (In Russian)</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">Недумов Я. Р., Кузнецов С. Д. (2018). Исследовательский поиск научных статей // Труды ИСП РАН. Т. 30. Вып. 6. С. 171–198.</mixed-citation><mixed-citation xml:lang="en">Tarasova I. (2019). ZHelezodeficitnaya anemiya u detej i podrostkov // Voprosy sovremennoj pediatrii, 10(2), 40-48 (In Russian)</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">Тарасова И. (2011). Железодефицитная анемия у детей и подростков // Вопросы современной педиатрии. № 10 (2). С. 40–48.</mixed-citation><mixed-citation xml:lang="en">Aries, A., Zegour, D., Hidouci, W.K. (2019). Automatic text summarization: What has been done and what has to be done// arXiv:1904.00688</mixed-citation></citation-alternatives></ref><ref id="cit12"><label>12</label><citation-alternatives><mixed-citation xml:lang="ru">Чернов В. М., Тарасова И.С. (2013). Профилактика железодефицитной анемии: обоснование, принципы проведения, эффективность // Поликлиника. № 4. С. 9–12.</mixed-citation><mixed-citation xml:lang="en">Ashley, K. (2017). LEGAL TEXT ANALYTICS. In Artificial Intelligence and Legal Analytics: New Tools for Law Practice in the Digital Age. P.446. Cambridge: Cambridge University Press.</mixed-citation></citation-alternatives></ref><ref id="cit13"><label>13</label><citation-alternatives><mixed-citation xml:lang="ru">Aries A., Zegour D., Hidouci W.K. (2019). Automatic text summarization: What has been done and what has to be done // arXiv:1904.00688</mixed-citation><mixed-citation xml:lang="en">Barrios, F., López, F., Argerich, L., Wachenchauzer, R. (2015). Variations of the Similarity Function of TextRank for Automated Summarization. Anales de las 44JAIIO. Jornadas Argentinas de Informática, Argentine Symposium on Artificial Intelligence, 2015.</mixed-citation></citation-alternatives></ref><ref id="cit14"><label>14</label><citation-alternatives><mixed-citation xml:lang="ru">Ashley K. (2017). Legal text analytics. Artificial intelligence and legal analytics: New tools for law practice in the digital age. Cambridge: Cambridge University Press. 446 p.</mixed-citation><mixed-citation xml:lang="en">Beliga, S., Martincic-Ipsic, S., and Meštrović, A. (2015). An Overview of Graph-Based Keyword Extraction Methods and Approaches // Journal of Information and Organizational Sciences, 39(1).</mixed-citation></citation-alternatives></ref><ref id="cit15"><label>15</label><citation-alternatives><mixed-citation xml:lang="ru">Barrios F., López F., Argerich L., Wachenchauzer R. (2015). Variations of the similarity function of TextRank for automated summarization. Anales de las 44JAIIO. Jornadas Argentinas de Informática. Argentine Symposium on Artificial Intelligence, 2015.</mixed-citation><mixed-citation xml:lang="en">Bengio, Y., Ducharme, R., Vincent, P. (2003). A neural probabilistic language model // Journal of Machine Learning Research, 3, 1137-1155</mixed-citation></citation-alternatives></ref><ref id="cit16"><label>16</label><citation-alternatives><mixed-citation xml:lang="ru">Beliga S., Martincic-Ipsic S., Meštrović A. (2015). An overview of graph-based keyword extraction methods and approaches. Journal of Information and Organizational Sciences, no. 39 (1).</mixed-citation><mixed-citation xml:lang="en">Bird, S., Klein, E., Loper, E. (2009). Natural Language Processing with Python: Analyzing Text with the Natural Language Toolkit. O'Reilly. 504 P.</mixed-citation></citation-alternatives></ref><ref id="cit17"><label>17</label><citation-alternatives><mixed-citation xml:lang="ru">Bengio Y., Ducharme R., Vincent P. (2003). A neural probabilistic language model. Journal of Machine Learning Research, no. 3, pp. 1137–1155.</mixed-citation><mixed-citation xml:lang="en">Bougouin, A., Boudin, F., Daille, B. (2013). TopicRank: Graph-Based Topic Ranking for Keyphrase Extraction // Proceedings of the Sixth International Joint Conference on Natural Language Processing, Nagoya, Japan, 543–551.</mixed-citation></citation-alternatives></ref><ref id="cit18"><label>18</label><citation-alternatives><mixed-citation xml:lang="ru">Bird S., Klein E., Loper E. (2009). Natural language processing with Python: Analyzing text with the natural language toolkit. Sebastopol: O’Reilly. 504 p.</mixed-citation><mixed-citation xml:lang="en">Brin, S., Page, L. (1998). The anatomy of a large-scale hypertextual Web search engine // Computer Networks and ISDN Systems, 30(1–7).</mixed-citation></citation-alternatives></ref><ref id="cit19"><label>19</label><citation-alternatives><mixed-citation xml:lang="ru">Bougouin A., Boudin F., Daille B. (2013). TopicRank: Graph-based topic ranking for keyphrase extraction. Proceedings of the Sixth International Joint Conference on Natural Language Processing. Nagoya, Japan, pp. 543–551.</mixed-citation><mixed-citation xml:lang="en">Card, S.K., Mackinlay, J.D., Shneiderman, B. (1999). Readings in Information Visualization: using vision to think. Morgan Kaufmann.</mixed-citation></citation-alternatives></ref><ref id="cit20"><label>20</label><citation-alternatives><mixed-citation xml:lang="ru">Brin S., Page L. (1998). The anatomy of a large-scale hypertextual Web search engine. Computer Networks and ISDN Systems, no. 30 (1–7).</mixed-citation><mixed-citation xml:lang="en">Feldman, R., Sanger, J. (2007). The text mining handbook: advanced approaches in analyzing unstructured data. — Cambridge University Press – 410 p.</mixed-citation></citation-alternatives></ref><ref id="cit21"><label>21</label><citation-alternatives><mixed-citation xml:lang="ru">Card S.K., Mackinlay J.D., Shneiderman B. (1999). Readings in information visualization: Using vision to think. San Francisco: Morgan Kaufmann.</mixed-citation><mixed-citation xml:lang="en">Firoozeh, N. Nazarenko, A., Alizon, F., Daille, B. (2019). Keyword extraction: Issues and methods // Natural Language Engineering, 26(3), 259-291</mixed-citation></citation-alternatives></ref><ref id="cit22"><label>22</label><citation-alternatives><mixed-citation xml:lang="ru">Feldman R., Sanger J. (2007). The text mining handbook: Advanced approaches in analyzing unstructured data. Cambridge: Cambridge University Press. 410 p.</mixed-citation><mixed-citation xml:lang="en">Horton, S., Ross, J. (2003). The economics of iron deficiency // Food Policy, 28, 51–75</mixed-citation></citation-alternatives></ref><ref id="cit23"><label>23</label><citation-alternatives><mixed-citation xml:lang="ru">Firoozeh N., Nazarenko A., Alizon F., Daille B. (2019). Keyword extraction: Issues and methods. Natural Language Engineering, no. 26 (3), pp. 259–291.</mixed-citation><mixed-citation xml:lang="en">Heer, J., Bostock, M., &amp; Ogievetsky, V. (2010). A tour through the visualization zoo // Queue, 8(5), 20</mixed-citation></citation-alternatives></ref><ref id="cit24"><label>24</label><citation-alternatives><mixed-citation xml:lang="ru">Horton S., Ross J. (2003). The economics of iron deficiency. Food Policy, no. 28, pp. 51–75.</mixed-citation><mixed-citation xml:lang="en">Moens, M.F. (2007). Summarizing court decisions // Information Processing and Management. Vol. 43, 1748–1764.</mixed-citation></citation-alternatives></ref><ref id="cit25"><label>25</label><citation-alternatives><mixed-citation xml:lang="ru">Heer J., Bostock M., Ogievetsky V. (2010). A tour through the visualization zoo. Queue, no. 8 (5), 20.</mixed-citation><mixed-citation xml:lang="en">Pagallo, U., Palmirani, M., Casanovas, P., Sartor, G., Villata, S., (2018). Introduction: Legal and Ethical Dimensions of AI, NorMAS, and the Web of Data. In: Pagallo, U., Palmirani, M., Casanovas, P., Sartor, G., Villata (Eds). Lecture Notes in Artificial Intelligence Springer</mixed-citation></citation-alternatives></ref><ref id="cit26"><label>26</label><citation-alternatives><mixed-citation xml:lang="ru">Mihalcea R., Tarau P. (2004). TextRank: Bringing order into texts. Proceedings of the 2004 Conference on Empirical Methods in Natural Language Processing, pp. 404–414.</mixed-citation><mixed-citation xml:lang="en">Page, S., Brin, S., Motwani, R, and Winograd, T. (1998). The PageRank Citation Ranking: Bringing Order to the Web. Technical Report. Stanford: Stanford University.</mixed-citation></citation-alternatives></ref><ref id="cit27"><label>27</label><citation-alternatives><mixed-citation xml:lang="ru">Moens M.F. (2007). Summarizing court decisions. Information Processing and Management, vol. 43, pp. 1748–1764.</mixed-citation><mixed-citation xml:lang="en">Patterson, L.E., Blaha, L.M., Grinstein, G.G., Liggett, K.K., Kaveney, D.E., Sheldon, K.C., Havig, P.R., Moore, J.A. (2014). A human cognition framework for information visualization. Computers &amp; Graphics, 42, 42-58</mixed-citation></citation-alternatives></ref><ref id="cit28"><label>28</label><citation-alternatives><mixed-citation xml:lang="ru">Pagallo U., Palmirani M., Casanovas P., Sartor G., Villata S. (2018). Introduction: Legal and Ethical Dimensions of AI, NorMAS, and the Web of Data. Pagallo U., Palmirani M., Casanovas P., Sartor G., Villata S. (eds). Lecture Notes in Artificial Intelligence. Cham.: Springer.</mixed-citation><mixed-citation xml:lang="en">Rizoiu, M-A., Velcin, J. (2011). Topic Extraction for Ontology Learning. In book: Ontology Learning and Knowledge Discovery Using the Web: Challenges and Recent Advances. (Eds) Wilson Wong , Wei Liu , and Mohammed Bennamoun, 38-60. Hershey, PA: IGI Global</mixed-citation></citation-alternatives></ref><ref id="cit29"><label>29</label><citation-alternatives><mixed-citation xml:lang="ru">Page S., Brin S., Motwani R, Winograd T. (1998). The PageRank Citation Ranking: Bringing order to the web. Technical Report. Stanford: Stanford University.</mixed-citation><mixed-citation xml:lang="en">Robertson, S.E., Sparck K.J. (1976). Relevance weighting of search terms // Journal of the American Society for Information Science, 27(3), 129-146</mixed-citation></citation-alternatives></ref><ref id="cit30"><label>30</label><citation-alternatives><mixed-citation xml:lang="ru">Patterson L.E., Blaha L.M., Grinstein G.G., Liggett K.K., Kaveney D.E., Sheldon K.C., Havig P.R., Moore J.A. (2014). A human cognition framework for information visualization. Computers &amp; Graphics, no. 42, pp. 42–58.</mixed-citation><mixed-citation xml:lang="en">Robertson, S., Zagaroza, H. (2009). The Probabilistic Relevance Framework: BM25 and Beyond // Foundations and Trends in Information Retrieval, Vol. 3, No. 4, 333-389</mixed-citation></citation-alternatives></ref><ref id="cit31"><label>31</label><citation-alternatives><mixed-citation xml:lang="ru">Pazienza M.T., Pennacchiotti M., Zanzotto F.M. (2006). Terminology Extraction: An analysis of linguistic and statistical approaches. Sirmakessis S. (ed.) Knowledge Mining. Studies in Fuzziness and Soft Computing, vol. 185. Berlin: Springer, Heidelberg. Р. 255–279.</mixed-citation><mixed-citation xml:lang="en">Saad, S., Salim, N., Omar, N. (2008). Keyphrase extraction for Islamic Knowledge ontology // International Symposium on Information Technology, ITSim, 26-28 Aug, Kuala Lumpur, Malaysia</mixed-citation></citation-alternatives></ref><ref id="cit32"><label>32</label><citation-alternatives><mixed-citation xml:lang="ru">Rizoiu M.-A., Velcin J. (2011). Topic extraction for ontology learning. Ontology Learning and Knowledge Discovery Using the Web: Challenges and Recent Advances. Wilson Wong, Wei Liu, Mohammed Bennamoun (eds.). Hershey: IGI Global. Р. 38–60</mixed-citation><mixed-citation xml:lang="en">Salton, G., Buckley, C. (1988). Term-weighting approaches in automatic text retrieval // Information Processing and Management, 5(24), 513 - 523.</mixed-citation></citation-alternatives></ref><ref id="cit33"><label>33</label><citation-alternatives><mixed-citation xml:lang="ru">Robertson S.E., Sparck K. J. (1976). Relevance weighting of search terms. Journal of the American Society for Information Science, no. 27(3), pp. 129–146.</mixed-citation><mixed-citation xml:lang="en">Schmedding, F., Klügl, P., Baehrens, D., Simon, C., Simon, K., Tomanek, K. (2018) EuroVoc-Based Summarization of European Case Law. In: Pagallo U., Palmirani M., Casanovas P., Sartor G., Villata S. (eds) AI Approaches to the Complexity of Legal Systems. AICOL 2015, AICOL 2016, AICOL 2016, AICOL 2017, AICOL 2017. Lecture Notes in Computer Science, vol 10791. Springer, Cham. https://doi.org/10.1007/978-3-030-00178-0_13</mixed-citation></citation-alternatives></ref><ref id="cit34"><label>34</label><citation-alternatives><mixed-citation xml:lang="ru">Robertson S., Zagaroza H. (2009). The probabilistic relevance framework: BM25 and Beyond. Foundations and Trends in Information Retrieval, vol. 3, no. 4, pp. 333–389.</mixed-citation><mixed-citation xml:lang="en">Simon, H.A. (1971). DESIGNING ORGANIZATIONS FOR AN INFORMATION-RICH WORLD. In M. Greenberger (Ed.), Computers, communications, and the public interest. Baltimore, MD: The Johns Hopkins Press.</mixed-citation></citation-alternatives></ref><ref id="cit35"><label>35</label><citation-alternatives><mixed-citation xml:lang="ru">Saad S., Salim N., Omar N. (2008). Keyphrase extraction for Islamic Knowledge ontology. International Symposium on Information Technology. ITSim, 26–28 Aug., Kuala Lumpur, Malaysia.</mixed-citation><mixed-citation xml:lang="en">Teresa, P.M., Pennacchiotti, M., Zanzotto, F.M. (2006). Terminology Extraction: An Analysis of Linguistic and Statistical Approaches. Chapter in Studies in Fuzziness and Soft Computing</mixed-citation></citation-alternatives></ref><ref id="cit36"><label>36</label><citation-alternatives><mixed-citation xml:lang="ru">Salton G., Buckley C. (1988). Term-weighting approaches in automatic text retrieval. Information Processing and Management, no. 5 (24), pp. 513–523.</mixed-citation><mixed-citation xml:lang="en">Wu, C., Marchese, M., Jiang, J., Ivanyukovich, A., Liang, Y. (2007). Machine Learning-Based Keywords Extraction for Scientific Literature // Journal of Universal Computer Science, Vol. 13, N10, 1471-1483.</mixed-citation></citation-alternatives></ref><ref id="cit37"><label>37</label><citation-alternatives><mixed-citation xml:lang="ru">Schmedding F., Klügl P., Baehrens D., Simon C., Simon K., Tomanek K. (2018). EuroVoc-Based Summarization of European Case Law. Pagallo U., Palmirani M., Casanovas P., Sartor G., Villata S. (eds). AI Approaches to the Complexity of Legal Systems. AICOL 2015, AICOL 2016, AICOL 2016, AICOL 2017, AICOL 2017. Lecture Notes in Computer Science, vol. 10791. Springer, Cham. https://doi.org/10.1007/978-3-030-00178-0_13</mixed-citation><mixed-citation xml:lang="en">Ying, Y., Qingpinga, T., Qinzheng, X., Ping, Z., Panpan, L. (2017). A Graph-based Approach of Automatic Keyphrase Extraction // International Congress of Information and Communication Technology (ICICT 2017), Procedia Computer Science, 107, 248 – 255</mixed-citation></citation-alternatives></ref><ref id="cit38"><label>38</label><citation-alternatives><mixed-citation xml:lang="ru">Simon H.A. (1971). Designing organizations for ab information-rich world. In: M. Greenberger (ed.). Computers, communications, and the public interest. Baltimore: The Johns Hopkins Press.</mixed-citation><mixed-citation xml:lang="en">Zhang, A.X., Verou, L., Karger, D. (2017). Wikum: Bridging Discussion Forums and Wikis using Recursive Summarization //ACM Conference on Computer Supported Cooperative Work and Social Computing (CSCW 2017).</mixed-citation></citation-alternatives></ref><ref id="cit39"><label>39</label><citation-alternatives><mixed-citation xml:lang="ru">Wu C., Marchese M., Jiang J., Ivanyukovich A., Liang Y. (2007). Machine learning-based keywords extraction for scientific literature. Journal of Universal Computer Science, vol. 13, no. 10, pp. 1471–1483.</mixed-citation><mixed-citation xml:lang="en">Wu C., Marchese M., Jiang J., Ivanyukovich A., Liang Y. (2007). Machine learning-based keywords extraction for scientific literature. Journal of Universal Computer Science, vol. 13, no. 10, pp. 1471–1483.</mixed-citation></citation-alternatives></ref><ref id="cit40"><label>40</label><citation-alternatives><mixed-citation xml:lang="ru">Ying Y., Qingpinga T., Qinzheng X., Ping Z., Panpan L. (2017). A graph-based approach of automatic keyphrase extraction. International Congress of Information and Communication Technology (ICICT 2017). Procedia Computer Science, no. 107, pp. 248–255.</mixed-citation><mixed-citation xml:lang="en">Ying Y., Qingpinga T., Qinzheng X., Ping Z., Panpan L. (2017). A graph-based approach of automatic keyphrase extraction. International Congress of Information and Communication Technology (ICICT 2017). Procedia Computer Science, no. 107, pp. 248–255.</mixed-citation></citation-alternatives></ref><ref id="cit41"><label>41</label><citation-alternatives><mixed-citation xml:lang="ru">Zhang A.X., Verou L., Karger D. (2017). Wikum: Bridging discussion forums and wikis using recursive summarization. ACM Conference on Computer Supported Cooperative Work and Social Computing (CSCW 2017).</mixed-citation><mixed-citation xml:lang="en">Zhang A.X., Verou L., Karger D. (2017). Wikum: Bridging discussion forums and wikis using recursive summarization. ACM Conference on Computer Supported Cooperative Work and Social Computing (CSCW 2017).</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
