Remove Russian comments

Jenkinsfile

@@ -10,26 +10,14 @@ node('cuda-module') {
             stage('Setup') {
                 env.TFHUB_CACHE_DIR="tfhub_cache"
                 sh """
-                    virtualenv --python=python3.7 '.venv-$BUILD_NUMBER'
-                    . '.venv-$BUILD_NUMBER/bin/activate'
-                    pip install .[tests,docs]
-                    pip install -r deeppavlov/requirements/tf-gpu.txt
-                    rm -rf `find . -mindepth 1 -maxdepth 1 ! -name tests ! -name Jenkinsfile ! -name docs ! -name '.venv-$BUILD_NUMBER'`
+                    EPOCH=\$(date +%s) docker-compose -f utils/Docker/docker-compose.yml -p $BUILD_TAG build
                 """
             }
             stage('Tests') {
                 sh """
-                    . /etc/profile
-                    module add cuda/10.0
-                    . .venv-$BUILD_NUMBER/bin/activate
-
-                    cd docs
-                    make clean
-                    make html
-                    cd ..
-
-                    flake8 `python -c 'import deeppavlov; print(deeppavlov.__path__[0])'` --count --select=E9,F63,F7,F82 --show-source --statistics
-                    pytest -v --disable-warnings
+                    docker-compose -f utils/Docker/docker-compose.yml -p $BUILD_TAG up py36 py37
+                    docker-compose -f utils/Docker/docker-compose.yml -p $BUILD_TAG up py38 py39
+                    docker-compose -f utils/Docker/docker-compose.yml -p $BUILD_TAG rm -f
                 """
                 currentBuild.result = 'SUCCESS'
             }

README.md

@@ -1,5 +1,5 @@
 [![License Apache 2.0](https://img.shields.io/badge/license-Apache%202.0-blue.svg)](https://github.com/deepmipt/DeepPavlov/blob/master/LICENSE)
-![Python 3.6, 3.7](https://img.shields.io/badge/python-3.6%20%7C%203.7-green.svg)
+![Python 3.6, 3.7, 3.8, 3.9](https://img.shields.io/badge/python-3.6%20%7C%203.7%20%7C%203.8%20%7C%203.9-green.svg)
 [![Downloads](https://pepy.tech/badge/deeppavlov)](https://pepy.tech/project/deeppavlov)
 <img align="right" height="27%" width="27%" src="docs/_static/deeppavlov_logo.png"/>
 
@@ -27,7 +27,7 @@ Please leave us [your feedback](https://forms.gle/i64fowQmiVhMMC7f9) on how we c
 
 **Models**
 
-[Named Entity Recognition](http://docs.deeppavlov.ai/en/master/features/models/ner.html) | [Slot filling](http://docs.deeppavlov.ai/en/master/features/models/slot_filling.html)
+[Named Entity Recognition](http://docs.deeppavlov.ai/en/master/features/models/ner.html)
 
 [Intent/Sentence Classification](http://docs.deeppavlov.ai/en/master/features/models/classifiers.html) |  [Question Answering over Text (SQuAD)](http://docs.deeppavlov.ai/en/master/features/models/squad.html) 
 
@@ -37,9 +37,7 @@ Please leave us [your feedback](https://forms.gle/i64fowQmiVhMMC7f9) on how we c
 
 [Morphological tagging](http://docs.deeppavlov.ai/en/master/features/models/morphotagger.html) | [Syntactic parsing](http://docs.deeppavlov.ai/en/master/features/models/syntaxparser.html)
 
-[Automatic Spelling Correction](http://docs.deeppavlov.ai/en/master/features/models/spelling_correction.html) | [ELMo training and fine-tuning](http://docs.deeppavlov.ai/en/master/apiref/models/elmo.html)
-
-[Speech recognition and synthesis (ASR and TTS)](http://docs.deeppavlov.ai/en/master/features/models/nemo.html) based on [NVIDIA NeMo](https://nvidia.github.io/NeMo/index.html)
+[Automatic Spelling Correction](http://docs.deeppavlov.ai/en/master/features/models/spelling_correction.html)
 
 [Entity Linking](http://docs.deeppavlov.ai/en/master/features/models/entity_linking.html) | [Multitask BERT](http://docs.deeppavlov.ai/en/master/features/models/multitask_bert.html)
 
@@ -71,7 +69,7 @@ Please leave us [your feedback](https://forms.gle/i64fowQmiVhMMC7f9) on how we c
 
 ## Installation
 
-0. We support `Linux` and `Windows` platforms, `Python 3.6` and `Python 3.7`
+0. We support `Linux` platform, `Python 3.6`, `3.7`, `3.8` and `3.9`
     * **`Python 3.5` is not supported!**
     * **installation for `Windows` requires `Git`(for example, [git](https://git-scm.com/download/win)) and  `Visual Studio 2015/2017` with `C++` build tools installed!**
 
@@ -132,8 +130,8 @@ python -m deeppavlov install <config_path>
 ```
 
 * where `<config_path>` is path to the chosen model's config file (e.g.
-  `deeppavlov/configs/ner/slotfill_dstc2.json`) or just name without
-  *.json* extension (e.g. `slotfill_dstc2`)
+  `deeppavlov/configs/classifiers/insults_kaggle_bert.json`) or just name without
+  *.json* extension (e.g. `insults_kaggle_bert`)
 
 
 ### Command line interface (CLI)
@@ -305,10 +303,7 @@ into the `"class_name"` field.
 
 DeepPavlov is Apache 2.0 - licensed.
 
-## The Team
-
-DeepPavlov is built and maintained by [Neural Networks and Deep Learning Lab](https://www.facebook.com/deepmipt/)
-at [MIPT](https://mipt.ru/english/).
+##
 
 <p align="center">
 <img src="docs/_static/ipavlov_footer.png" width="50%" height="50%"/>

deeppavlov/_meta.py

@@ -1,4 +1,4 @@
-__version__ = '0.17.2'
+__version__ = '1.0.0rc0'
 __author__ = 'Neural Networks and Deep Learning lab, MIPT'
 __description__ = 'An open source library for building end-to-end dialog systems and training chatbots.'
 __keywords__ = ['NLP', 'NER', 'SQUAD', 'Intents', 'Chatbot']

deeppavlov/configs/classifiers/insults_kaggle_bert.json

@@ -18,9 +18,9 @@
     ],
     "pipe": [
       {
-        "class_name": "bert_preprocessor",
-        "vocab_file": "{DOWNLOADS_PATH}/bert_models/cased_L-12_H-768_A-12/vocab.txt",
-        "do_lower_case": false,
+        "class_name": "torch_transformers_preprocessor",
+        "vocab_file": "{TRANSFORMER}",
+        "do_lower_case": true,
         "max_seq_length": 64,
         "in": [
           "x"
@@ -37,48 +37,64 @@
         ],
         "save_path": "{MODEL_PATH}/classes.dict",
         "load_path": "{MODEL_PATH}/classes.dict",
-        "in": "y",
-        "out": "y_ids"
+        "in": [
+          "y"
+        ],
+        "out": [
+          "y_ids"
+        ]
       },
       {
-        "in": "y_ids",
-        "out": "y_onehot",
+        "in": [
+          "y_ids"
+        ],
+        "out": [
+          "y_onehot"
+        ],
         "class_name": "one_hotter",
         "depth": "#classes_vocab.len",
         "single_vector": true
       },
       {
-        "class_name": "bert_classifier",
+        "class_name": "torch_transformers_classifier",
         "n_classes": "#classes_vocab.len",
         "return_probas": true,
-        "one_hot_labels": true,
-        "bert_config_file": "{DOWNLOADS_PATH}/bert_models/cased_L-12_H-768_A-12/bert_config.json",
-        "pretrained_bert": "{DOWNLOADS_PATH}/bert_models/cased_L-12_H-768_A-12/bert_model.ckpt",
+        "pretrained_bert": "{TRANSFORMER}",
         "save_path": "{MODEL_PATH}/model",
         "load_path": "{MODEL_PATH}/model",
-        "keep_prob": 0.5,
-        "learning_rate": 1e-05,
+        "optimizer": "AdamW",
+        "optimizer_parameters": {
+          "lr": 1e-05
+        },
         "learning_rate_drop_patience": 5,
         "learning_rate_drop_div": 2.0,
         "in": [
           "bert_features"
         ],
         "in_y": [
-          "y_onehot"
+          "y_ids"
         ],
         "out": [
           "y_pred_probas"
         ]
       },
       {
-        "in": "y_pred_probas",
-        "out": "y_pred_ids",
+        "in": [
+          "y_pred_probas"
+        ],
+        "out": [
+          "y_pred_ids"
+        ],
         "class_name": "proba2labels",
         "max_proba": true
       },
       {
-        "in": "y_pred_ids",
-        "out": "y_pred_labels",
+        "in": [
+          "y_pred_ids"
+        ],
+        "out": [
+          "y_pred_labels"
+        ],
         "ref": "classes_vocab"
       }
     ],
@@ -109,27 +125,23 @@
       "valid",
       "test"
     ],
-    "class_name": "nn_trainer",
-    "tensorboard_log_dir": "{MODEL_PATH}/"
+    "class_name": "torch_trainer"
   },
   "metadata": {
     "variables": {
+      "TRANSFORMER": "bert-base-uncased",
       "ROOT_PATH": "~/.deeppavlov",
       "DOWNLOADS_PATH": "{ROOT_PATH}/downloads",
       "MODELS_PATH": "{ROOT_PATH}/models",
-      "MODEL_PATH": "{MODELS_PATH}/classifiers/insults_kaggle_v3"
+      "MODEL_PATH": "{MODELS_PATH}/classifiers/insults_kaggle_torch_bert"
     },
     "download": [
       {
         "url": "http://files.deeppavlov.ai/datasets/insults_data.tar.gz",
         "subdir": "{DOWNLOADS_PATH}"
       },
       {
-        "url": "http://files.deeppavlov.ai/deeppavlov_data/bert/cased_L-12_H-768_A-12.zip",
-        "subdir": "{DOWNLOADS_PATH}/bert_models"
-      },
-      {
-        "url": "http://files.deeppavlov.ai/deeppavlov_data/classifiers/insults_kaggle_v3.tar.gz",
+        "url": "http://files.deeppavlov.ai/deeppavlov_data/classifiers/insults_kaggle_torch_bert_v0.tar.gz",
         "subdir": "{MODELS_PATH}/classifiers"
       }
     ]