#31 related refactoring. Scripts were moved.

nicolay-r · Apr 13, 2022 · 737e8b3 · 737e8b3
1 parent 6d2bba4
commit 737e8b3
Show file tree

Hide file tree

Showing 8 changed files with 11 additions and 7 deletions.
diff --git a/README.md b/README.md
@@ -36,13 +36,15 @@ python3.6 download.py
 python standalone.py
 ```
 
+Usage: proceed with the `examples` folder.
+
 # Inference
 
 Infer sentiment attitudes from a mass-media document(s).
 
 Using the `BERT` fine-tuned model version:
 ```bash
-python3.6 run_infer_bert.py --from-files data/texts-inosmi-rus/e1.txt \
+python3.6 infer_texts_bert.py --from-files data/texts-inosmi-rus/e1.txt \
     --labels-count 3 \
     --terms-per-context 50 \
     --tokens-per-context 128 \
@@ -55,7 +57,7 @@ python3.6 run_infer_bert.py --from-files data/texts-inosmi-rus/e1.txt \
 
 Using the pretrained `PCNN` model (including frames annotation):
 ```bash
-python3.6 run_infer_nn.py --from-files data/texts-inosmi-rus/e1.txt \
+python3.6 infer_texts_nn.py --from-files data/texts-inosmi-rus/e1.txt \
     --model-name pcnn \
     --model-state-dir models/ \
     --terms-per-context 50 \
@@ -79,7 +81,7 @@ python3.6 run_infer_nn.py --from-files data/texts-inosmi-rus/e1.txt \
 
 For the `BERT` model:
 ```bash
-python3.6 run_serialize_bert.py --from-files data/texts-inosmi-rus/e1.txt 
+python3.6 serialize_texts_bert.py --from-files data/texts-inosmi-rus/e1.txt 
     --entities-parser bert-ontonotes \
     --terms-per-context 50 
 ```
@@ -90,7 +92,7 @@ python3.6 run_serialize_bert.py --from-files data/texts-inosmi-rus/e1.txt
 
 For the other neural networks (including embedding and other features):
 ```bash
-python3.6 run_serialize_nn.py --from-files data/texts-inosmi-rus/e1.txt \
+python3.6 serialize_texts_nn.py --from-files data/texts-inosmi-rus/e1.txt \
     --entities-parser bert-ontonotes \
     --stemmer mystem \
     --terms-per-context 50 \

diff --git a/arelight/text/ner_ontonotes.py b/arelight/text/ner_ontonotes.py
@@ -1,6 +1,6 @@
 import importlib
 
-from src.text.ner_base import BaseNER
+from arelight.text.ner_base import BaseNER
 
 
 class BertOntonotesNER(BaseNER):

diff --git a/arelight/text/pipeline_entities_bert_ontonotes.py b/arelight/text/pipeline_entities_bert_ontonotes.py
@@ -3,8 +3,7 @@
 from arekit.common.news.objects_parser import SentenceObjectsParserPipelineItem
 from arekit.common.text.partitioning.terms import TermsPartitioning
 from arekit.processing.entities.obj_desc import NerObjectDescriptor
-
-from src.text.ner_ontonotes import BertOntonotesNER
+from arelight.text.ner_ontonotes import BertOntonotesNER
 
 
 class BertOntonotesNERPipelineItem(SentenceObjectsParserPipelineItem):

diff --git a/examples/args/common.py b/examples/args/common.py
@@ -9,6 +9,9 @@
 from arekit.contrib.source.rusentrel.io_utils import RuSentRelVersions
 from arekit.contrib.source.rusentrel.utils import iter_synonym_groups
 from arekit.processing.lemmatization.mystem import MystemWrapper
+from arelight.text.pipeline_entities_bert_ontonotes import BertOntonotesNERPipelineItem
+
+from arelight.text.pipeline_entities_default import TextEntitiesParser
 
 from examples.args.base import BaseArg
 

diff --git a/run_infer_bert.py → examples/infer_texts_bert.py b/run_infer_bert.py → examples/infer_texts_bert.py
diff --git a/run_infer_nn.py → examples/infer_texts_nn.py b/run_infer_nn.py → examples/infer_texts_nn.py
diff --git a/run_serialize_bert.py → examples/serialize_texts_bert.py b/run_serialize_bert.py → examples/serialize_texts_bert.py
diff --git a/run_serialize_nn.py → examples/serialize_texts_nn.py b/run_serialize_nn.py → examples/serialize_texts_nn.py