#170 done

nicolay-r · Dec 29, 2024 · 235ca62 · 235ca62
1 parent bfe7505
commit 235ca62
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/arelight/run/infer.py b/arelight/run/infer.py
@@ -248,7 +248,8 @@ def setup_collection_name(value):
                         str_list=content,
                         src=args.translate_text.split(':')[0],
                         dest=args.translate_text.split(':')[1]),
-                    do_translate_entity=False),
+                    do_translate_entity=False,
+                    is_span_func=lambda term: isinstance(term, IndexedEntity)),
                 BasePipelineItem(src_func=lambda l: string_terms_to_list(l)),
             ]
         }

diff --git a/test/test_document_parsing_benchmark.py b/test/test_document_parsing_benchmark.py
@@ -70,6 +70,7 @@ def test_translator(self):
             MLTextTranslatorPipelineItem(
                 src_func=lambda text: split_by_whitespaces(text),
                 batch_translate_model=lambda content: translator(str_list=content, src="ru", dest="en"),
+                is_span_func=lambda term: isinstance(term, IndexedEntity),
                 do_translate_entity=False)
         ]