Added 3.4.1 tests

Author: C-K-Loan

tests/release_tests/341_release/341_tests.py

@@ -0,0 +1,100 @@
+import unittest
+import nlu
+import sys
+
+
+class Test341(unittest.TestCase):
+
+    def test_341_models(self):
+        import pandas as pd
+        te = [
+            'en.embed.longformer.clinical',
+            'en.classify.emotion.bert',
+            'en.classify.typos.distilbert',
+            'de.classify.news_sentiment.bert',
+            'xx.embed.albert.indic',
+            'xx.ner.masakhaner',
+            'fr.embed.word2vec_wiki_1000',
+            'fr.embed.word2vec_wac_200',
+            'fr.embed.w2v_cc_300d',
+            'vi.embed.distilbert.cased',
+        ]
+
+        fails = []
+        for t in te:
+            try:
+                print(f'Testing spell = {t}')
+                pipe = nlu.load(t, verbose=True)
+                df = pipe.predict(['Peter love pancaces. I hate Mondays', 'I love Fridays'])
+                for c in df.columns: print(df[c])
+            except Exception as err:
+                print(f'Failure for spell = {t} ', err)
+                e = sys.exc_info()
+                print(e[0])
+                print(e[1])
+                fails.append(t)
+
+        fail_string = "\n".join(fails)
+        print(f'Done testing, failures = {fail_string}')
+        if len(fails) > 0:
+            raise Exception("Not all new spells completed successfully")
+
+    def test_341_HC_models(self):
+        import tests.secrets as sct
+
+        SPARK_NLP_LICENSE = sct.SPARK_NLP_LICENSE
+        AWS_ACCESS_KEY_ID = sct.AWS_ACCESS_KEY_ID
+        AWS_SECRET_ACCESS_KEY = sct.AWS_SECRET_ACCESS_KEY
+        JSL_SECRET = sct.JSL_SECRET
+        nlu.auth(SPARK_NLP_LICENSE, AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, JSL_SECRET)
+        te = [
+            'en.med_ner.supplement_clinical',
+            'en.resolve.rxnorm.augmented_re',
+            'en.classify.gender.seq_biobert',
+            'es.embed.sciwiki_300d',
+            'en.classify.ade.seq_biobert',
+            'en.classify.pico.seq_biobert',
+            'en.classify.ade.seq_distilbert',
+            'es.med_ner.deid.generic',
+            'es.med_ner.deid.subentity',
+
+            'en.relation.temporal_events_clinical',
+            'en.relation.adverse_drug_events.clinical',
+            'en.relation.adverse_drug_events.clinical.biobert',
+
+        ]
+        sample_texts = ["""
+            Antonio Pérez Juan, nacido en Cadiz, España. Aún no estaba vacunado, se infectó con Covid-19 el dia 14/03/2020 y tuvo que ir al Hospital. Fue tratado con anticuerpos monoclonales en la Clinica San Carlos..
+                        """,
+                        """
+                        Datos del paciente. Nombre:  Jose . Apellidos: Aranda Martinez. NHC: 2748903. NASS: 26 37482910.
+                        """,
+                        """The patient was given metformin 500 mg, 2.5 mg of coumadin and then ibuprofen""",
+                        """he patient was given metformin 400 mg, coumadin 5 mg, coumadin, amlodipine 10 MG""",
+                        """To compare the results of recording enamel opacities using the TF and modified DDE indices.""",
+                        """I felt a bit drowsy and had blurred vision after taking Aspirin.""",
+                        ]
+        fails = []
+        succs = []
+        for t in te:
+            try:
+                print(f'Testing spell = {t}')
+                pipe = nlu.load(t, verbose=True)
+                df = pipe.predict(sample_texts, drop_irrelevant_cols=False, metadata=True, )
+                print(df.columns)
+                for c in df.columns:
+                    print(df[c])
+                succs.append(t)
+            except Exception as err:
+                print(f'Failure for spell = {t} ', err)
+                fails.append(t)
+                break
+        fail_string = '\n'.join(fails)
+        succ_string = '\n'.join(succs)
+        print(f'Done testing, failures = {fail_string}')
+        print(f'Done testing, successes = {succ_string}')
+        if len(fails) > 0:
+            raise Exception("Not all new spells completed successfully")
+
+if __name__ == '__main__':
+    unittest.main()