Old transformers

materials_entity_recognition/scripts/mat_models.py

@@ -419,6 +419,7 @@ def matTP_identify_sents(self, input_sents):
         )
         if self.prefetch_size > 0:
             data_X.prefetch(self.prefetch_size)
+
         # Prediction
         all_y_preds = self.model.predict_label(x_batches=data_X)
 

materials_entity_recognition/scripts/model_framework.py

@@ -105,11 +105,11 @@ def __init__(self,
             self.parameters_path = os.path.join(self.model_path, 'parameters.pkl')
 
         self.last_cp_dir = os.path.join(self.model_path, 'last_cp')
-        if not os.path.exists(self.last_cp_dir):
+        if not (to_reload_model or os.path.exists(self.last_cp_dir)):
             os.makedirs(self.last_cp_dir)
         self.last_cp_path = os.path.join(self.last_cp_dir, 'cp.ckpt')
         self.opt_cp_dir = os.path.join(self.model_path, 'opt_cp')
-        if not os.path.exists(self.opt_cp_dir):
+        if not (to_reload_model or os.path.exists(self.opt_cp_dir)):
             os.makedirs(self.opt_cp_dir)
         self.opt_cp_path = os.path.join(self.opt_cp_dir, 'cp.ckpt')
 

materials_entity_recognition/scripts/sent_ele_func.py

@@ -7,8 +7,9 @@
 
 # constant
 if found_package('material_parser'):
-    from material_parser.material_parser import MaterialParser
+    from material_parser.material_parser_old import MaterialParser
     mp = MaterialParser(pubchem_lookup=False)
+    print ("Using Material Parser (old version).")
 allNonMetalElements = set(['C', 'H', 'O', 'N', 'Cl', 'F', 'P', 'S', 'Br', 'I', 'Se'] + ['He', 'Ne', 'Ar', 'Kr', 'Xe', 'Rn'])
 # element table by symbol of elements
 elementTable = {

requirement.txt

@@ -1,8 +1,7 @@
-tensorflow>=2.3.0
+tensorflow==2.3.0
 tensorflow-addons>=0.12.0
-transformers>=4.3.2
-torch
+transformers==4.2.2
 spacy
 chemdataextractor
 numpy
-psutil
+psutil

setup.py

@@ -13,13 +13,12 @@
           packages=find_packages(),
           include_package_data=True,
           install_requires=[
-              'tensorflow>=2.3.0',
+              'tensorflow==2.3.0',
               'tensorflow-addons>=0.12.0',
               'spacy',
               'chemdataextractor',
               'numpy',
-              'transformers>=4.3.2',
-              'torch',
+              'transformers==4.2.2',
               'psutil',
           ],
           zip_safe=False)