environment failed

[chenxinhua]

Traceback (most recent call last):
File "", line 198, in _run_module_as_main
File "", line 88, in _run_code
File "/caizhihan/chenxinhua/PLLaVA/tasks/eval/demo/pllava_demo.py", line 250, in
chat = init_model(args)
^^^^^^^^^^^^^^^^
File "/caizhihan/chenxinhua/PLLaVA/tasks/eval/demo/pllava_demo.py", line 33, in init_model
model, processor = load_pllava(
^^^^^^^^^^^^
File "/caizhihan/chenxinhua/PLLaVA/tasks/eval/model_utils.py", line 53, in load_pllava
model = PllavaForConditionalGeneration.from_pretrained(repo_id, config=config, torch_dtype=torch.bfloat16)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/test/lib/python3.11/site-packages/transformers/modeling_utils.py", line 3810, in from_pretrained
model = cls(config, *model_args, **model_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/caizhihan/chenxinhua/PLLaVA/models/pllava/modeling_pllava.py", line 291, in init
self.vision_tower = AutoModel.from_config(config.vision_config)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/test/lib/python3.11/site-packages/transformers/models/auto/auto_factory.py", line 437, in from_config
model_class = _get_model_class(config, cls._model_mapping)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/test/lib/python3.11/site-packages/transformers/models/auto/auto_factory.py", line 384, in _get_model_class
supported_models = model_mapping[type(config)]
~~~~~~~~~~~~~^^^^^^^^^^^^^^
File "/root/miniconda3/envs/test/lib/python3.11/site-packages/transformers/models/auto/auto_factory.py", line 735, in getitem
return self._load_attr_from_module(model_type, model_name)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/test/lib/python3.11/site-packages/transformers/models/auto/auto_factory.py", line 749, in _load_attr_from_module
return getattribute_from_module(self._modules[module_name], attr)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/test/lib/python3.11/site-packages/transformers/models/auto/auto_factory.py", line 693, in getattribute_from_module
if hasattr(module, attr):
^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/test/lib/python3.11/site-packages/transformers/utils/import_utils.py", line 1593, in getattr
module = self._get_module(self._class_to_module[name])
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/test/lib/python3.11/site-packages/transformers/utils/import_utils.py", line 1605, in _get_module
raise RuntimeError(
RuntimeError: Failed to import transformers.models.clip.modeling_clip because of the following error (look up to see its traceback):
/root/miniconda3/envs/test/lib/python3.11/site-packages/flash_attn_2_cuda.cpython-311-x86_64-linux-gnu.so: undefined symbol: _ZN3c105ErrorC2ENS_14SourceLocationENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE