update llava model import path. (#819)

Author: lkk12014402

intel_extension_for_transformers/neural_chat/examples/finetuning/multi_modal/train.py

@@ -27,7 +27,7 @@
 
 from transformers import AutoTokenizer, set_seed, BitsAndBytesConfig
 from transformers.integrations.deepspeed import is_deepspeed_available
-from intel_extension_for_transformers.transformers.modeling import LlavaMistralForCausalLM
+from intel_extension_for_transformers.transformers.modeling.llava_models import LlavaMistralForCausalLM
 from llava_utils import *
 
 if is_optimum_habana_available():

intel_extension_for_transformers/transformers/modeling/__init__.py

@@ -22,4 +22,3 @@
 from .modeling_auto import (AutoModel, AutoModelForCausalLM,
  AutoModelForSeq2SeqLM, GPTBigCodeForCausalLM)
 
-from .llava_models.llava_mistral import LlavaMistralForCausalLM 

intel_extension_for_transformers/transformers/modeling/llava_models/__init__.py

@@ -14,3 +14,5 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
+from .llava_mistral import LlavaMistralForCausalLM

tests/CI/test_llava.py

@@ -1,8 +1,6 @@
-import sys
-sys.path.append("/data2/lkk/intel-extension-for-transformers")
 import os
 import unittest
-from intel_extension_for_transformers.transformers.modeling import LlavaMistralForCausalLM
+from intel_extension_for_transformers.transformers.modeling.llava_models import LlavaMistralForCausalLM
 from accelerate import init_empty_weights
 from transformers import AutoConfig, AutoTokenizer
 import torch