Skip to content

Commit

Permalink
Merge conflict
Browse files Browse the repository at this point in the history
  • Loading branch information
2U1 committed Sep 15, 2024
2 parents f48d361 + f65621c commit 6a1ce65
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions src/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -41,8 +41,7 @@ def load_pretrained_model(model_path, model_base, model_name, load_8bit=False, l
lora_cfg_pretrained = AutoConfig.from_pretrained(model_path, trust_remote_code=True)
if hasattr(lora_cfg_pretrained, 'quantization_config'):
del lora_cfg_pretrained.quantization_config

processor = AutoProcessor.from_pretrained(model_base, trust_remote_code=True)
processor = AutoProcessor.from_pretrained(model_base, turst_remote_code=True)
print('Loading Phi3-Vision from base model...')
model = AutoModelForCausalLM.from_pretrained(model_base, low_cpu_mem_usage=True, config=lora_cfg_pretrained, trust_remote_code=True, **kwargs)
token_num, tokem_dim = model.lm_head.out_features, model.lm_head.in_features
Expand Down

0 comments on commit 6a1ce65

Please sign in to comment.