Skip to content

Commit

Permalink
fix bugs
Browse files Browse the repository at this point in the history
  • Loading branch information
mst272 committed Aug 12, 2024
1 parent 29e9974 commit f418585
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion train_args/dpo/dpo_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,7 @@ class TrainArgument(DPOConfig):
fp16: bool = field(default=False, metadata={"help": "Whether to use fp16 (mixed) precision instead of 32-bit"})

# Deepspeed训练相关参数,不使用时设置为default=None
deepspeed: Optional[str] = field(default='./train_args/deepspeed_config/ds_config_zero2.json',
deepspeed: Optional[str] = field(default=None,
metadata={"help": "启用Deepspeed时需要的config文件"})
# ---------------------------------------------------------------------------------------------------------------------
# 上面参数是常规TrainingArguments设置,下面参数则是dpo配置参数。下面为DPOConfig默认配置。
Expand Down
2 changes: 1 addition & 1 deletion train_args/sft/lora_qlora/base.py
Original file line number Diff line number Diff line change
Expand Up @@ -42,5 +42,5 @@ class TrainArgument(TrainingArguments):
fp16: bool = field(default=False, metadata={"help": "Whether to use fp16 (mixed) precision instead of 32-bit"})

# Deepspeed训练相关参数,不使用时设置为default=None
deepspeed: Optional[str] = field(default='./train_args/deepspeed_config/ds_config_zero2.json',
deepspeed: Optional[str] = field(default=None,
metadata={"help": "启用Deepspeed时需要的config文件"})

0 comments on commit f418585

Please sign in to comment.