fix(initialize/launch.py): set default value for use_flash_attn (#158)

* add default for use_flash_attn

* fix lint
pull/160/head
ytxiong 2023-08-01 16:03:06 +08:00 committed by GitHub
parent 5ee651c2f1
commit 307c4741d1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 0 deletions

View File

@ -173,6 +173,10 @@ def args_sanity_check():
logger.info("+" * 15 + " beta2_scheduler Info " + "+" * 15) # pylint: disable=W1201
logger.info(f"beta2_scheduler: {gpc.config.beta2_scheduler}")
# process the model config
if "use_flash_attn" not in gpc.config.model:
gpc.config.model._add_item("use_flash_attn", True)
def launch(
config: Union[str, Path, Config, Dict],