From 350ccc04816e4c249b71f55003abf42455c2311f Mon Sep 17 00:00:00 2001 From: Jiarui Fang Date: Tue, 8 Nov 2022 12:02:20 +0800 Subject: [PATCH] [example] opt does not depend on Titans (#1811) --- examples/language/opt/context.py | 32 ++++++++++++++++++++++++++ examples/language/opt/log | 10 -------- examples/language/opt/requirements.txt | 1 + examples/language/opt/run_clm.py | 2 +- 4 files changed, 34 insertions(+), 11 deletions(-) create mode 100644 examples/language/opt/context.py delete mode 100644 examples/language/opt/log diff --git a/examples/language/opt/context.py b/examples/language/opt/context.py new file mode 100644 index 000000000..95f0abf1d --- /dev/null +++ b/examples/language/opt/context.py @@ -0,0 +1,32 @@ +import torch.distributed as dist + +from colossalai.context import ParallelMode +from colossalai.core import global_context as gpc + + +class barrier_context(): + """ + This context manager is used to allow one process to execute while blocking all + other processes in the same process group. This is often useful when downloading is required + as we only want to download in one process to prevent file corruption. + Args: + executor_rank (int): the process rank to execute without blocking, all other processes will be blocked + parallel_mode (ParallelMode): the parallel mode corresponding to a process group + Usage: + with barrier_context(): + dataset = CIFAR10(root='./data', download=True) + """ + + def __init__(self, executor_rank: int = 0, parallel_mode: ParallelMode = ParallelMode.GLOBAL): + # the class name is lowercase by convention + current_rank = gpc.get_local_rank(parallel_mode=parallel_mode) + self.should_block = current_rank != executor_rank + self.group = gpc.get_group(parallel_mode=parallel_mode) + + def __enter__(self): + if self.should_block: + dist.barrier(group=self.group) + + def __exit__(self, exc_type, exc_value, exc_traceback): + if not self.should_block: + dist.barrier(group=self.group) diff --git a/examples/language/opt/log b/examples/language/opt/log deleted file mode 100644 index 4284d0038..000000000 --- a/examples/language/opt/log +++ /dev/null @@ -1,10 +0,0 @@ - PID TTY STAT TIME COMMAND -2767195 pts/19 Ss 0:01 -zsh LC_TERMINAL_VERSION=3.4.15 LANG=en_US.UTF-8 LC_TERMINAL=iTerm2 USER=lcfjr LOGNAME=lcfjr HOME=/home/lcfjr PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin SHELL=/usr/bin/zsh TERM=xterm-256color XDG_SESSION_ID=6572 XDG_RUNTIME_DIR=/run/user/1008 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus XDG_SESSION_TYPE=tty XDG_SESSION_CLASS=user MOTD_SHOWN=pam LC_NUMERIC=en_US.UTF-8 LC_TIME=en_US.UTF-8 LC_MONETARY=en_US.UTF-8 LC_PAPER=en_US.UTF-8 LC_NAME=en_US.UTF-8 LC_ADDRESS=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 SSH_CLIENT=124.14.224.115 17177 10086 SSH_CONNECTION=124.14.224.115 17177 59.108.228.2 10086 SSH_TTY=/dev/pts/19 -2810171 pts/19 T 0:00 \_ bash run_clm.sh LC_TERMINAL_VERSION=3.4.15 LANG=en_US.UTF-8 LC_TERMINAL=iTerm2 USER=lcfjr LOGNAME=lcfjr HOME=/home/lcfjr PATH=/home/lcfjr/miniconda3/envs/cs/bin:/home/lcfjr/miniconda3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin SHELL=/usr/bin/zsh TERM=xterm-256color XDG_SESSION_ID=6572 XDG_RUNTIME_DIR=/run/user/1008 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus XDG_SESSION_TYPE=tty XDG_SESSION_CLASS=user MOTD_SHOWN=pam LC_NUMERIC=en_US.UTF-8 LC_TIME=en_US.UTF-8 LC_MONETARY=en_US.UTF-8 LC_PAPER=en_US.UTF-8 LC_NAME=en_US.UTF-8 LC_ADDRESS=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 SSH_CLIENT=124.14.224.115 17177 10086 SSH_CONNECTION=124.14.224.115 17177 59.108.228.2 10086 SSH_TTY=/dev/pts/19 SHLVL=1 PWD=/home/lcfjr/codes/ColossalAI/examples/language/opt OLDPWD=/home/lcfjr/codes/Titans ZSH=/home/lcfjr/.oh-my-zsh PAGER=less LESS=-R LSCOLORS=Gxfxcxdxbxegedabagacad LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36: CONDA_EXE=/home/lcfjr/miniconda3/bin/conda _CE_M= _CE_CONDA= CONDA_PYTHON_EXE=/home/lcfjr/miniconda3/bin/python CONDA_SHLVL=3 CONDA_PREFIX=/home/lcfjr/miniconda3/envs/cs CONDA_DEFAULT_ENV=cs CONDA_PROMPT_MODIFIER=(cs) MODULES_CMD=/usr/lib/x86_64-linux-gnu/modulecmd.tcl ENV=/usr/share/modules/init/profile.sh MODULEPATH_modshare=/etc/environment-modules/modules:1:/usr/share/modules/$MODULE_VERSION/modulefiles:1:/usr/share/modules/modulefiles:1:/usr/share/modules/versions:1 BASH_ENV=/usr/share/modules/init/bash MODULESHOME=/usr/share/modules LOADEDMODULES=proxy/0.0.1-gcc-9.3.0 MODULEPATH=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2 FPATH=/usr/share/modules/init/zsh-functions:/home/lcfjr/.oh-my-zsh/plugins/git:/home/lcfjr/.oh-my-zsh/functions:/home/lcfjr/.oh-my-zsh/completions:/home/lcfjr/.oh-my-zsh/cache/completions:/usr/local/share/zsh/site-functions:/usr/share/zsh/vendor-functions:/usr/share/zsh/vendor-completions:/usr/share/zsh/functions/Calendar:/usr/share/zsh/functions/Chpwd:/usr/share/zsh/functions/Completion:/usr/share/zsh/functions/Completion/AIX:/usr/share/zsh/functions/Completion/BSD:/usr/share/zsh/functions/Completion/Base:/usr/share/zsh/functions/Completion/Cygwin:/usr/share/zsh/functions/Completion/Darwin:/usr/share/zsh/functions/Completion/Debian:/usr/share/zsh/functions/Completion/Linux:/usr/share/zsh/functions/Completion/Mandriva:/usr/share/zsh/functions/Completion/Redhat:/usr/share/zsh/functions/Completion/Solaris:/usr/share/zsh/functions/Completion/Unix:/usr/share/zsh/functions/Completion/X:/usr/share/zsh/functions/Completion/Zsh:/usr/share/zsh/functions/Completion/openSUSE:/usr/share/zsh/functions/Exceptions:/usr/share/zsh/functions/MIME:/usr/share/zsh/functions/Math:/usr/share/zsh/functions/Misc:/usr/share/zsh/functions/Newuser:/usr/share/zsh/functions/Prompts:/usr/share/zsh/functions/TCP:/usr/share/zsh/functions/VCS_Info:/usr/share/zsh/functions/VCS_Info/Backends:/usr/share/zsh/functions/Zftp:/usr/share/zsh/functions/Zle MANPATH=: CUDA_HOME=/opt/lcsoftware/spack/opt/spack/linux-ubuntu20.04-zen2/gcc-9.3.0/cuda-11.3.1-e4ejcraos3skqdcti64yorl6rrk5et47/ GITTOKEN=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 DATA=/data/scratch/cifar-10 PYTHONPATH=/home/lcfjr/codes/ColossalAI: CONDA_PREFIX_1=/home/lcfjr/miniconda3 RSYNC_PROXY=172.17.0.1:7890 all_proxy=socks5://172.17.0.1:7890 _LMFILES_=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2/proxy/0.0.1-gcc-9.3.0 https_proxy_modshare=http:1:7890:1://172.17.0.1:1 http_proxy=http://172.17.0.1:7890 RSYNC_PROXY_modshare=7890:1:172.17.0.1:1 http_proxy_modshare=http:1:7890:1://172.17.0.1:1 https_proxy=http://172.17.0.1:7890 all_proxy_modshare=socks5:1:7890:1://172.17.0.1:1 LOADEDMODULES_modshare=proxy/0.0.1-gcc-9.3.0:1 _LMFILES__modshare=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2/proxy/0.0.1-gcc-9.3.0:1 CUDA_VISIBLE_DEVICES=6 CONDA_PREFIX_2=/home/lcfjr/miniconda3/envs/dev _=/usr/bin/bash -2810176 pts/19 Tl 0:01 | \_ /home/lcfjr/miniconda3/envs/cs/bin/python /home/lcfjr/miniconda3/envs/cs/bin/torchrun --nproc_per_node 1 --master_port 19198 run_clm.py --dataset_name wikitext --dataset_config_name wikitext-2-raw-v1 --model_name_or_path facebook/opt-1.3b --output_dir /home/lcfjr/codes/ColossalAI/examples/language/opt --mem_cap 0 --per_device_train_batch_size 16 SHELL=/usr/bin/zsh LSCOLORS=Gxfxcxdxbxegedabagacad LESS=-R GPUNUM=1 CONDA_EXE=/home/lcfjr/miniconda3/bin/conda _CE_M= FPATH=/usr/share/modules/init/zsh-functions:/home/lcfjr/.oh-my-zsh/plugins/git:/home/lcfjr/.oh-my-zsh/functions:/home/lcfjr/.oh-my-zsh/completions:/home/lcfjr/.oh-my-zsh/cache/completions:/usr/local/share/zsh/site-functions:/usr/share/zsh/vendor-functions:/usr/share/zsh/vendor-completions:/usr/share/zsh/functions/Calendar:/usr/share/zsh/functions/Chpwd:/usr/share/zsh/functions/Completion:/usr/share/zsh/functions/Completion/AIX:/usr/share/zsh/functions/Completion/BSD:/usr/share/zsh/functions/Completion/Base:/usr/share/zsh/functions/Completion/Cygwin:/usr/share/zsh/functions/Completion/Darwin:/usr/share/zsh/functions/Completion/Debian:/usr/share/zsh/functions/Completion/Linux:/usr/share/zsh/functions/Completion/Mandriva:/usr/share/zsh/functions/Completion/Redhat:/usr/share/zsh/functions/Completion/Solaris:/usr/share/zsh/functions/Completion/Unix:/usr/share/zsh/functions/Completion/X:/usr/share/zsh/functions/Completion/Zsh:/usr/share/zsh/functions/Completion/openSUSE:/usr/share/zsh/functions/Exceptions:/usr/share/zsh/functions/MIME:/usr/share/zsh/functions/Math:/usr/share/zsh/functions/Misc:/usr/share/zsh/functions/Newuser:/usr/share/zsh/functions/Prompts:/usr/share/zsh/functions/TCP:/usr/share/zsh/functions/VCS_Info:/usr/share/zsh/functions/VCS_Info/Backends:/usr/share/zsh/functions/Zftp:/usr/share/zsh/functions/Zle LC_ADDRESS=en_US.UTF-8 LC_NAME=en_US.UTF-8 GITTOKEN=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 _LMFILES__modshare=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2/proxy/0.0.1-gcc-9.3.0:1 all_proxy_modshare=socks5:1:7890:1://172.17.0.1:1 LC_MONETARY=en_US.UTF-8 ENV=/usr/share/modules/init/profile.sh PWD=/home/lcfjr/codes/ColossalAI/examples/language/opt LOGNAME=lcfjr XDG_SESSION_TYPE=tty CONDA_PREFIX=/home/lcfjr/miniconda3/envs/cs MODULESHOME=/usr/share/modules MANPATH=: BS=16 MOTD_SHOWN=pam RSYNC_PROXY_modshare=7890:1:172.17.0.1:1 HOME=/home/lcfjr LC_PAPER=en_US.UTF-8 LANG=en_US.UTF-8 LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36: MODEL=1.3b CONDA_PROMPT_MODIFIER=(cs) LC_TERMINAL=iTerm2 https_proxy=http://172.17.0.1:7890 SSH_CONNECTION=124.14.224.115 17177 59.108.228.2 10086 CUDA_VISIBLE_DEVICES=6 MODULEPATH_modshare=/etc/environment-modules/modules:1:/usr/share/modules/$MODULE_VERSION/modulefiles:1:/usr/share/modules/modulefiles:1:/usr/share/modules/versions:1 XDG_SESSION_CLASS=user LOADEDMODULES_modshare=proxy/0.0.1-gcc-9.3.0:1 PYTHONPATH=/home/lcfjr/codes/ColossalAI: LC_IDENTIFICATION=en_US.UTF-8 TERM=xterm-256color ZSH=/home/lcfjr/.oh-my-zsh _CE_CONDA= DATA=/data/scratch/cifar-10 USER=lcfjr CONDA_SHLVL=3 LOADEDMODULES=proxy/0.0.1-gcc-9.3.0 LC_TERMINAL_VERSION=3.4.15 RSYNC_PROXY=172.17.0.1:7890 SHLVL=1 BASH_ENV=/usr/share/modules/init/bash PAGER=less LC_TELEPHONE=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 XDG_SESSION_ID=6572 http_proxy=http://172.17.0.1:7890 CONDA_PYTHON_EXE=/home/lcfjr/miniconda3/bin/python MEMCAP=0 XDG_RUNTIME_DIR=/run/user/1008 SSH_CLIENT=124.14.224.115 17177 10086 CONDA_DEFAULT_ENV=cs LC_TIME=en_US.UTF-8 CUDA_HOME=/opt/lcsoftware/spack/opt/spack/linux-ubuntu20.04-zen2/gcc-9.3.0/cuda-11.3.1-e4ejcraos3skqdcti64yorl6rrk5et47/ all_proxy=socks5://172.17.0.1:7890 PATH=/home/lcfjr/miniconda3/envs/cs/bin:/home/lcfjr/miniconda3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin MODULEPATH=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2 _LMFILES_=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2/proxy/0.0.1-gcc-9.3.0 http_proxy_modshare=http:1:7890:1://172.17.0.1:1 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus SSH_TTY=/dev/pts/19 CONDA_PREFIX_1=/home/lcfjr/miniconda3 CONDA_PREFIX_2=/home/lcfjr/miniconda3/envs/dev LC_NUMERIC=en_US.UTF-8 https_proxy_modshare=http:1:7890:1://172.17.0.1:1 OLDPWD=/home/lcfjr/codes/Titans MODULES_CMD=/usr/lib/x86_64-linux-gnu/modulecmd.tcl BASH_FUNC_switchml%%=() { typeset swfound=1; if [ "${MODULES_USE_COMPAT_VERSION:-0}" = '1' ]; then typeset swname='main'; if [ -e /usr/lib/x86_64-linux-gnu/modulecmd.tcl ]; then typeset swfound=0; unset MODULES_USE_COMPAT_VERSION; fi; else typeset swname='compatibility'; if [ -e /usr/lib/x86_64-linux-gnu/modulecmd-compat ]; then typeset swfound=0; MODULES_USE_COMPAT_VERSION=1; export MODULES_USE_COMPAT_VERSION; fi; fi; if [ $swfound -eq 0 ]; then echo "Switching to Modules $swname version"; source /usr/share/modules/init/bash; else echo "Cannot switch to Modules $swname version, command not found"; return 1; fi } BASH_FUNC_module%%=() { _module_raw "$@" 2>&1 } BASH_FUNC__module_raw%%=() { unset _mlshdbg; if [ "${MODULES_SILENT_SHELL_DEBUG:-0}" = '1' ]; then case "$-" in *v*x*) set +vx; _mlshdbg='vx' ;; *v*) set +v; _mlshdbg='v' ;; *x*) set +x; _mlshdbg='x' ;; *) _mlshdbg='' ;; esac; fi; unset _mlre _mlIFS; if [ -n "${IFS+x}" ]; then _mlIFS=$IFS; fi; IFS=' '; for _mlv in ${MODULES_RUN_QUARANTINE:-}; do if [ "${_mlv}" = "${_mlv##*[!A-Za-z0-9_]}" -a "${_mlv}" = "${_mlv#[0-9]}" ]; then if [ -n "`eval 'echo ${'$_mlv'+x}'`" ]; then _mlre="${_mlre:-}${_mlv}_modquar='`eval 'echo ${'$_mlv'}'`' "; fi; _mlrv="MODULES_RUNENV_${_mlv}"; _mlre="${_mlre:-}${_mlv}='`eval 'echo ${'$_mlrv':-}'`' "; fi; done; if [ -n "${_mlre:-}" ]; then eval `eval ${_mlre}/usr/bin/tclsh8.6 /usr/lib/x86_64-linux-gnu/modulecmd.tcl bash '"$@"'`; else eval `/usr/bin/tclsh8.6 /usr/lib/x86_64-linux-gnu/modulecmd.tcl bash "$@"`; fi; _mlstatus=$?; if [ -n "${_mlIFS+x}" ]; then IFS=$_mlIFS; else unset IFS; fi; unset _mlre _mlv _mlrv _mlIFS; if [ -n "${_mlshdbg:-}" ]; then set -$_mlshdbg; fi; unset _mlshdbg; return $_mlstatus } _=/home/lcfjr/miniconda3/envs/cs/bin/torchrun -2810184 pts/19 Z 24:41 | \_ [python] -2813011 pts/19 R+ 0:00 \_ ps ef LC_TERMINAL_VERSION=3.4.15 LANG=en_US.UTF-8 LC_TERMINAL=iTerm2 USER=lcfjr LOGNAME=lcfjr HOME=/home/lcfjr PATH=/home/lcfjr/miniconda3/envs/cs/bin:/home/lcfjr/miniconda3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin SHELL=/usr/bin/zsh TERM=xterm-256color XDG_SESSION_ID=6572 XDG_RUNTIME_DIR=/run/user/1008 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus XDG_SESSION_TYPE=tty XDG_SESSION_CLASS=user MOTD_SHOWN=pam LC_NUMERIC=en_US.UTF-8 LC_TIME=en_US.UTF-8 LC_MONETARY=en_US.UTF-8 LC_PAPER=en_US.UTF-8 LC_NAME=en_US.UTF-8 LC_ADDRESS=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 SSH_CLIENT=124.14.224.115 17177 10086 SSH_CONNECTION=124.14.224.115 17177 59.108.228.2 10086 SSH_TTY=/dev/pts/19 SHLVL=1 PWD=/home/lcfjr/codes/ColossalAI/examples/language/opt OLDPWD=/home/lcfjr/codes/Titans ZSH=/home/lcfjr/.oh-my-zsh PAGER=less LESS=-R LSCOLORS=Gxfxcxdxbxegedabagacad LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36: CONDA_EXE=/home/lcfjr/miniconda3/bin/conda _CE_M= _CE_CONDA= CONDA_PYTHON_EXE=/home/lcfjr/miniconda3/bin/python CONDA_SHLVL=3 CONDA_PREFIX=/home/lcfjr/miniconda3/envs/cs CONDA_DEFAULT_ENV=cs CONDA_PROMPT_MODIFIER=(cs) MODULES_CMD=/usr/lib/x86_64-linux-gnu/modulecmd.tcl ENV=/usr/share/modules/init/profile.sh MODULEPATH_modshare=/etc/environment-modules/modules:1:/usr/share/modules/$MODULE_VERSION/modulefiles:1:/usr/share/modules/modulefiles:1:/usr/share/modules/versions:1 BASH_ENV=/usr/share/modules/init/bash MODULESHOME=/usr/share/modules LOADEDMODULES=proxy/0.0.1-gcc-9.3.0 MODULEPATH=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2 FPATH=/usr/share/modules/init/zsh-functions:/home/lcfjr/.oh-my-zsh/plugins/git:/home/lcfjr/.oh-my-zsh/functions:/home/lcfjr/.oh-my-zsh/completions:/home/lcfjr/.oh-my-zsh/cache/completions:/usr/local/share/zsh/site-functions:/usr/share/zsh/vendor-functions:/usr/share/zsh/vendor-completions:/usr/share/zsh/functions/Calendar:/usr/share/zsh/functions/Chpwd:/usr/share/zsh/functions/Completion:/usr/share/zsh/functions/Completion/AIX:/usr/share/zsh/functions/Completion/BSD:/usr/share/zsh/functions/Completion/Base:/usr/share/zsh/functions/Completion/Cygwin:/usr/share/zsh/functions/Completion/Darwin:/usr/share/zsh/functions/Completion/Debian:/usr/share/zsh/functions/Completion/Linux:/usr/share/zsh/functions/Completion/Mandriva:/usr/share/zsh/functions/Completion/Redhat:/usr/share/zsh/functions/Completion/Solaris:/usr/share/zsh/functions/Completion/Unix:/usr/share/zsh/functions/Completion/X:/usr/share/zsh/functions/Completion/Zsh:/usr/share/zsh/functions/Completion/openSUSE:/usr/share/zsh/functions/Exceptions:/usr/share/zsh/functions/MIME:/usr/share/zsh/functions/Math:/usr/share/zsh/functions/Misc:/usr/share/zsh/functions/Newuser:/usr/share/zsh/functions/Prompts:/usr/share/zsh/functions/TCP:/usr/share/zsh/functions/VCS_Info:/usr/share/zsh/functions/VCS_Info/Backends:/usr/share/zsh/functions/Zftp:/usr/share/zsh/functions/Zle MANPATH=: CUDA_HOME=/opt/lcsoftware/spack/opt/spack/linux-ubuntu20.04-zen2/gcc-9.3.0/cuda-11.3.1-e4ejcraos3skqdcti64yorl6rrk5et47/ GITTOKEN=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 DATA=/data/scratch/cifar-10 PYTHONPATH=/home/lcfjr/codes/ColossalAI: CONDA_PREFIX_1=/home/lcfjr/miniconda3 RSYNC_PROXY=172.17.0.1:7890 all_proxy=socks5://172.17.0.1:7890 _LMFILES_=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2/proxy/0.0.1-gcc-9.3.0 https_proxy_modshare=http:1:7890:1://172.17.0.1:1 http_proxy=http://172.17.0.1:7890 RSYNC_PROXY_modshare=7890:1:172.17.0.1:1 http_proxy_modshare=http:1:7890:1://172.17.0.1:1 https_proxy=http://172.17.0.1:7890 all_proxy_modshare=socks5:1:7890:1://172.17.0.1:1 LOADEDMODULES_modshare=proxy/0.0.1-gcc-9.3.0:1 _LMFILES__modshare=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2/proxy/0.0.1-gcc-9.3.0:1 CUDA_VISIBLE_DEVICES=6 CONDA_PREFIX_2=/home/lcfjr/miniconda3/envs/dev _=/usr/bin/ps -2666493 pts/35 Ss+ 0:00 -zsh LC_TERMINAL_VERSION=3.4.15 LANG=en_US.UTF-8 LC_TERMINAL=iTerm2 USER=lcfjr LOGNAME=lcfjr HOME=/home/lcfjr PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin SHELL=/usr/bin/zsh TERM=xterm-256color XDG_SESSION_ID=6555 XDG_RUNTIME_DIR=/run/user/1008 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus XDG_SESSION_TYPE=tty XDG_SESSION_CLASS=user MOTD_SHOWN=pam LC_NUMERIC=en_US.UTF-8 LC_TIME=en_US.UTF-8 LC_MONETARY=en_US.UTF-8 LC_PAPER=en_US.UTF-8 LC_NAME=en_US.UTF-8 LC_ADDRESS=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 SSH_CLIENT=124.14.224.115 33038 10086 SSH_CONNECTION=124.14.224.115 33038 59.108.228.2 10086 SSH_TTY=/dev/pts/35 -2656881 pts/24 Ss+ 0:01 -zsh LC_TERMINAL_VERSION=3.4.15 LANG=en_US.UTF-8 LC_TERMINAL=iTerm2 USER=lcfjr LOGNAME=lcfjr HOME=/home/lcfjr PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin SHELL=/usr/bin/zsh TERM=xterm-256color XDG_SESSION_ID=6551 XDG_RUNTIME_DIR=/run/user/1008 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus XDG_SESSION_TYPE=tty XDG_SESSION_CLASS=user MOTD_SHOWN=pam LC_NUMERIC=en_US.UTF-8 LC_TIME=en_US.UTF-8 LC_MONETARY=en_US.UTF-8 LC_PAPER=en_US.UTF-8 LC_NAME=en_US.UTF-8 LC_ADDRESS=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 SSH_CLIENT=124.14.224.115 12979 10086 SSH_CONNECTION=124.14.224.115 12979 59.108.228.2 10086 SSH_TTY=/dev/pts/24 -2673174 pts/36 Ss+ 0:00 /usr/bin/zsh USER=lcfjr SSH_CLIENT=124.14.224.115 24967 10086 LC_TIME=en_US.UTF-8 XDG_SESSION_TYPE=tty SHLVL=1 MOTD_SHOWN=pam HOME=/home/lcfjr OLDPWD=/home/lcfjr LC_MONETARY=en_US.UTF-8 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus LOGNAME=lcfjr _=/home/lcfjr/.vscode-server/bin/f80445acd5a3dadef24aa209168452a3d97cc326/node XDG_SESSION_CLASS=user XDG_SESSION_ID=6542 PATH=/home/lcfjr/.vscode-server/bin/f80445acd5a3dadef24aa209168452a3d97cc326/bin/remote-cli:/home/lcfjr/miniconda3/bin:/home/lcfjr/miniconda3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin LC_ADDRESS=en_US.UTF-8 XDG_RUNTIME_DIR=/run/user/1008 LANG=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 SHELL=/usr/bin/zsh LC_NAME=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 PWD=/home/lcfjr/codes/RecSysDemo SSH_CONNECTION=124.14.224.115 24967 59.108.228.2 10086 LC_NUMERIC=en_US.UTF-8 LC_PAPER=en_US.UTF-8 ZSH=/home/lcfjr/.oh-my-zsh PAGER=less LESS=-R LSCOLORS=Gxfxcxdxbxegedabagacad CONDA_EXE=/home/lcfjr/miniconda3/bin/conda CONDA_PYTHON_EXE=/home/lcfjr/miniconda3/bin/python CONDA_SHLVL=1 CONDA_PREFIX=/home/lcfjr/miniconda3 CONDA_DEFAULT_ENV=base CONDA_PROMPT_MODIFIER=(base) MODULES_CMD=/usr/lib/x86_64-linux-gnu/modulecmd.tcl ENV=/usr/share/modules/init/profile.sh MODULEPATH_modshare=/etc/environment-modules/modules:1:/usr/share/modules/$MODULE_VERSION/modulefiles:1:/usr/share/modules/modulefiles:1:/usr/share/modules/versions:1 BASH_ENV=/usr/share/modules/init/bash MODULESHOME=/usr/share/modules MODULEPATH=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2 FPATH=/usr/share/modules/init/zsh-functions:/home/lcfjr/.oh-my-zsh/plugins/git:/home/lcfjr/.oh-my-zsh/functions:/home/lcfjr/.oh-my-zsh/completions:/home/lcfjr/.oh-my-zsh/cache/completions:/usr/local/share/zsh/site-functions:/usr/share/zsh/vendor-functions:/usr/share/zsh/vendor-completions:/usr/share/zsh/functions/Calendar:/usr/share/zsh/functions/Chpwd:/usr/share/zsh/functions/Completion:/usr/share/zsh/functions/Completion/AIX:/usr/share/zsh/functions/Completion/BSD:/usr/share/zsh/functions/Completion/Base:/usr/share/zsh/functions/Completion/Cygwin:/usr/share/zsh/functions/Completion/Darwin:/usr/share/zsh/functions/Completion/Debian:/usr/share/zsh/functions/Completion/Linux:/usr/share/zsh/functions/Completion/Mandriva:/usr/share/zsh/functions/Completion/Redhat:/usr/share/zsh/functions/Completion/Solaris:/usr/share/zsh/functions/Completion/Unix:/usr/share/zsh/functions/Completion/X:/usr/share/zsh/functions/Completion/Zsh:/usr/share/zsh/functions/Completion/openSUSE:/usr/share/zsh/functions/Exceptions:/usr/share/zsh/functions/MIME:/usr/share/zsh/functions/Math:/usr/share/zsh/functions/Misc:/usr/share/zsh/functions/Newuser:/usr/share/zsh/functions/Prompts:/usr/share/zsh/functions/TCP:/usr/share/zsh/functions/VCS_Info:/usr/share/zsh/functions/VCS_Info/Backends:/usr/share/zsh/functions/Zftp:/usr/share/zsh/functions/Zle MANPATH=: CUDA_HOME=/opt/lcsoftware/spack/opt/spack/linux-ubuntu20.04-zen2/gcc-9.3.0/cuda-11.3.1-e4ejcraos3skqdcti64yorl6rrk5et47/ GITTOKEN=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 DATA=/data/scratch/cifar-10 PYTHONPATH=/home/lcfjr/codes/ColossalAI: BROWSER=/home/lcfjr/.vscode-server/bin/f80445acd5a3dadef24aa209168452a3d97cc326/bin/helpers/browser.sh TERM_PROGRAM=vscode TERM_PROGRAM_VERSION=1.64.2 COLORTERM=truecolor VSCODE_GIT_IPC_HANDLE=/run/user/1008/vscode-git-fba67a188a.sock GIT_ASKPASS=/home/lcfjr/.vscode-server/bin/f80445acd5a3dadef24aa209168452a3d97cc326/extensions/git/dist/askpass.sh VSCODE_GIT_ASKPASS_NODE=/home/lcfjr/.vscode-server/bin/f80445acd5a3dadef24aa209168452a3d97cc326/node VSCODE_GIT_ASKPASS_EXTRA_ARGS= VSCODE_GIT_ASKPASS_MAIN=/home/lcfjr/.vscode-server/bin/f80445acd5a3dadef24aa209168452a3d97cc326/extensions/git/dist/askpass-main.js VSCODE_IPC_HOOK_CLI=/run/user/1008/vscode-ipc-0c9910f5-ef18-4234-ba4e-523ff58da4be.sock TERM=xterm-256color - 303953 pts/11 Ss+ 0:00 -zsh BASH_ENV=/usr/share/modules/init/bash CONDA_DEFAULT_ENV=cs CONDA_EXE=/home/lcfjr/miniconda3/bin/conda CONDA_PREFIX=/home/lcfjr/miniconda3/envs/cs CONDA_PREFIX_1=/home/lcfjr/miniconda3 CONDA_PROMPT_MODIFIER=(cs) CONDA_PYTHON_EXE=/home/lcfjr/miniconda3/bin/python CONDA_SHLVL=2 CUDA_HOME=/opt/lcsoftware/spack/opt/spack/linux-ubuntu20.04-zen2/gcc-9.3.0/cuda-11.3.1-e4ejcraos3skqdcti64yorl6rrk5et47/ CUDA_VISIBLE_DEVICES=5 DATA=/data/scratch/cifar-10 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus ENV=/usr/share/modules/init/profile.sh FPATH=/usr/share/modules/init/zsh-functions:/home/lcfjr/.oh-my-zsh/plugins/git:/home/lcfjr/.oh-my-zsh/functions:/home/lcfjr/.oh-my-zsh/completions:/home/lcfjr/.oh-my-zsh/cache/completions:/usr/local/share/zsh/site-functions:/usr/share/zsh/vendor-functions:/usr/share/zsh/vendor-completions:/usr/share/zsh/functions/Calendar:/usr/share/zsh/functions/Chpwd:/usr/share/zsh/functions/Completion:/usr/share/zsh/functions/Completion/AIX:/usr/share/zsh/functions/Completion/BSD:/usr/share/zsh/functions/Completion/Base:/usr/share/zsh/functions/Completion/Cygwin:/usr/share/zsh/functions/Completion/Darwin:/usr/share/zsh/functions/Completion/Debian:/usr/share/zsh/functions/Completion/Linux:/usr/share/zsh/functions/Completion/Mandriva:/usr/share/zsh/functions/Completion/Redhat:/usr/share/zsh/functions/Completion/Solaris:/usr/share/zsh/functions/Completion/Unix:/usr/share/zsh/functions/Completion/X:/usr/share/zsh/functions/Completion/Zsh:/usr/share/zsh/functions/Completion/openSUSE:/usr/share/zsh/functions/Exceptions:/usr/share/zsh/functions/MIME:/usr/share/zsh/functions/Math:/usr/share/zsh/functions/Misc:/usr/share/zsh/functions/Newuser:/usr/share/zsh/functions/Prompts:/usr/share/zsh/functions/TCP:/usr/share/zsh/functions/VCS_Info:/usr/share/zsh/functions/VCS_Info/Backends:/usr/share/zsh/functions/Zftp:/usr/share/zsh/functions/Zle GITTOKEN=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 HOME=/home/lcfjr LANG=en_US.UTF-8 LC_ADDRESS=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_MONETARY=en_US.UTF-8 LC_NAME=en_US.UTF-8 LC_NUMERIC=en_US.UTF-8 LC_PAPER=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 LC_TERMINAL=iTerm2 LC_TERMINAL_VERSION=3.4.15 LC_TIME=en_US.UTF-8 LESS=-R LOADEDMODULES= LOGNAME=lcfjr LSCOLORS=Gxfxcxdxbxegedabagacad LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36: MANPATH=: MODULEPATH=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2 MODULEPATH_modshare=/etc/environment-modules/modules:1:/usr/share/modules/$MODULE_VERSION/modulefiles:1:/usr/share/modules/modulefiles:1:/usr/share/modules/versions:1 MODULESHOME=/usr/share/modules MODULES_CMD=/usr/lib/x86_64-linux-gnu/modulecmd.tcl MOTD_SHOWN=pam OLDPWD=/home/lcfjr/codes/shenggui/OPT-Demo/logs PAGER=less PATH=/home/lcfjr/miniconda3/envs/cs/bin:/home/lcfjr/miniconda3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin PWD=/home/lcfjr/codes/shenggui/OPT-Demo PYTHONPATH=/home/lcfjr/codes/ColossalAI: SHELL=/usr/bin/zsh SHLVL=1 SSH_CLIENT=113.208.117.206 52011 10086 SSH_CONNECTION=113.208.117.206 52011 59.108.228.2 10086 SSH_TTY=/dev/pts/10 TERM=screen TMUX=/tmp//tmux-1008/default,303952,0 TMUX_PANE=%0 USER=lcfjr XDG_RUNTIME_DIR=/run/user/1008 XDG_SESSION_CLASS=user XDG_SESSION_ID=174 XDG_SESSION_TYPE=tty ZSH=/home/lcfjr/.oh-my-zsh _=/usr/bin/tmux _CE_CONDA= _CE_M= diff --git a/examples/language/opt/requirements.txt b/examples/language/opt/requirements.txt index 47bec60d2..c34df7992 100644 --- a/examples/language/opt/requirements.txt +++ b/examples/language/opt/requirements.txt @@ -3,3 +3,4 @@ torch >= 1.8.1 datasets >= 1.8.0 sentencepiece != 0.1.92 protobuf +accelerate == 0.13.2 diff --git a/examples/language/opt/run_clm.py b/examples/language/opt/run_clm.py index b9283de08..2bcfb8923 100755 --- a/examples/language/opt/run_clm.py +++ b/examples/language/opt/run_clm.py @@ -32,9 +32,9 @@ import datasets import torch import torch.distributed as dist from accelerate.utils import set_seed +from context import barrier_context from datasets import load_dataset from packaging import version -from titans.utils import barrier_context from torch.utils.data import DataLoader from tqdm.auto import tqdm from utils import colo_memory_cap