2022-02-28 21:31:16,414 run DEBUG: systemctl enable tmp.mount
2022-02-28 21:31:16,450 run DEBUG: systemctl start tmp.mount
2022-02-28 21:31:16,481 run DEBUG: groupadd munge -g 980
2022-02-28 21:31:16,862 run DEBUG: useradd -m -c MungeUser -d /var/run/munge -r munge -u 980 -g 980
2022-02-28 21:31:17,051 run DEBUG: groupadd slurm -g 981
2022-02-28 21:31:17,384 run DEBUG: useradd -m -c SlurmUser -d /var/lib/slurm -r slurm -u 981 -g 981
2022-02-28 21:31:17,475 run DEBUG: groupadd slurmrestd -g 982
2022-02-28 21:31:17,839 run DEBUG: useradd -m -c Slurmrestd -d /var/lib/slurmrestd -r slurmrestd -u 982 -g 982
2022-02-28 21:31:17,916 run DEBUG: yum -y groupinstall 'Development Tools'
2022-02-28 21:31:18,727 run DEBUG: yum install -y autoconf automake bind-utils cifs-utils epel-release flex gcc gcc-c++ git hdf5-devel http-parser-devel hwloc hwloc-devel jansson-devel json-c-devel kernel-devel kernel-headers libcurl-devel libevent-devel libglvnd-devel libibmad libibumad libtool libyaml libyaml-devel lua lua-devel lz4-devel Lmod man2html mariadb mariadb-devel mariadb-server munge munge-devel munge-libs ncurses-devel nfs-utils numactl numactl-devel openssl-devel pam-devel pdsh perl-ExtUtils-MakeMaker readline-devel rpm-build rrdtool-devel tmux vim wget yum-plugin-versionlock yum-utils
2022-02-28 21:32:00,688 run DEBUG: git clone --single-branch --depth 1 -b v1.13.1 https://github.com/benmcollins/libjwt.git /usr/local/src/libjwt
2022-02-28 21:32:01,393 run DEBUG: autoreconf -if
2022-02-28 21:32:09,239 run DEBUG: /usr/local/src/libjwt/configure --prefix=/usr/local --sysconfdir=/usr/local/etc
2022-02-28 21:32:11,577 run DEBUG: make -j install
2022-02-28 21:32:12,627 run DEBUG: ldconfig
2022-02-28 21:32:12,635 run DEBUG: yum downgrade -y google-cloud-sdk-365.0.1-1
2022-02-28 21:34:59,939 run DEBUG: yum versionlock add google-cloud-sdk-365.0.1-1
2022-02-28 21:35:00,230 run DEBUG: yum update -y
2022-02-28 21:35:01,024 run DEBUG: wget -nv -r -l1 -np -nd -A 'kmod-lustre-client-2*.rpm,lustre-client-2*.rpm' 'https://downloads.whamcloud.com/public/lustre/latest-release/el7/client/RPMS/x86_64/' -P /root/lustre-pkg
2022-02-28 21:35:01,493 run DEBUG: find /root/lustre-pkg -name '*.rpm' -execdir rpm -ivh {} ';'
2022-02-28 21:36:09,536 run DEBUG: wget -nv -r -l1 -np -nd -A lustre-client-dkms-2*.src.rpm https://downloads.whamcloud.com/public/lustre/latest-release/el7/client/SRPMS/ -P /root/lustre-pkg
2022-02-28 21:36:09,958 run DEBUG: rpm2cpio /root/lustre-pkg/lustre-client-dkms-2.12.8_6_g5457c37-1.el7.src.rpm | cpio -idmv
2022-02-28 21:36:10,060 run DEBUG: tar xf /root/lustre-pkg/lustre-2.12.8_6_g5457c37.tar.gz -C /usr/src
2022-02-28 21:36:10,521 run DEBUG: rm -rf /root/lustre-pkg
2022-02-28 21:36:10,529 run DEBUG: modprobe lustre
2022-02-28 21:36:11,442 run DEBUG: yum install -y gcsfuse
2022-02-28 21:36:42,631 run DEBUG: wget -nv https://us.download.nvidia.com/tesla/460.106.00/NVIDIA-Linux-x86_64-460.106.00.run -O /tmp/NVIDIA-Linux-x86_64-460.106.00.run
2022-02-28 21:36:45,123 run DEBUG: bash /tmp/NVIDIA-Linux-x86_64-460.106.00.run --silent --dkms
2022-02-28 21:38:26,144 run DEBUG: wget -nv https://developer.download.nvidia.com/compute/cuda/11.2.2/local_installers/cuda_11.2.2_460.32.03_linux.run -O /tmp/cuda_11.2.2_460.32.03_linux.run
2022-02-28 21:38:32,720 run DEBUG: bash /tmp/cuda_11.2.2_460.32.03_linux.run --silent --toolkit --samples --samplespath=/usr/local/share/cuda/samples
2022-02-28 21:40:07,695 run DEBUG: make
2022-02-28 21:44:37,714 run DEBUG: bash /root/image-scripts/add-monitoring-agent-repo.sh --also-install
2022-02-28 21:44:42,590 run DEBUG: bash /root/image-scripts/add-logging-agent-repo.sh --also-install
2022-02-28 21:44:56,689 run DEBUG: tar -xvjf slurm-21.08.6.tar.bz2
2022-02-28 21:44:57,869 run DEBUG: /usr/local/src/slurm-21.08.6/configure --prefix=/usr/local --sysconfdir=/usr/local/etc/slurm --with-jwt=/usr/local
2022-02-28 21:45:14,892 run DEBUG: make -j install
2022-02-28 21:47:14,690 run DEBUG: make -j install
2022-02-28 21:47:25,678 run DEBUG: ldconfig
2022-02-28 21:47:25,694 run DEBUG: git clone --single-branch --depth 1 -b v4.1.x https://github.com/open-mpi/ompi.git /apps/ompi/v4.1.x/src
2022-02-28 21:47:30,266 run DEBUG: ./autogen.pl
2022-02-28 21:50:23,048 run DEBUG: /apps/ompi/v4.1.x/src/configure --prefix=/apps/ompi/v4.1.x --with-pmi=/usr/local --with-libevent=/usr --with-hwloc=/usr
2022-02-28 21:52:00,207 run DEBUG: make -j install
2022-02-28 21:54:49,961 run DEBUG: systemctl enable munge
2022-02-28 21:54:50,007 run DEBUG: /slurm/custom-scripts/custom-example_sh
2022-02-28 21:54:50,014 run DEBUG: gcloud compute instances remove-metadata schedmd-slurm-21-08-6-hpc-centos-7 --zone=projects/938205381471/zones/us-west1-b --keys=startup-script,setup-script,util-script,fluentd-conf
2022-02-28 21:54:52,969 run DEBUG: wall -n '*** Slurm installation complete ***'
2022-02-28 21:54:52,974 run DEBUG: gcloud compute instances stop schedmd-slurm-21-08-6-hpc-centos-7 --zone projects/938205381471/zones/us-west1-b --quiet