Update setup_runtime.sh

setup_runtime.sh

@@ -22,11 +22,11 @@ ln -sf $CONDA_PREFIX/lib/python3.10/site-packages/nvidia/*/include/* $CONDA_PREF
 ln -sf $CONDA_PREFIX/lib/python3.10/site-packages/triton/backends/nvidia/include/* $CONDA_PREFIX/include/ || true
 
 # Transformer engine
-# pip install transformer-engine[pytorch]==1.12.0
+pip install transformer-engine[pytorch]==1.12.0
 
 # Apex compilation
-# git clone https://github.com/NVIDIA/apex
-# cd apex
+git clone https://github.com/NVIDIA/apex
+cd apex
  CUDA_HOME=$CONDA_PREFIX pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation \
   --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" .