diff --git a/Jenkinsfile b/Jenkinsfile
index daa810bbd224541b52d5ee06c97b34e56c5010ec..039ef1d4a56debd93adbd78a3fa38ae69a21d03a 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -91,6 +91,8 @@ stage('Build') {
            echo LLVM_CONFIG=llvm-config-4.0 >> config.mk
            echo USE_RPC=1 >> config.mk
            echo USE_BLAS=openblas >> config.mk
+           echo USE_ROCM=1 >> config.mk
+           echo ROCM_PATH=/opt/rocm >> config.mk
            """
         make('gpu', '-j2')
         sh "mv lib/libtvm.so lib/libtvm_llvm40.so"
diff --git a/tests/ci_build/Dockerfile.gpu b/tests/ci_build/Dockerfile.gpu
index 7e3377b7dbd7c2e4c7822e25bc8f58281e1409bf..19e18abb0f1a49dfd99c972a92b6afc25a500106 100644
--- a/tests/ci_build/Dockerfile.gpu
+++ b/tests/ci_build/Dockerfile.gpu
@@ -34,6 +34,9 @@ RUN bash /install/ubuntu_install_java.sh
 COPY install/ubuntu_install_nodejs.sh /install/ubuntu_install_nodejs.sh
 RUN bash /install/ubuntu_install_nodejs.sh
 
+COPY install/ubuntu_install_rocm.sh /install/ubuntu_install_rocm.sh
+RUN bash /install/ubuntu_install_rocm.sh
+
 # Enable doxygen for c++ doc build
 RUN apt-get install -y doxygen graphviz
 
diff --git a/tests/ci_build/install/ubuntu_install_rocm.sh b/tests/ci_build/install/ubuntu_install_rocm.sh
new file mode 100644
index 0000000000000000000000000000000000000000..d050c20078b86df62ba2f2ae7a0993ccdcd49cc2
--- /dev/null
+++ b/tests/ci_build/install/ubuntu_install_rocm.sh
@@ -0,0 +1,4 @@
+# Install ROCm cross compilation toolchain.
+wget -qO - http://repo.radeon.com/rocm/apt/debian/rocm.gpg.key | sudo apt-key add -
+echo deb [arch=amd64] http://repo.radeon.com/rocm/apt/debian/ xenial main > /etc/apt/sources.list.d/rocm.list
+apt-get update && apt-get install -y --force-yes rocm-dev