From 5ff811dc7d991dea2dbfb6c639f78f4d56008d0b Mon Sep 17 00:00:00 2001 From: Ramesh Sampath <1437573+sampathweb@users.noreply.github.com> Date: Thu, 5 Oct 2023 04:02:58 -0500 Subject: [PATCH] Adds GPU CI for TensorFlow (#18549) * Adds GPU CI for TensorFlow * Adds GPU CI for TensorFlow * Adds GPU CI for TensorFlow --- keras/kokoro/github/ubuntu/gpu/build.sh | 31 +++++++++++++++++++ .../ubuntu/gpu/tensorflow/continuous.cfg | 8 +++++ .../ubuntu/gpu/tensorflow/presubmit.cfg | 13 ++++++++ 3 files changed, 52 insertions(+) create mode 100644 keras/kokoro/github/ubuntu/gpu/build.sh create mode 100644 keras/kokoro/github/ubuntu/gpu/tensorflow/continuous.cfg create mode 100644 keras/kokoro/github/ubuntu/gpu/tensorflow/presubmit.cfg diff --git a/keras/kokoro/github/ubuntu/gpu/build.sh b/keras/kokoro/github/ubuntu/gpu/build.sh new file mode 100644 index 000000000..ff52aed7a --- /dev/null +++ b/keras/kokoro/github/ubuntu/gpu/build.sh @@ -0,0 +1,31 @@ +set -e +set -x + +cd "${KOKORO_ROOT}/" + +sudo update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.9 1 + +PYTHON_BINARY="/usr/bin/python3.9" + +"${PYTHON_BINARY}" -m venv venv +source venv/bin/activate +# Check the python version +python --version +python3 --version + +export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:" +cd "src/github/keras" + +pip install -U pip setuptools +pip install -r requirements.txt --progress-bar off +if [ "$KERAS_BACKEND" == "tensorflow" ] +then + echo "TensorFlow backend detected." + pip uninstall -y tensorflow-cpu + pip install -U tensorflow + echo "Check that TensorFlow uses GPU" + python3 -c 'import tensorflow as tf;assert len(tf.config.list_physical_devices("GPU")) > 0' +fi +pip uninstall -y keras + +pytest keras --ignore keras/applications --cov=keras diff --git a/keras/kokoro/github/ubuntu/gpu/tensorflow/continuous.cfg b/keras/kokoro/github/ubuntu/gpu/tensorflow/continuous.cfg new file mode 100644 index 000000000..a414d8e72 --- /dev/null +++ b/keras/kokoro/github/ubuntu/gpu/tensorflow/continuous.cfg @@ -0,0 +1,8 @@ +build_file: "keras/keras/kokoro/github/ubuntu/gpu/build.sh" + +action { + define_artifacts { + regex: "**/sponge_log.log" + regex: "**/sponge_log.xml" + } +} diff --git a/keras/kokoro/github/ubuntu/gpu/tensorflow/presubmit.cfg b/keras/kokoro/github/ubuntu/gpu/tensorflow/presubmit.cfg new file mode 100644 index 000000000..6158e5ab1 --- /dev/null +++ b/keras/kokoro/github/ubuntu/gpu/tensorflow/presubmit.cfg @@ -0,0 +1,13 @@ +build_file: "keras/keras/kokoro/github/ubuntu/gpu/build.sh" + +action { + define_artifacts { + regex: "**/sponge_log.log" + regex: "**/sponge_log.xml" + } +} + +env_vars: { + key: "KERAS_BACKEND" + value: "tensorflow" +} \ No newline at end of file