From a2d2429df5d47683c83c893891ba67ae8edf4ad5 Mon Sep 17 00:00:00 2001 From: atalman Date: Tue, 31 Jan 2023 06:19:57 -0800 Subject: [PATCH 1/8] Add pypi with cudnn package test --- .github/scripts/validate_binaries.sh | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh index 20b9aaa43..3301834b3 100755 --- a/.github/scripts/validate_binaries.sh +++ b/.github/scripts/validate_binaries.sh @@ -2,6 +2,7 @@ if [[ ${MATRIX_PACKAGE_TYPE} == "libtorch" ]]; then curl ${MATRIX_INSTALLATION} -o libtorch.zip unzip libtorch.zip else + #special case for Python 3.11 if [ $MATRIX_PYTHON_VERSION == '3.11' ]; then export CPYTHON_VERSIONS=3.11.0 sudo yum -y install openssl-devel libssl-dev bzip2-devel libffi-devel @@ -15,6 +16,17 @@ else eval ${PIP_INSTALLATION} eval ${PYTHON_PATH}/python ./test/smoke_test/smoke_test.py --package torchonly else + + # Special case Pypi installation package, only applicable to linux nightly CUDA 11.7 builds, wheel package + if [ ${TARGET_OS} == 'linux' and ${MATRIX_CHANNEL} == 'nightly' and ${MATRIX_GPU_ARCH_VERSION} == '11.7' and ${MATRIX_PACKAGE_TYPE} == 'manywheel' ]; + conda create -yp ${ENV_NAME}_pypi python=${MATRIX_PYTHON_VERSION} numpy + INSTALLATION_PYPI=${MATRIX_INSTALLATION/"cu117"/"cu117_pypi_cudnn"} + conda run -p ${ENV_NAME}_pypi $INSTALLATION_PYPI + python ./test/smoke_test/smoke_test.py --package + conda activate base + conda env remove -p ${ENV_NAME}_pypi + fi + conda create -y -n ${ENV_NAME} python=${MATRIX_PYTHON_VERSION} numpy pillow conda activate ${ENV_NAME} INSTALLATION=${MATRIX_INSTALLATION/"conda install"/"conda install -y"} From e0cf7e5cf97262f872f298ed1b477b95f8367f95 Mon Sep 17 00:00:00 2001 From: atalman Date: Tue, 31 Jan 2023 06:30:54 -0800 Subject: [PATCH 2/8] Add pypi with cudnn package test --- .github/scripts/validate_binaries.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh index 3301834b3..3c6ff400a 100755 --- a/.github/scripts/validate_binaries.sh +++ b/.github/scripts/validate_binaries.sh @@ -18,7 +18,7 @@ else else # Special case Pypi installation package, only applicable to linux nightly CUDA 11.7 builds, wheel package - if [ ${TARGET_OS} == 'linux' and ${MATRIX_CHANNEL} == 'nightly' and ${MATRIX_GPU_ARCH_VERSION} == '11.7' and ${MATRIX_PACKAGE_TYPE} == 'manywheel' ]; + if [ ${TARGET_OS} == 'linux' and ${MATRIX_CHANNEL} == 'nightly' and ${MATRIX_GPU_ARCH_VERSION} == '11.7' and ${MATRIX_PACKAGE_TYPE} == 'manywheel' ]; then conda create -yp ${ENV_NAME}_pypi python=${MATRIX_PYTHON_VERSION} numpy INSTALLATION_PYPI=${MATRIX_INSTALLATION/"cu117"/"cu117_pypi_cudnn"} conda run -p ${ENV_NAME}_pypi $INSTALLATION_PYPI From 4f44f76f2c0aec01bfdf90db618f4fb7cee4f23e Mon Sep 17 00:00:00 2001 From: atalman Date: Tue, 31 Jan 2023 06:51:58 -0800 Subject: [PATCH 3/8] test --- .github/scripts/validate_binaries.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh index 3c6ff400a..eed81504c 100755 --- a/.github/scripts/validate_binaries.sh +++ b/.github/scripts/validate_binaries.sh @@ -17,11 +17,12 @@ else eval ${PYTHON_PATH}/python ./test/smoke_test/smoke_test.py --package torchonly else + echo "Test case for ${TARGET_OS} ${MATRIX_CHANNEL} ${MATRIX_GPU_ARCH_VERSION} ${MATRIX_PACKAGE_TYPE}" # Special case Pypi installation package, only applicable to linux nightly CUDA 11.7 builds, wheel package if [ ${TARGET_OS} == 'linux' and ${MATRIX_CHANNEL} == 'nightly' and ${MATRIX_GPU_ARCH_VERSION} == '11.7' and ${MATRIX_PACKAGE_TYPE} == 'manywheel' ]; then conda create -yp ${ENV_NAME}_pypi python=${MATRIX_PYTHON_VERSION} numpy INSTALLATION_PYPI=${MATRIX_INSTALLATION/"cu117"/"cu117_pypi_cudnn"} - conda run -p ${ENV_NAME}_pypi $INSTALLATION_PYPI + conda run -p ${ENV_NAME}_pypi ${INSTALLATION_PYPI} python ./test/smoke_test/smoke_test.py --package conda activate base conda env remove -p ${ENV_NAME}_pypi From 8bc028c0a0bb3524c043c52d663c45293303fed7 Mon Sep 17 00:00:00 2001 From: atalman Date: Tue, 31 Jan 2023 07:18:56 -0800 Subject: [PATCH 4/8] test --- .github/scripts/validate_binaries.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh index eed81504c..68fe8b035 100755 --- a/.github/scripts/validate_binaries.sh +++ b/.github/scripts/validate_binaries.sh @@ -19,7 +19,7 @@ else echo "Test case for ${TARGET_OS} ${MATRIX_CHANNEL} ${MATRIX_GPU_ARCH_VERSION} ${MATRIX_PACKAGE_TYPE}" # Special case Pypi installation package, only applicable to linux nightly CUDA 11.7 builds, wheel package - if [ ${TARGET_OS} == 'linux' and ${MATRIX_CHANNEL} == 'nightly' and ${MATRIX_GPU_ARCH_VERSION} == '11.7' and ${MATRIX_PACKAGE_TYPE} == 'manywheel' ]; then + if [[ ${TARGET_OS} == 'linux' && ${MATRIX_CHANNEL} == 'nightly' && ${MATRIX_GPU_ARCH_VERSION} == '11.7' && ${MATRIX_PACKAGE_TYPE} == 'manywheel' ]]; then conda create -yp ${ENV_NAME}_pypi python=${MATRIX_PYTHON_VERSION} numpy INSTALLATION_PYPI=${MATRIX_INSTALLATION/"cu117"/"cu117_pypi_cudnn"} conda run -p ${ENV_NAME}_pypi ${INSTALLATION_PYPI} From ad53da183abcca47bfa281f83e5bab209bcbb534 Mon Sep 17 00:00:00 2001 From: atalman Date: Tue, 31 Jan 2023 09:02:07 -0800 Subject: [PATCH 5/8] More pypi cudnn changes --- .github/scripts/validate_binaries.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh index 68fe8b035..48ae1d7d3 100755 --- a/.github/scripts/validate_binaries.sh +++ b/.github/scripts/validate_binaries.sh @@ -22,8 +22,9 @@ else if [[ ${TARGET_OS} == 'linux' && ${MATRIX_CHANNEL} == 'nightly' && ${MATRIX_GPU_ARCH_VERSION} == '11.7' && ${MATRIX_PACKAGE_TYPE} == 'manywheel' ]]; then conda create -yp ${ENV_NAME}_pypi python=${MATRIX_PYTHON_VERSION} numpy INSTALLATION_PYPI=${MATRIX_INSTALLATION/"cu117"/"cu117_pypi_cudnn"} + INSTALLATION_PYPI=${INSTALLATION_PYPI/"torchvision torchaudio"/""} conda run -p ${ENV_NAME}_pypi ${INSTALLATION_PYPI} - python ./test/smoke_test/smoke_test.py --package + python ./test/smoke_test/smoke_test.py --package torchonly conda activate base conda env remove -p ${ENV_NAME}_pypi fi From 2ffaa2fdee5effb22c0dc742b22caa3df9c76df4 Mon Sep 17 00:00:00 2001 From: atalman Date: Tue, 31 Jan 2023 10:38:05 -0800 Subject: [PATCH 6/8] test --- .github/scripts/validate_binaries.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh index 48ae1d7d3..c4699ef3b 100755 --- a/.github/scripts/validate_binaries.sh +++ b/.github/scripts/validate_binaries.sh @@ -23,6 +23,7 @@ else conda create -yp ${ENV_NAME}_pypi python=${MATRIX_PYTHON_VERSION} numpy INSTALLATION_PYPI=${MATRIX_INSTALLATION/"cu117"/"cu117_pypi_cudnn"} INSTALLATION_PYPI=${INSTALLATION_PYPI/"torchvision torchaudio"/""} + INSTALLATION_PYPI=${INSTALLATION_PYPI/"index-url"/"extra-index-url"} conda run -p ${ENV_NAME}_pypi ${INSTALLATION_PYPI} python ./test/smoke_test/smoke_test.py --package torchonly conda activate base From 7239b5af448824f983373395dea6547a70ab02d6 Mon Sep 17 00:00:00 2001 From: atalman Date: Tue, 31 Jan 2023 14:28:25 -0800 Subject: [PATCH 7/8] Fix pipy smoke test --- .github/scripts/validate_binaries.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh index c4699ef3b..858e5c678 100755 --- a/.github/scripts/validate_binaries.sh +++ b/.github/scripts/validate_binaries.sh @@ -23,9 +23,9 @@ else conda create -yp ${ENV_NAME}_pypi python=${MATRIX_PYTHON_VERSION} numpy INSTALLATION_PYPI=${MATRIX_INSTALLATION/"cu117"/"cu117_pypi_cudnn"} INSTALLATION_PYPI=${INSTALLATION_PYPI/"torchvision torchaudio"/""} - INSTALLATION_PYPI=${INSTALLATION_PYPI/"index-url"/"extra-index-url"} + INSTALLATION_PYPI=${INSTALLATION_PYPI/"index-url"/"extra-index-url"} conda run -p ${ENV_NAME}_pypi ${INSTALLATION_PYPI} - python ./test/smoke_test/smoke_test.py --package torchonly + conda run -p ${ENV_NAME}_pypi python ./test/smoke_test/smoke_test.py --package torchonly conda activate base conda env remove -p ${ENV_NAME}_pypi fi From 3fb9a73fb9cca010075123790e3e1ac3aea37019 Mon Sep 17 00:00:00 2001 From: atalman Date: Wed, 1 Feb 2023 11:32:13 -0800 Subject: [PATCH 8/8] Remove debug comments --- .github/scripts/validate_binaries.sh | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh index 858e5c678..97d94ffc2 100755 --- a/.github/scripts/validate_binaries.sh +++ b/.github/scripts/validate_binaries.sh @@ -17,7 +17,6 @@ else eval ${PYTHON_PATH}/python ./test/smoke_test/smoke_test.py --package torchonly else - echo "Test case for ${TARGET_OS} ${MATRIX_CHANNEL} ${MATRIX_GPU_ARCH_VERSION} ${MATRIX_PACKAGE_TYPE}" # Special case Pypi installation package, only applicable to linux nightly CUDA 11.7 builds, wheel package if [[ ${TARGET_OS} == 'linux' && ${MATRIX_CHANNEL} == 'nightly' && ${MATRIX_GPU_ARCH_VERSION} == '11.7' && ${MATRIX_PACKAGE_TYPE} == 'manywheel' ]]; then conda create -yp ${ENV_NAME}_pypi python=${MATRIX_PYTHON_VERSION} numpy