From f24bf9e32c8354ef44e31ff56cc7c0d0b9725561 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Fri, 23 Sep 2022 11:58:19 -0400 Subject: [PATCH 01/42] Update action.yml --- .github/actions/validate-binary/action.yml | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) diff --git a/.github/actions/validate-binary/action.yml b/.github/actions/validate-binary/action.yml index 76531010a..41bcca545 100644 --- a/.github/actions/validate-binary/action.yml +++ b/.github/actions/validate-binary/action.yml @@ -17,6 +17,18 @@ inputs: description: 'Python version' required: true default: '3.9' + desired_cuda: + description: 'Desired CUDA' + required: true + default: 'cpu' + dev_toolset: + description: 'Dev Toolset' + required: false + default: '' + package_type: + description: 'Package Type' + required: true + default: 'conda' target_os: description: 'Target OS linux or macos' required: false @@ -49,9 +61,16 @@ runs: GPU_ARCH_TYPE: ${{ inputs.gpu_arch_type }} INSTALLATION: ${{ inputs.installation }} ENV_NAME: conda-env-${{ github.run_id }} + DESIRED_PYTHON: ${{ inputs.python_version }} + DESIRED_CUDA: ${{ inputs.desired_cuda }} + DESIRED_DEVTOOLSET: ${{ inputs.dev_toolset }} + PACKAGE_TYPE: ${{ inputs.package_type }} run: | set -ex conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy conda run -p ${ENV_NAME} $INSTALLATION conda run -p ${ENV_NAME} python3 ./test/smoke_test/smoke_test.py + export LD_LIBRARY_PATH="$(dirname $(which python))/lib" + export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib + conda run -p ${ENV_NAME} env LD_LIBRARY_PATH=$LD_LIBRARY_PATH bash ${PWD}/check_binary.sh conda env remove -p ${ENV_NAME} From cf5690ec74d221e9c921b05033ddeac05e739406 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Fri, 23 Sep 2022 11:58:24 -0400 Subject: [PATCH 02/42] Update validate-macos-binaries.yml --- .github/workflows/validate-macos-binaries.yml | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/.github/workflows/validate-macos-binaries.yml b/.github/workflows/validate-macos-binaries.yml index 8b3d9c5c9..874d40f81 100644 --- a/.github/workflows/validate-macos-binaries.yml +++ b/.github/workflows/validate-macos-binaries.yml @@ -60,6 +60,8 @@ jobs: gpu_arch_ver: ${{ matrix.gpu_arch_version }} installation: ${{ matrix.installation }} python_version: ${{ matrix.python_version }} + desired_cuda: ${{ matrix.desired_cuda }} + package_type: conda target_os: macos validate-macos-arm64-binaries-wheel: needs: generate-macos-arm64-wheel-matrix @@ -76,6 +78,8 @@ jobs: gpu_arch_ver: ${{ matrix.gpu_arch_version }} installation: ${{ matrix.installation }} python_version: ${{ matrix.python_version }} + desired_cuda: ${{ matrix.desired_cuda }} + package_type: wheel target_os: macos validate-macos-x86_64-binaries-conda: needs: generate-macos-x86_64-conda-matrix @@ -92,6 +96,8 @@ jobs: gpu_arch_ver: ${{ matrix.gpu_arch_version }} installation: ${{ matrix.installation }} python_version: ${{ matrix.python_version }} + desired_cuda: ${{ matrix.desired_cuda }} + package_type: conda target_os: macos validate-macos-x86_64-binaries-wheel: needs: generate-macos-x86_64-wheel-matrix @@ -108,4 +114,6 @@ jobs: gpu_arch_ver: ${{ matrix.gpu_arch_version }} installation: ${{ matrix.installation }} python_version: ${{ matrix.python_version }} + desired_cuda: ${{ matrix.desired_cuda }} + package_type: wheel target_os: macos From 536d9da52fb1344316aa12f4ee8bceb1d2bdddee Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Fri, 23 Sep 2022 11:58:28 -0400 Subject: [PATCH 03/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 27 +++++++++++++++++++ 1 file changed, 27 insertions(+) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index dd65a544f..0058f172d 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -54,6 +54,10 @@ jobs: gpu_arch_ver: ${{ matrix.gpu_arch_version }} installation: ${{ matrix.installation }} python_version: ${{ matrix.python_version }} + desired_cuda: ${{ matrix.desired_cuda }} + dev_toolset: '' + package_type: conda + target_os: linux validate-linux-binaries-wheels: needs: generate-linux-wheel-matrix strategy: @@ -69,6 +73,10 @@ jobs: gpu_arch_ver: ${{ matrix.gpu_arch_version }} installation: ${{ matrix.installation }} python_version: ${{ matrix.python_version }} + desired_cuda: ${{ matrix.desired_cuda }} + dev_toolset: '' + package_type: wheel + target_os: linux validate-linux-libtorch-binaries: needs: generate-linux-libtorch-matrix strategy: @@ -79,12 +87,31 @@ jobs: env: PYTHON_VERSION: ${{ matrix.python_version }} steps: + - name: Install Conda + uses: conda-incubator/setup-miniconda@v2 + with: + python-version: ${{ inputs.python_version }} + auto-update-conda: true + miniconda-version: "latest" + activate-environment: testenv + - name: Install pytorch and smoke test + shell: bash env: INSTALLATION: ${{ matrix.installation }} ENV_NAME: conda-env-${{ github.run_id }} + DESIRED_PYTHON: ${{ matrix.python_version }} + DESIRED_CUDA: ${{ matrix.desired_cuda }} + DESIRED_DEVTOOLSET: ${{ matrix.devtoolset }} + PACKAGE_TYPE: libtorch run: | sudo apt-get install unzip -y set -ex curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip + conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy + export LD_LIBRARY_PATH="$(dirname $(which python))/lib" + export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib + conda run -p ${ENV_NAME} python3 ./test/smoke_test/smoke_test.py + conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh + conda env remove -p ${ENV_NAME} From cc98566187fdef848fd47102dcd3f9d41ec5c501 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Fri, 23 Sep 2022 12:17:07 -0400 Subject: [PATCH 04/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 0058f172d..d0b4b7ab1 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -112,6 +112,6 @@ jobs: conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib - conda run -p ${ENV_NAME} python3 ./test/smoke_test/smoke_test.py + conda run -p ${ENV_NAME} python3 pytorch/builder/test/smoke_test/smoke_test.py conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh conda env remove -p ${ENV_NAME} From 64e87fcbae16d564c623846c625b1faf6ad13e0e Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Tue, 27 Sep 2022 11:01:00 -0400 Subject: [PATCH 05/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index d0b4b7ab1..0058f172d 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -112,6 +112,6 @@ jobs: conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib - conda run -p ${ENV_NAME} python3 pytorch/builder/test/smoke_test/smoke_test.py + conda run -p ${ENV_NAME} python3 ./test/smoke_test/smoke_test.py conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh conda env remove -p ${ENV_NAME} From 94448aeb8b7ea75a41c0e592b2806a3fb8705cd1 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Tue, 27 Sep 2022 11:09:17 -0400 Subject: [PATCH 06/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 0058f172d..a060e9b99 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -112,6 +112,6 @@ jobs: conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib - conda run -p ${ENV_NAME} python3 ./test/smoke_test/smoke_test.py + conda run -p ${ENV_NAME} python3 ${PWD}/test/smoke_test/smoke_test.py conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh conda env remove -p ${ENV_NAME} From c9f84ccb30b19af6aad5160f68568f77dabf1503 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Tue, 27 Sep 2022 11:16:21 -0400 Subject: [PATCH 07/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index a060e9b99..2b9d19a1b 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -112,6 +112,6 @@ jobs: conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib - conda run -p ${ENV_NAME} python3 ${PWD}/test/smoke_test/smoke_test.py + conda run -p ${ENV_NAME} --cwd libtorch python3 ./../test/smoke_test/smoke_test.py conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh conda env remove -p ${ENV_NAME} From 05ae7bcc19b8ba359a2e6a451411d902258bae18 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Tue, 27 Sep 2022 11:26:19 -0400 Subject: [PATCH 08/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 2b9d19a1b..d3f223d4d 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -112,6 +112,6 @@ jobs: conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib - conda run -p ${ENV_NAME} --cwd libtorch python3 ./../test/smoke_test/smoke_test.py + conda run -p ${ENV_NAME} --cwd libtorch python3 test/smoke_test/smoke_test.py conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh conda env remove -p ${ENV_NAME} From 29bebfd9355e0ed3bf93002c0a1cf7306d64a42e Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Tue, 27 Sep 2022 11:30:16 -0400 Subject: [PATCH 09/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index d3f223d4d..b69d34d6d 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -112,6 +112,6 @@ jobs: conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib - conda run -p ${ENV_NAME} --cwd libtorch python3 test/smoke_test/smoke_test.py + conda run -p ${ENV_NAME} python3 test/smoke_test/smoke_test.py conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh conda env remove -p ${ENV_NAME} From 9956bbb7fd3dd08b236c41eac9e2aacc13c58b34 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Tue, 27 Sep 2022 11:39:51 -0400 Subject: [PATCH 10/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index b69d34d6d..124133bd2 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -110,8 +110,8 @@ jobs: curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy + conda run -p ${ENV_NAME} python3 ./test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib - conda run -p ${ENV_NAME} python3 test/smoke_test/smoke_test.py conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh conda env remove -p ${ENV_NAME} From a6f45205cc6ebf2b57ce8dfeb219aa4ae88b13a8 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 10:28:57 -0400 Subject: [PATCH 11/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 124133bd2..383649429 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -110,6 +110,8 @@ jobs: curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy + conda run -p ${ENV_NAME} ls -l ./ + conda run -p ${ENV_NAME} ls -l ./../ conda run -p ${ENV_NAME} python3 ./test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib From 4b49218a720b469fa39fde17c7066a48db6ed09b Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 10:38:34 -0400 Subject: [PATCH 12/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 383649429..69aa60008 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -112,7 +112,8 @@ jobs: conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy conda run -p ${ENV_NAME} ls -l ./ conda run -p ${ENV_NAME} ls -l ./../ - conda run -p ${ENV_NAME} python3 ./test/smoke_test/smoke_test.py + conda run -p ${ENV_NAME} ls -l ./libtorch + conda run -p ${ENV_NAME} --cwd libtorch python3 ./../test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh From a91f16d0a0d1bd873d6b0e47138a8a3d8b2c579e Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 10:45:20 -0400 Subject: [PATCH 13/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 69aa60008..955da6e3d 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -110,10 +110,9 @@ jobs: curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy - conda run -p ${ENV_NAME} ls -l ./ conda run -p ${ENV_NAME} ls -l ./../ - conda run -p ${ENV_NAME} ls -l ./libtorch - conda run -p ${ENV_NAME} --cwd libtorch python3 ./../test/smoke_test/smoke_test.py + conda run -p ${ENV_NAME} ls -l ./../builder/ + conda run -p ${ENV_NAME} --cwd libtorch python3 ./../builder/test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh From c9fbfa45fe7d0fb204b9d26ef88b05b940d49c80 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 10:54:39 -0400 Subject: [PATCH 14/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 955da6e3d..e1c0cccda 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -110,9 +110,8 @@ jobs: curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy - conda run -p ${ENV_NAME} ls -l ./../ - conda run -p ${ENV_NAME} ls -l ./../builder/ - conda run -p ${ENV_NAME} --cwd libtorch python3 ./../builder/test/smoke_test/smoke_test.py + conda run -p ${ENV_NAME} ls -l ./${ENV_NAME} + conda run -p ${ENV_NAME} --cwd libtorch python3 ./${ENV_NAME}/test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh From 0377e640fc37cbf008972a76c88b74e693fb647d Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 11:04:27 -0400 Subject: [PATCH 15/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index e1c0cccda..7e4b9ba0e 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -111,7 +111,6 @@ jobs: unzip libtorch.zip conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy conda run -p ${ENV_NAME} ls -l ./${ENV_NAME} - conda run -p ${ENV_NAME} --cwd libtorch python3 ./${ENV_NAME}/test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh From ca90b44cc59bee009377efd2ed668112fecfc3be Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 11:23:15 -0400 Subject: [PATCH 16/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 7e4b9ba0e..30aec3295 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -87,6 +87,8 @@ jobs: env: PYTHON_VERSION: ${{ matrix.python_version }} steps: + - name: Checkout PyTorch builder + uses: actions/checkout@v2 - name: Install Conda uses: conda-incubator/setup-miniconda@v2 with: @@ -111,6 +113,7 @@ jobs: unzip libtorch.zip conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy conda run -p ${ENV_NAME} ls -l ./${ENV_NAME} + conda run -p ${ENV_NAME} --cwd libtorch python3 ./test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh From 4745640759551834be8efbff96040f8f19e04312 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 11:34:46 -0400 Subject: [PATCH 17/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 12 +++++------- 1 file changed, 5 insertions(+), 7 deletions(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 30aec3295..80a34873d 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -78,25 +78,24 @@ jobs: package_type: wheel target_os: linux validate-linux-libtorch-binaries: - needs: generate-linux-libtorch-matrix + needs: generate-libtorch-matrix strategy: matrix: - ${{ fromJson(needs.generate-linux-libtorch-matrix.outputs.matrix) }} + ${{ fromJson(needs.generate-libtorch-matrix.outputs.matrix) }} fail-fast: false - runs-on: "ubuntu-20.04" + runs-on: ${{ matrix.validation_runner }} env: PYTHON_VERSION: ${{ matrix.python_version }} steps: - name: Checkout PyTorch builder uses: actions/checkout@v2 - - name: Install Conda + - name: Instlla Conda uses: conda-incubator/setup-miniconda@v2 with: python-version: ${{ inputs.python_version }} auto-update-conda: true miniconda-version: "latest" activate-environment: testenv - - name: Install pytorch and smoke test shell: bash env: @@ -106,14 +105,13 @@ jobs: DESIRED_CUDA: ${{ matrix.desired_cuda }} DESIRED_DEVTOOLSET: ${{ matrix.devtoolset }} PACKAGE_TYPE: libtorch + LD_LIBRARY_PATH: /usr/local/cuda/lib run: | sudo apt-get install unzip -y set -ex curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy - conda run -p ${ENV_NAME} ls -l ./${ENV_NAME} - conda run -p ${ENV_NAME} --cwd libtorch python3 ./test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh From 85d993a999e1c5235a9c0f58add69ff8957aad1d Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 11:36:21 -0400 Subject: [PATCH 18/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 80a34873d..2603b2e36 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -78,7 +78,7 @@ jobs: package_type: wheel target_os: linux validate-linux-libtorch-binaries: - needs: generate-libtorch-matrix + needs: generate-linux-libtorch-matrix strategy: matrix: ${{ fromJson(needs.generate-libtorch-matrix.outputs.matrix) }} From 8cd5f55cee812f31dd6a5574e2a9dc1cfe3065a1 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 11:37:14 -0400 Subject: [PATCH 19/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 2603b2e36..d7bc466f7 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -110,6 +110,7 @@ jobs: sudo apt-get install unzip -y set -ex curl ${INSTALLATION} -o libtorch.zip + ls -l unzip libtorch.zip conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy export LD_LIBRARY_PATH="$(dirname $(which python))/lib" From 6aed847c2e2658746bdd98b2f601faff9c04401b Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 12:22:08 -0400 Subject: [PATCH 20/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index d7bc466f7..d2635e1ba 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -77,11 +77,12 @@ jobs: dev_toolset: '' package_type: wheel target_os: linux + validate-linux-libtorch-binaries: needs: generate-linux-libtorch-matrix strategy: matrix: - ${{ fromJson(needs.generate-libtorch-matrix.outputs.matrix) }} + ${{ fromJson(needs.generate-linux-libtorch-matrix.outputs.matrix) }} fail-fast: false runs-on: ${{ matrix.validation_runner }} env: @@ -110,9 +111,9 @@ jobs: sudo apt-get install unzip -y set -ex curl ${INSTALLATION} -o libtorch.zip - ls -l unzip libtorch.zip conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy + conda run -p ${ENV_NAME} --cwd libtorch python3 ./test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh From e1a5b8ed753b8549fb802ceb8ab906820172855b Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 12:26:43 -0400 Subject: [PATCH 21/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index d2635e1ba..7c1f15cde 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -113,7 +113,6 @@ jobs: curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy - conda run -p ${ENV_NAME} --cwd libtorch python3 ./test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh From ea5b058d412c8eb2c4732895364efce98c808842 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 12:34:52 -0400 Subject: [PATCH 22/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 7c1f15cde..e201c8e0e 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -106,7 +106,6 @@ jobs: DESIRED_CUDA: ${{ matrix.desired_cuda }} DESIRED_DEVTOOLSET: ${{ matrix.devtoolset }} PACKAGE_TYPE: libtorch - LD_LIBRARY_PATH: /usr/local/cuda/lib run: | sudo apt-get install unzip -y set -ex From e39578bb5e8fe81a13a76242c59a711c8882129b Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 13:18:26 -0400 Subject: [PATCH 23/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 62 ++++++++++--------- 1 file changed, 34 insertions(+), 28 deletions(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index e201c8e0e..e8f78d4ca 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -88,31 +88,37 @@ jobs: env: PYTHON_VERSION: ${{ matrix.python_version }} steps: - - name: Checkout PyTorch builder - uses: actions/checkout@v2 - - name: Instlla Conda - uses: conda-incubator/setup-miniconda@v2 - with: - python-version: ${{ inputs.python_version }} - auto-update-conda: true - miniconda-version: "latest" - activate-environment: testenv - - name: Install pytorch and smoke test - shell: bash - env: - INSTALLATION: ${{ matrix.installation }} - ENV_NAME: conda-env-${{ github.run_id }} - DESIRED_PYTHON: ${{ matrix.python_version }} - DESIRED_CUDA: ${{ matrix.desired_cuda }} - DESIRED_DEVTOOLSET: ${{ matrix.devtoolset }} - PACKAGE_TYPE: libtorch - run: | - sudo apt-get install unzip -y - set -ex - curl ${INSTALLATION} -o libtorch.zip - unzip libtorch.zip - conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy - export LD_LIBRARY_PATH="$(dirname $(which python))/lib" - export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib - conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh - conda env remove -p ${ENV_NAME} + - name: Checkout PyTorch builder + uses: actions/checkout@v2 + - name: Check nvidia smi + if: ${{ inputs.gpu_arch_type == 'cuda' }} + shell: bash + run: | + nvidia-smi + - name: Install Conda + uses: conda-incubator/setup-miniconda@v2 + with: + python-version: ${{ inputs.python_version }} + auto-update-conda: true + miniconda-version: "latest" + activate-environment: testenv + - name: Install PyTorch and run tests + shell: bash + env: + GPU_ARCH_VER: ${{ inputs.gpu_arch_ver }} + GPU_ARCH_TYPE: ${{ inputs.gpu_arch_type }} + INSTALLATION: ${{ inputs.installation }} + ENV_NAME: conda-env-${{ github.run_id }} + DESIRED_PYTHON: ${{ inputs.python_version }} + DESIRED_CUDA: ${{ inputs.desired_cuda }} + DESIRED_DEVTOOLSET: ${{ inputs.dev_toolset }} + PACKAGE_TYPE: ${{ inputs.package_type }} + run: | + set -ex + conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy + conda run -p ${ENV_NAME} $INSTALLATION + conda run -p ${ENV_NAME} python3 ./test/smoke_test/smoke_test.py + export LD_LIBRARY_PATH="$(dirname $(which python))/lib" + export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib + conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=$LD_LIBRARY_PATH bash ./../check_binary.sh + conda env remove -p ${ENV_NAME} From 863e94bbb71b2bfca497a8f8dba7718795bd9bf1 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 13:24:05 -0400 Subject: [PATCH 24/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index e8f78d4ca..e5d79e14c 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -117,7 +117,7 @@ jobs: set -ex conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy conda run -p ${ENV_NAME} $INSTALLATION - conda run -p ${ENV_NAME} python3 ./test/smoke_test/smoke_test.py + conda run -p ${ENV_NAME} --cwd libtorch python3 ./../test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=$LD_LIBRARY_PATH bash ./../check_binary.sh From 0c5e9d993181ac756950d4d59c89dd8129e441b9 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 13:30:29 -0400 Subject: [PATCH 25/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index e5d79e14c..abbcd856e 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -116,7 +116,9 @@ jobs: run: | set -ex conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy - conda run -p ${ENV_NAME} $INSTALLATION + conda run -p ${ENV_NAME} sudo -E apt-get install unzip -y + conda run -p ${ENV_NAME} curl ${INSTALLATION} -o libtorch.zip + conda run -p ${ENV_NAME} unzip libtorch.zip conda run -p ${ENV_NAME} --cwd libtorch python3 ./../test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib From ade31de884e8353806eb72ef1fc00f0422c1f9d1 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 13:35:58 -0400 Subject: [PATCH 26/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index abbcd856e..48e1d56d3 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -105,14 +105,14 @@ jobs: - name: Install PyTorch and run tests shell: bash env: - GPU_ARCH_VER: ${{ inputs.gpu_arch_ver }} - GPU_ARCH_TYPE: ${{ inputs.gpu_arch_type }} - INSTALLATION: ${{ inputs.installation }} + GPU_ARCH_VER: ${{ matrix.gpu_arch_ver }} + GPU_ARCH_TYPE: ${{ matrix.gpu_arch_type }} + INSTALLATION: ${{ matrix.installation }} ENV_NAME: conda-env-${{ github.run_id }} - DESIRED_PYTHON: ${{ inputs.python_version }} - DESIRED_CUDA: ${{ inputs.desired_cuda }} - DESIRED_DEVTOOLSET: ${{ inputs.dev_toolset }} - PACKAGE_TYPE: ${{ inputs.package_type }} + DESIRED_PYTHON: ${{ matrix.python_version }} + DESIRED_CUDA: ${{ matrix.desired_cuda }} + DESIRED_DEVTOOLSET: ${{ matrix.dev_toolset }} + PACKAGE_TYPE: ${{ matrix.package_type }} run: | set -ex conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy From 72e923d9b9e1b624ff54a906ef867fe4f947daee Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 13:49:00 -0400 Subject: [PATCH 27/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 48e1d56d3..2b7ceab46 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -37,7 +37,7 @@ jobs: with: package-type: libtorch os: linux - channel: ${{ inputs.channel }} + channel: nightly validate-linux-binaries-conda: needs: generate-linux-conda-matrix From f7c74964ad27b998e04e146ea398caf3f01b0dc4 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 14:03:59 -0400 Subject: [PATCH 28/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 2b7ceab46..f1f19257f 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -91,14 +91,14 @@ jobs: - name: Checkout PyTorch builder uses: actions/checkout@v2 - name: Check nvidia smi - if: ${{ inputs.gpu_arch_type == 'cuda' }} + if: ${{ matrix.gpu_arch_type == 'cuda' }} shell: bash run: | nvidia-smi - name: Install Conda uses: conda-incubator/setup-miniconda@v2 with: - python-version: ${{ inputs.python_version }} + python-version: ${{ matrix.python_version }} auto-update-conda: true miniconda-version: "latest" activate-environment: testenv @@ -115,7 +115,7 @@ jobs: PACKAGE_TYPE: ${{ matrix.package_type }} run: | set -ex - conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy + conda create -yp ${ENV_NAME} python=${DESIRED_PYTHON} numpy conda run -p ${ENV_NAME} sudo -E apt-get install unzip -y conda run -p ${ENV_NAME} curl ${INSTALLATION} -o libtorch.zip conda run -p ${ENV_NAME} unzip libtorch.zip From f565a9aeff75c8b2a19cc5482bf36bdece219819 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 14:07:22 -0400 Subject: [PATCH 29/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index f1f19257f..5bb7ab776 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -119,6 +119,7 @@ jobs: conda run -p ${ENV_NAME} sudo -E apt-get install unzip -y conda run -p ${ENV_NAME} curl ${INSTALLATION} -o libtorch.zip conda run -p ${ENV_NAME} unzip libtorch.zip + conda run ls -l libtorch conda run -p ${ENV_NAME} --cwd libtorch python3 ./../test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib From bece7c355d5f423871e2f8ab0ad0ebb3963c6e07 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 14:12:57 -0400 Subject: [PATCH 30/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 5bb7ab776..a9594a24a 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -114,12 +114,12 @@ jobs: DESIRED_DEVTOOLSET: ${{ matrix.dev_toolset }} PACKAGE_TYPE: ${{ matrix.package_type }} run: | + sudo apt-get install unzip -y set -ex + curl ${INSTALLATION} -o libtorch.zip + unzip libtorch.zip conda create -yp ${ENV_NAME} python=${DESIRED_PYTHON} numpy - conda run -p ${ENV_NAME} sudo -E apt-get install unzip -y - conda run -p ${ENV_NAME} curl ${INSTALLATION} -o libtorch.zip - conda run -p ${ENV_NAME} unzip libtorch.zip - conda run ls -l libtorch + ls -l libtorch conda run -p ${ENV_NAME} --cwd libtorch python3 ./../test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib From 015b24b964828956f564cf3ec7570fc3b22fd2fd Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 14:16:52 -0400 Subject: [PATCH 31/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index a9594a24a..8adbcc2fa 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -119,9 +119,7 @@ jobs: curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip conda create -yp ${ENV_NAME} python=${DESIRED_PYTHON} numpy - ls -l libtorch - conda run -p ${ENV_NAME} --cwd libtorch python3 ./../test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib - conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=$LD_LIBRARY_PATH bash ./../check_binary.sh + conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh conda env remove -p ${ENV_NAME} From 9adc68676446fbb306e69774934a01615c6a9a90 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 14:21:00 -0400 Subject: [PATCH 32/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 62 ++++++++----------- 1 file changed, 27 insertions(+), 35 deletions(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 8adbcc2fa..8eeefc7cd 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -87,39 +87,31 @@ jobs: runs-on: ${{ matrix.validation_runner }} env: PYTHON_VERSION: ${{ matrix.python_version }} - steps: - - name: Checkout PyTorch builder - uses: actions/checkout@v2 - - name: Check nvidia smi - if: ${{ matrix.gpu_arch_type == 'cuda' }} - shell: bash - run: | - nvidia-smi - - name: Install Conda - uses: conda-incubator/setup-miniconda@v2 - with: - python-version: ${{ matrix.python_version }} - auto-update-conda: true - miniconda-version: "latest" - activate-environment: testenv - - name: Install PyTorch and run tests - shell: bash - env: - GPU_ARCH_VER: ${{ matrix.gpu_arch_ver }} - GPU_ARCH_TYPE: ${{ matrix.gpu_arch_type }} - INSTALLATION: ${{ matrix.installation }} - ENV_NAME: conda-env-${{ github.run_id }} - DESIRED_PYTHON: ${{ matrix.python_version }} - DESIRED_CUDA: ${{ matrix.desired_cuda }} - DESIRED_DEVTOOLSET: ${{ matrix.dev_toolset }} - PACKAGE_TYPE: ${{ matrix.package_type }} - run: | - sudo apt-get install unzip -y - set -ex - curl ${INSTALLATION} -o libtorch.zip - unzip libtorch.zip - conda create -yp ${ENV_NAME} python=${DESIRED_PYTHON} numpy - export LD_LIBRARY_PATH="$(dirname $(which python))/lib" - export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib - conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh + - name: Checkout PyTorch builder + uses: actions/checkout@v2 + - name: Instlla Conda + uses: conda-incubator/setup-miniconda@v2 + with: + python-version: ${{ inputs.python_version }} + auto-update-conda: true + miniconda-version: "latest" + activate-environment: testenv + - name: Install pytorch and smoke test + shell: bash + env: + INSTALLATION: ${{ matrix.installation }} + ENV_NAME: conda-env-${{ github.run_id }} + DESIRED_PYTHON: ${{ matrix.python_version }} + DESIRED_CUDA: ${{ matrix.desired_cuda }} + DESIRED_DEVTOOLSET: ${{ matrix.devtoolset }} + PACKAGE_TYPE: libtorch + run: | + sudo apt-get install unzip -y + set -ex + curl ${INSTALLATION} -o libtorch.zip + unzip libtorch.zip + conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy + export LD_LIBRARY_PATH="$(dirname $(which python))/lib" + export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib + conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh conda env remove -p ${ENV_NAME} From dd295535cefcfde7e827979b09e4a0501d9c1717 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 14:21:51 -0400 Subject: [PATCH 33/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 8eeefc7cd..b33e8e09e 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -114,4 +114,4 @@ jobs: export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh - conda env remove -p ${ENV_NAME} + conda env remove -p ${ENV_NAME} From c34b3b435e2039202976afa019689b21d81c386c Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 14:24:33 -0400 Subject: [PATCH 34/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index b33e8e09e..33911a949 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -87,6 +87,7 @@ jobs: runs-on: ${{ matrix.validation_runner }} env: PYTHON_VERSION: ${{ matrix.python_version }} + steps: - name: Checkout PyTorch builder uses: actions/checkout@v2 - name: Instlla Conda From c605ea152ee4d3a3d5024b320f30a996f68a5387 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 14:31:40 -0400 Subject: [PATCH 35/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 33911a949..ff62bde6b 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -112,6 +112,7 @@ jobs: curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy + conda run -p ${ENV_NAME} python3 ./test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh From 56d2a43a5f6342ce23f793a3c7539a6afb27bd14 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 14:35:58 -0400 Subject: [PATCH 36/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index ff62bde6b..17fff54f8 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -112,7 +112,7 @@ jobs: curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy - conda run -p ${ENV_NAME} python3 ./test/smoke_test/smoke_test.py + conda run -p ${ENV_NAME} --cwd libtorch python3 ./../test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh From dd7d5c1d3700f5cab78eda39cbdf40cf27327538 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 14:52:55 -0400 Subject: [PATCH 37/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 17fff54f8..5fd8fce14 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -112,6 +112,7 @@ jobs: curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy + conda run -p ${ENV_NAME} --cwd libtorch ls -l conda run -p ${ENV_NAME} --cwd libtorch python3 ./../test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib From 0993315158dc4973d0f241bc6c0d434fcd3c000d Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 14:59:40 -0400 Subject: [PATCH 38/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 5fd8fce14..c65528b2c 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -111,9 +111,12 @@ jobs: set -ex curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip + ls -l libtorch + cd libtorch + python3 ./test/smoke_test/smoke_test.py + cd .. conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy conda run -p ${ENV_NAME} --cwd libtorch ls -l - conda run -p ${ENV_NAME} --cwd libtorch python3 ./../test/smoke_test/smoke_test.py export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh From ec92aba59bdddc6414a9ae0e1225d6f2b4de43d3 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Wed, 28 Sep 2022 15:03:20 -0400 Subject: [PATCH 39/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index c65528b2c..4d113433d 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -113,7 +113,7 @@ jobs: unzip libtorch.zip ls -l libtorch cd libtorch - python3 ./test/smoke_test/smoke_test.py + python3 ./../test/smoke_test/smoke_test.py cd .. conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy conda run -p ${ENV_NAME} --cwd libtorch ls -l From 9e2bff953fa5ce90182b2fbd8708be89b6e19c14 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Thu, 29 Sep 2022 06:44:36 -0400 Subject: [PATCH 40/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 4d113433d..77ea6cb86 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -37,7 +37,7 @@ jobs: with: package-type: libtorch os: linux - channel: nightly + channel: ${{ inputs.channel }} validate-linux-binaries-conda: needs: generate-linux-conda-matrix @@ -93,7 +93,7 @@ jobs: - name: Instlla Conda uses: conda-incubator/setup-miniconda@v2 with: - python-version: ${{ inputs.python_version }} + python-version: ${{ matrix.python_version }} auto-update-conda: true miniconda-version: "latest" activate-environment: testenv @@ -111,12 +111,7 @@ jobs: set -ex curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip - ls -l libtorch - cd libtorch - python3 ./../test/smoke_test/smoke_test.py - cd .. conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy - conda run -p ${ENV_NAME} --cwd libtorch ls -l export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh From f1c7deb53c77b94554aa50d49d4b57e10d3c6445 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Thu, 29 Sep 2022 12:03:26 -0400 Subject: [PATCH 41/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 77ea6cb86..7807ae517 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -90,7 +90,7 @@ jobs: steps: - name: Checkout PyTorch builder uses: actions/checkout@v2 - - name: Instlla Conda + - name: Install Conda uses: conda-incubator/setup-miniconda@v2 with: python-version: ${{ matrix.python_version }} From a5f42affcd5e1cb4925d4bd207ee047a87e262d7 Mon Sep 17 00:00:00 2001 From: andysamfb <111015134+andysamfb@users.noreply.github.com> Date: Thu, 29 Sep 2022 12:11:59 -0400 Subject: [PATCH 42/42] Update validate-linux-binaries.yml --- .github/workflows/validate-linux-binaries.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/workflows/validate-linux-binaries.yml b/.github/workflows/validate-linux-binaries.yml index 7807ae517..0648d9bac 100644 --- a/.github/workflows/validate-linux-binaries.yml +++ b/.github/workflows/validate-linux-binaries.yml @@ -111,8 +111,10 @@ jobs: set -ex curl ${INSTALLATION} -o libtorch.zip unzip libtorch.zip - conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy + conda create -yp ${ENV_NAME} python=${{ matrix.python_version }} numpy export LD_LIBRARY_PATH="$(dirname $(which python))/lib" export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib - conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh + if [[ ${{ matrix.libtorch_variant }} == "static-with-deps" ]]; then + conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh + fi conda env remove -p ${ENV_NAME}