Skip to content

Commit d888060

Browse files
andysamfbandysamfb
authored
Binary Validation Workflow - Adding check binary script (#1127)
* Update action.yml * Update validate-macos-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml * Update validate-linux-binaries.yml
1 parent 48030d4 commit d888060

File tree

3 files changed

+58
-1
lines changed

3 files changed

+58
-1
lines changed

‎.github/actions/validate-binary/action.yml

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,18 @@ inputs:
1717
description: 'Python version'
1818
required: true
1919
default: '3.9'
20+
desired_cuda:
21+
description: 'Desired CUDA'
22+
required: true
23+
default: 'cpu'
24+
dev_toolset:
25+
description: 'Dev Toolset'
26+
required: false
27+
default: ''
28+
package_type:
29+
description: 'Package Type'
30+
required: true
31+
default: 'conda'
2032
target_os:
2133
description: 'Target OS linux or macos'
2234
required: false
@@ -49,9 +61,16 @@ runs:
4961
GPU_ARCH_TYPE: ${{ inputs.gpu_arch_type }}
5062
INSTALLATION: ${{ inputs.installation }}
5163
ENV_NAME: conda-env-${{ github.run_id }}
64+
DESIRED_PYTHON: ${{ inputs.python_version }}
65+
DESIRED_CUDA: ${{ inputs.desired_cuda }}
66+
DESIRED_DEVTOOLSET: ${{ inputs.dev_toolset }}
67+
PACKAGE_TYPE: ${{ inputs.package_type }}
5268
run: |
5369
set -ex
5470
conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy
5571
conda run -p ${ENV_NAME} $INSTALLATION
5672
conda run -p ${ENV_NAME} python3 ./test/smoke_test/smoke_test.py
73+
export LD_LIBRARY_PATH="$(dirname $(which python))/lib"
74+
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib
75+
conda run -p ${ENV_NAME} env LD_LIBRARY_PATH=$LD_LIBRARY_PATH bash ${PWD}/check_binary.sh
5776
conda env remove -p ${ENV_NAME}

‎.github/workflows/validate-linux-binaries.yml

Lines changed: 31 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -54,6 +54,10 @@ jobs:
5454
gpu_arch_ver: ${{ matrix.gpu_arch_version }}
5555
installation: ${{ matrix.installation }}
5656
python_version: ${{ matrix.python_version }}
57+
desired_cuda: ${{ matrix.desired_cuda }}
58+
dev_toolset: ''
59+
package_type: conda
60+
target_os: linux
5761
validate-linux-binaries-wheels:
5862
needs: generate-linux-wheel-matrix
5963
strategy:
@@ -69,22 +73,48 @@ jobs:
6973
gpu_arch_ver: ${{ matrix.gpu_arch_version }}
7074
installation: ${{ matrix.installation }}
7175
python_version: ${{ matrix.python_version }}
76+
desired_cuda: ${{ matrix.desired_cuda }}
77+
dev_toolset: ''
78+
package_type: wheel
79+
target_os: linux
80+
7281
validate-linux-libtorch-binaries:
7382
needs: generate-linux-libtorch-matrix
7483
strategy:
7584
matrix:
7685
${{ fromJson(needs.generate-linux-libtorch-matrix.outputs.matrix) }}
7786
fail-fast: false
78-
runs-on: "ubuntu-20.04"
87+
runs-on: ${{ matrix.validation_runner }}
7988
env:
8089
PYTHON_VERSION: ${{ matrix.python_version }}
8190
steps:
91+
- name: Checkout PyTorch builder
92+
uses: actions/checkout@v2
93+
- name: Install Conda
94+
uses: conda-incubator/setup-miniconda@v2
95+
with:
96+
python-version: ${{ matrix.python_version }}
97+
auto-update-conda: true
98+
miniconda-version: "latest"
99+
activate-environment: testenv
82100
- name: Install pytorch and smoke test
101+
shell: bash
83102
env:
84103
INSTALLATION: ${{ matrix.installation }}
85104
ENV_NAME: conda-env-${{ github.run_id }}
105+
DESIRED_PYTHON: ${{ matrix.python_version }}
106+
DESIRED_CUDA: ${{ matrix.desired_cuda }}
107+
DESIRED_DEVTOOLSET: ${{ matrix.devtoolset }}
108+
PACKAGE_TYPE: libtorch
86109
run: |
87110
sudo apt-get install unzip -y
88111
set -ex
89112
curl ${INSTALLATION} -o libtorch.zip
90113
unzip libtorch.zip
114+
conda create -yp ${ENV_NAME} python=${{ matrix.python_version }} numpy
115+
export LD_LIBRARY_PATH="$(dirname $(which python))/lib"
116+
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib
117+
if [[ ${{ matrix.libtorch_variant }} == "static-with-deps" ]]; then
118+
conda run -p ${ENV_NAME} --cwd libtorch env LD_LIBRARY_PATH=${LD_LIBRARY_PATH} bash ./../check_binary.sh
119+
fi
120+
conda env remove -p ${ENV_NAME}

‎.github/workflows/validate-macos-binaries.yml

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -60,6 +60,8 @@ jobs:
6060
gpu_arch_ver: ${{ matrix.gpu_arch_version }}
6161
installation: ${{ matrix.installation }}
6262
python_version: ${{ matrix.python_version }}
63+
desired_cuda: ${{ matrix.desired_cuda }}
64+
package_type: conda
6365
target_os: macos
6466
validate-macos-arm64-binaries-wheel:
6567
needs: generate-macos-arm64-wheel-matrix
@@ -76,6 +78,8 @@ jobs:
7678
gpu_arch_ver: ${{ matrix.gpu_arch_version }}
7779
installation: ${{ matrix.installation }}
7880
python_version: ${{ matrix.python_version }}
81+
desired_cuda: ${{ matrix.desired_cuda }}
82+
package_type: wheel
7983
target_os: macos
8084
validate-macos-x86_64-binaries-conda:
8185
needs: generate-macos-x86_64-conda-matrix
@@ -92,6 +96,8 @@ jobs:
9296
gpu_arch_ver: ${{ matrix.gpu_arch_version }}
9397
installation: ${{ matrix.installation }}
9498
python_version: ${{ matrix.python_version }}
99+
desired_cuda: ${{ matrix.desired_cuda }}
100+
package_type: conda
95101
target_os: macos
96102
validate-macos-x86_64-binaries-wheel:
97103
needs: generate-macos-x86_64-wheel-matrix
@@ -108,4 +114,6 @@ jobs:
108114
gpu_arch_ver: ${{ matrix.gpu_arch_version }}
109115
installation: ${{ matrix.installation }}
110116
python_version: ${{ matrix.python_version }}
117+
desired_cuda: ${{ matrix.desired_cuda }}
118+
package_type: wheel
111119
target_os: macos

0 commit comments

Comments
 (0)