Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/benchmark-config.yml
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ jobs:
pushd benchmark
# Install dependencies
conda install -y -c pytorch "${MAGMA_VERSION}"
pip install requests bs4 argparse gitpython boto3
pip install requests bs4 argparse gitpython boto3 regex
# Check if nightly builds are available
NIGHTLIES=$(python torchbenchmark/util/torch_nightly.py --packages torch)
# If failed, the script will generate empty result
Expand Down
12 changes: 10 additions & 2 deletions .github/workflows/userbenchmark-a100.yml
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ env:
MAGMA_VERSION: "magma-cuda116"
PLATFORM_NAME: "gcp_a100"
TORCHBENCH_USERBENCHMARK_SCRIBE_GRAPHQL_ACCESS_TOKEN: ${{ secrets.TORCHBENCH_USERBENCHMARK_SCRIBE_GRAPHQL_ACCESS_TOKEN }}
SETUP_SCRIPT: "/data/shared/setup_instance.sh"
SETUP_SCRIPT: "/workspace/setup_instance.sh"
jobs:
run-userbenchmark:
runs-on: [self-hosted, a100-runner]
Expand All @@ -29,14 +29,21 @@ jobs:
path: benchmark
- name: Create conda environment
run: |
. "${SETUP_SCRIPT}"
conda create -y -q --name "${CONDA_ENV_NAME}" python="${PYTHON_VERSION}"
- name: Tune Nvidia GPU
run: |
. "${SETUP_SCRIPT}"
sudo LD_LIBRARY_PATH=/usr/local/nvidia/lib64:$LD_LIBRARY_PATH nvidia-smi -pm 1
sudo LD_LIBRARY_PATH=/usr/local/nvidia/lib64:$LD_LIBRARY_PATH nvidia-smi -ac 1215,1410
nvidia-smi
- name: Install PyTorch nightly
run: |
. "${SETUP_SCRIPT}" && conda activate "${CONDA_ENV_NAME}"
pushd benchmark
# Install dependencies
conda install -y -c pytorch "${MAGMA_VERSION}"
pip install requests bs4 argparse gitpython boto3 pyyaml numpy
pip install requests bs4 argparse gitpython boto3 pyyaml numpy regex
# Check if nightly builds are available
NIGHTLIES=$(python torchbenchmark/util/torch_nightly.py --packages torch)
# If failed, the script will generate empty result
Expand Down Expand Up @@ -82,4 +89,5 @@ jobs:
path: benchmark-output/
- name: Remove conda environment
run: |
. "${SETUP_SCRIPT}"
conda env remove --name "${CONDA_ENV_NAME}"
2 changes: 1 addition & 1 deletion .github/workflows/userbenchmark-t4-metal.yml
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,7 @@ jobs:
pip install -U py-cpuinfo psutil distro
sudo ${HOME}/miniconda3/envs/${CONDA_ENV_NAME}/bin/python3 torchbenchmark/util/machine_config.py
conda install -y -c pytorch "${MAGMA_VERSION}"
pip install requests bs4 argparse gitpython boto3
pip install requests bs4 argparse gitpython boto3 regex
# Check if nightly builds are available
NIGHTLIES=$(python torchbenchmark/util/torch_nightly.py --packages torch)
# If failed, the script will generate empty result
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/v1-bisection.yml
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ jobs:
# pytorch doesn't support cmake>3.22
# See: https://github.com/pytorch/pytorch/issues/74985
conda install -y numpy="${NUMPY_VERSION}" mkl="${MKL_VERSION}" mkl-include="${MKL_VERSION}" \
requests ninja pyyaml setuptools cmake=3.22 cffi \
requests ninja pyyaml setuptools cmake=3.22 cffi regex \
typing_extensions future six dataclasses tabulate gitpython git-lfs tqdm
conda install -y -c pytorch "${MAGMA_VERSION}"
- name: Bisection
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/v1-nightly.yml
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ jobs:
. /data/nvme/bin/setup_instance.sh
# Install dependencies
conda install -y -c pytorch "${MAGMA_VERSION}"
pip install requests bs4 argparse gitpython boto3
pip install requests bs4 argparse gitpython boto3 regex
# Check if nightly builds are available
NIGHTLIES=$(python torchbenchmark/util/torch_nightly.py --packages torch)
# If failed, the script will generate empty result
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/v2-bisection.yml
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ jobs:
# See: https://github.com/pytorch/pytorch/issues/74985
conda install -y numpy="${NUMPY_VER}" mkl="${MKL_VER}" mkl-include="${MKL_VER}" \
requests ninja pyyaml setuptools cmake=3.22 cffi \
typing_extensions future six dataclasses tabulate gitpython git-lfs tqdm
typing_extensions future six dataclasses tabulate gitpython git-lfs tqdm regex
# Install magma
conda install -y -c pytorch "${MAGMA_VER}"
- name: Bisection
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/v2-nightly.yml
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ jobs:
. activate "${CONDA_ENV_NAME}"
. /data/nvme/bin/setup_instance.sh
# Install dependencies
pip install requests bs4 argparse gitpython boto3
pip install requests bs4 argparse gitpython boto3 regex
# Check if nightly builds are available
NIGHTLIES=$(python torchbenchmark/util/torch_nightly.py --packages torch)
# If failed, the script will generate empty result
Expand Down
2 changes: 1 addition & 1 deletion scripts/install_basics.sh
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ conda activate base
# Use python3.8 by default
conda install -y python=3.8
# install unittest-xml-reporting
pip install unittest-xml-reporting
pip install unittest-xml-reporting regex

# install CUDA 11.6
wget -q https://developer.download.nvidia.com/compute/cuda/11.6.2/local_installers/cuda_11.6.2_510.47.03_linux.run \
Expand Down