1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
|
# Makefile for the dashboard setup
PIP ?= python -m pip
clone-deps:
(cd ../../.. \
&& (test -e torchvision || git clone --recursive https://github.com/pytorch/vision torchvision) \
&& (test -e torchdata || git clone --recursive https://github.com/pytorch/data.git torchdata) \
&& (test -e torchtext || git clone --recursive https://github.com/pytorch/text torchtext) \
&& (test -e torchaudio || git clone --recursive https://github.com/pytorch/audio torchaudio) \
&& (test -e detectron2 || git clone --recursive https://github.com/facebookresearch/detectron2) \
&& (test -e FBGEMM || git clone --recursive https://github.com/pytorch/FBGEMM) \
&& (test -e torchrec || git clone --recursive https://github.com/pytorch/torchrec) \
&& (test -e torchbenchmark || git clone --recursive https://github.com/pytorch/benchmark torchbenchmark) \
)
pull-deps: clone-deps
(cd ../../../torchvision && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/vision.txt)" && git submodule update --init --recursive)
(cd ../../../torchdata && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/data.txt)" && git submodule update --init --recursive)
(cd ../../../torchtext && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/text.txt)" && git submodule update --init --recursive)
(cd ../../../torchaudio && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/audio.txt)" && git submodule update --init --recursive)
(cd ../../../FBGEMM && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/fbgemm.txt)" && git submodule update --init --recursive)
(cd ../../../torchrec && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/torchrec.txt)" && git submodule update --init --recursive)
(cd ../../../detectron2 && git fetch && git checkout HEAD && git submodule update --init --recursive)
(cd ../../../torchbenchmark && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/torchbench.txt)" && git submodule update --init --recursive)
build-deps: clone-deps
# conda env remove --name torchdynamo
# conda create --name torchdynamo -y python=3.8
# conda activate torchdynamo
conda install -y numpy scipy ninja pyyaml mkl mkl-include setuptools cmake \
typing-extensions requests protobuf numba cython scikit-learn
conda install -y -c pytorch magma-cuda116
conda install -y -c conda-forge librosa
(cd ../../../torchvision && python setup.py clean && python setup.py develop)
(cd ../../../torchdata && python setup.py install)
(cd ../../../torchtext && python setup.py clean && python setup.py develop)
(cd ../../../torchaudio && python setup.py clean && python setup.py develop)
(cd ../../../FBGEMM/fbgemm_gpu && pip install -r requirements.txt && python setup.py clean && python setup.py develop)
(cd ../../../torchrec && python setup.py clean && python setup.py develop)
(cd ../../../detectron2 && python setup.py clean && python setup.py develop)
(cd ../../../torchbenchmark && python install.py --continue_on_fail)
pip uninstall -y torchrec-nightly fbgemm-gpu-nightly
|
