File: install-benchmark

package info (click to toggle)
awscli 2.31.35-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 156,692 kB
  • sloc: python: 213,816; xml: 14,082; makefile: 189; sh: 178; javascript: 8
file content (61 lines) | stat: -rwxr-xr-x 1,651 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
#!/usr/bin/env python
"""Setup virtualenv to run perf benchmarks.

This script assumes you're running in a virtualenv.
However, given this script will clone and install s3transfer,
it's recommended to create a new virtualenv dedicated to
perf testing.

* Clone the s3transfer repo
* Install dependencies

"""

import os
import shutil
from subprocess import check_call

GIT_OWNER = os.environ.get('GIT_OWNER', 'boto')
# Using PERF_BRANCH instead of GIT_BRANCH because that value
# is set by jenkins to the branch that's been checked out via
# git.
PERF_BRANCH = os.environ.get('PERF_BRANCH', 'develop')
REPO_ROOT = os.path.dirname(
    os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
)
WORKDIR = os.environ.get('PERF_WORKDIR', os.path.join(REPO_ROOT, 'workdir'))


def clone_s3_transfer_repo():
    if os.path.isdir('s3transfer'):
        shutil.rmtree('s3transfer')
    check_call(
        'git clone https://github.com/%s/s3transfer.git' % GIT_OWNER,
        shell=True,
    )
    check_call('cd s3transfer && git checkout %s' % PERF_BRANCH, shell=True)


def pip_install_s3transfer_and_deps():
    check_call('cd s3transfer && pip install -e .', shell=True)
    check_call(
        'cd s3transfer && pip install -r requirements-dev.txt', shell=True
    )
    check_call('pip install "caf>=0.1.0,<1.0.0"', shell=True)
    check_call('cd %s && pip install -e .' % REPO_ROOT, shell=True)


def create_workdir():
    if not os.path.isdir(WORKDIR):
        os.makedirs(WORKDIR)


def main():
    create_workdir()
    os.chdir(WORKDIR)
    clone_s3_transfer_repo()
    pip_install_s3transfer_and_deps()


if __name__ == '__main__':
    main()