1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
|
name: Tests
on:
push:
pull_request:
branches: [ master ]
workflow_dispatch:
jobs:
test:
runs-on: ubuntu-latest
strategy:
matrix:
include:
- hadoop_version: 2.10.1
- hadoop_version: 3.3.1
- hadoop_version: 3.3.1
kerberos: true
rpc_protection: authentication
transfer_protection: authentication
- hadoop_version: 3.3.1
kerberos: true
rpc_protection: integrity
transfer_protection: integrity
- hadoop_version: 3.3.1
kerberos: true
rpc_protection: privacy
transfer_protection: privacy
- hadoop_version: 3.3.1
kerberos: true
rpc_protection: privacy
transfer_protection: privacy
aes: true
steps:
- uses: actions/checkout@v2
- uses: actions/setup-go@v2
with:
go-version: 1.17
# This step installs downloads hadoop and starts a local cluster with one
# namenode and one datanode. It adds the hadoop binaries to GITHUB_PATH
# and HADOOP_CONF_DIR to GITHUB_ENV.
- name: install-hdfs.sh
run: ./.github/scripts/install-hdfs.sh
env:
HADOOP_VERSION: ${{ matrix.hadoop_version }}
KERBEROS: ${{ matrix.kerberos }}
RPC_PROTECTION: ${{ matrix.rpc_protection }}
TRANSFER_PROTECTION: ${{ matrix.transfer_protection }}
AES: ${{ matrix.aes }}
# Similarly, this step adds the bats binary to GITHUB_PATH.
- name: install-bats.sh
run: ./.github/scripts/install-bats.sh
- name: fixtures.sh
run: ./.github/scripts/fixtures.sh
# Touching the generated proto files ensures that make will not try to
# regenerate them.
- name: make
run: find -name '*.pb.go' -exec touch {} \; && make
- name: make test
run: |
make test
- name: cat namenode.log
if: always()
run: cat /tmp/hdfs/namenode.log
- name: cat datanode.log
if: always()
run: cat /tmp/hdfs/datanode.log
|
