1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
name: Rust
on:
push:
branches:
- main
pull_request:
jobs:
build:
runs-on: ${{ matrix.os }}
env:
MACOSX_DEPLOYMENT_TARGET: 10.11
strategy:
matrix:
os: [ubuntu-latest, windows-latest, macOS-latest]
steps:
- uses: actions/checkout@v4
- name: Install Rust Stable
uses: actions-rs/toolchain@v1
with:
toolchain: stable
components: rustfmt, clippy
override: true
# Necessary for now for the cargo cache: https://github.com/actions/cache/issues/133#issuecomment-599102035
- if: matrix.os == 'ubuntu-latest'
run: sudo chown -R $(whoami):$(id -ng) ~/.cargo/
- name: Install cargo-readme for Ubuntu
if: matrix.os == 'ubuntu-latest'
uses: actions-rs/cargo@v1
with:
command: install
args: cargo-readme
- name: Install audit
uses: actions-rs/cargo@v1
with:
command: install
args: cargo-audit
- name: Build
uses: actions-rs/cargo@v1
with:
command: build
args: --all-targets --verbose --manifest-path ./tokenizers/Cargo.toml
- name: Lint with RustFmt
uses: actions-rs/cargo@v1
with:
command: fmt
args: --manifest-path ./tokenizers/Cargo.toml -- --check
- name: Lint Benchmarks with RustFmt
uses: actions-rs/cargo@v1
with:
command: fmt
args: --manifest-path ./tokenizers/Cargo.toml -- ./tokenizers/benches/bpe_benchmark.rs --check
- name: Lint with Clippy
uses: actions-rs/cargo@v1
with:
command: clippy
args: --manifest-path ./tokenizers/Cargo.toml --all-targets --all-features -- -D warnings
- name: Run Tests
if: matrix.os != 'windows-latest'
shell: bash
working-directory: ./tokenizers
run: make test
# Skip integration tests for now on Windows
- name: Run lib Tests on Windows
if: matrix.os == 'windows-latest'
uses: actions-rs/cargo@v1
with:
command: test
args: --verbose --manifest-path ./tokenizers/Cargo.toml --lib
- name: Run doc Tests on Windows
if: matrix.os == 'windows-latest'
uses: actions-rs/cargo@v1
with:
command: test
args: --verbose --manifest-path ./tokenizers/Cargo.toml --doc
- name: Install cargo-audit
run: cargo install cargo-audit
- name: Run Audit
uses: actions-rs/cargo@v1
with:
command: audit
args: -D warnings -f ./tokenizers/Cargo.lock
# Verify that Readme.md is up to date.
- name: Make sure, Readme generated from lib.rs matches actual Readme
if: matrix.os == 'ubuntu-latest'
shell: bash
working-directory: ./tokenizers
run: cargo readme > must_match_readme.md && diff must_match_readme.md README.md
|
