forked from succinctlabs/sp1
-
Notifications
You must be signed in to change notification settings - Fork 5
139 lines (136 loc) · 6.44 KB
/
suite.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
name: Testing Suite
on:
workflow_dispatch:
pull_request:
branches:
- "**"
paths:
- "crates/**"
- "examples/**"
- "Cargo.toml"
- ".github/workflows/**"
merge_group:
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
jobs:
test-x86:
name: ${{ matrix.workload.s3_folder }} (${{ matrix.workload.mode }})
runs-on: ${{ matrix.workload.mode == 'cuda' && fromJSON('["runs-on", "family=g6.16xlarge", "ami=ami-0a63dc9cb9e934ba3", "spot=false", "run-id=${{ github.run_id }}"]') || fromJSON('["runs-on", "runner=64cpu-linux-x64", "spot=false", "run-id=${{ github.run_id }}"]') }}
if: ${{ contains(github.event.head_commit.message, '(run-suite)') }}
strategy:
matrix:
workload:
# Fibonacci 17k
# - { s3_folder: fibonacci-17k, mode: cpu }
- { s3_folder: fibonacci-17k, mode: cuda }
# - { s3_folder: fibonacci-17k, mode: network }
# SSZ Withdrawals
# - { s3_folder: ssz-withdrawals, mode: cpu }
- { s3_folder: ssz-withdrawals, mode: cuda }
# - { s3_folder: ssz-withdrawals, mode: network }
# Tendermint
# - { s3_folder: tendermint, mode: cpu }
- { s3_folder: tendermint, mode: cuda }
# - { s3_folder: tendermint, mode: network }
# RSP 20526624
# - { s3_folder: rsp-20526624, mode: cpu }
- { s3_folder: rsp-20526624, mode: cuda }
# - { s3_folder: rsp-20526624, mode: network }
# RSA
# - { s3_folder: rsa, mode: cpu }
- { s3_folder: rsa, mode: cuda }
# - { s3_folder: rsa, mode: network }
# Regex
# - { s3_folder: regex, mode: cpu }
- { s3_folder: regex, mode: cuda }
# - { s3_folder: regex, mode: network }
# Chess
# - { s3_folder: chess, mode: cpu }
- { s3_folder: chess, mode: cuda }
# - { s3_folder: chess, mode: network }
# Tendermint
# - { s3_folder: tendermint, mode: cpu }
- { s3_folder: tendermint, mode: cuda }
# - { s3_folder: tendermint, mode: network }
# RSP 20526624
# - { s3_folder: rsp-20526624, mode: cpu }
- { s3_folder: rsp-20526624, mode: cuda }
# - { s3_folder: rsp-20526624, mode: network }
# RSA
# - { s3_folder: rsa, mode: cpu }
- { s3_folder: rsa, mode: cuda }
# - { s3_folder: rsa, mode: network }
# Regex
# - { s3_folder: regex, mode: cpu }
- { s3_folder: regex, mode: cuda }
# - { s3_folder: regex, mode: network }
# JSON
# - { s3_folder: json, mode: cpu }
- { s3_folder: json, mode: cuda }
# - { s3_folder: json, mode: network }
# Chess
# - { s3_folder: chess, mode: cpu }
- { s3_folder: chess, mode: cuda }
# - { s3_folder: chess, mode: network }
# Blobstream 01j6z63fgafrc8jeh0k12gbtvw
# - { s3_folder: blobstream-01j6z63fgafrc8jeh0k12gbtvw, mode: cpu }
- { s3_folder: blobstream-01j6z63fgafrc8jeh0k12gbtvw, mode: cuda }
# # - { s3_folder: blobstream-01j6z63fgafrc8jeh0k12gbtvw, mode: network }
# Blobstream 01j6z95bdme9svevmfyc974bja
# - { s3_folder: blobstream-01j6z95bdme9svevmfyc974bja, mode: cpu }
- { s3_folder: blobstream-01j6z95bdme9svevmfyc974bja, mode: cuda }
# # - { s3_folder: blobstream-01j6z95bdme9svevmfyc974bja, mode: network }
# Blobstream 01j6z9ak0ke9srsppgywgke6fj
# - { s3_folder: blobstream-01j6z9ak0ke9srsppgywgke6fj, mode: cpu }
- { s3_folder: blobstream-01j6z9ak0ke9srsppgywgke6fj, mode: cuda }
# - { s3_folder: blobstream-01j6z9ak0ke9srsppgywgke6fj, mode: network }
# Vector 01j6xsv35re96tkgyda115320t
# - { s3_folder: vector-01j6xsv35re96tkgyda115320t, mode: cpu }
- { s3_folder: vector-01j6xsv35re96tkgyda115320t, mode: cuda }
# - { s3_folder: vector-01j6xsv35re96tkgyda115320t, mode: network }
# Vector 01j6xzy366ff5tbkzcrs8pma02
# - { s3_folder: vector-01j6xzy366ff5tbkzcrs8pma02, mode: cpu }
- { s3_folder: vector-01j6xzy366ff5tbkzcrs8pma02, mode: cuda }
# - { s3_folder: vector-01j6xzy366ff5tbkzcrs8pma02, mode: network }
# Vector 01j6y06de0fdaafemr8b1t69z3
# - { s3_folder: vector-01j6y06de0fdaafemr8b1t69z3, mode: cpu }
- { s3_folder: vector-01j6y06de0fdaafemr8b1t69z3, mode: cuda }
# - { s3_folder: vector-01j6y06de0fdaafemr8b1t69z3, mode: network }
# Raiko A7 10
# - { s3_folder: raiko-a7-10, mode: cpu }
- { s3_folder: raiko-a7-10, mode: cuda }
# - { s3_folder: raiko-a7-10, mode: network }
# OP Succinct
# - { s3_folder: op-succinct-op-sepolia-range-17685896-17685897, mode: network }
# - { s3_folder: op-succinct-op-sepolia-range-17985900-17985905, mode: network }
# - { s3_folder: op-succinct-op-sepolia-range-18129400-18129401, mode: network }
steps:
- name: Checkout sources
uses: actions/checkout@v4
- name: Setup CI
uses: ./.github/actions/setup
- name: Configure AWS credentials
uses: aws-actions/configure-aws-credentials@v1
with:
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_S3 }}
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_S3 }}
aws-region: us-west-2
- name: Copy files from S3
run: |
mkdir -p workdir
aws s3 cp s3://sp1-testing-suite/${{ matrix.workload.s3_folder }}/program.bin workdir/program.bin
aws s3 cp s3://sp1-testing-suite/${{ matrix.workload.s3_folder }}/stdin.bin workdir/stdin.bin
- name: Run sp1-perf
uses: actions-rs/cargo@v1
with:
command: run
toolchain: 1.81.0
args: --release -p sp1-perf -- --program workdir/program.bin --stdin workdir/stdin.bin --mode ${{ matrix.workload.mode }}
env:
RUST_LOG: debug
RUSTFLAGS: -Copt-level=3 -Ctarget-cpu=native
RUST_BACKTRACE: 1
SP1_PROVER: ${{ matrix.workload.mode == 'cpu' && 'local' || matrix.workload.mode == 'cuda' && 'cuda' || matrix.workload.mode == 'network' && 'network' }}
SP1_PRIVATE_KEY: ${{ secrets.SP1_PRIVATE_KEY }}
PROVER_NETWORK_RPC: https://43xadiwbrdkiquizwybgpzdhcu0pgvux.lambda-url.us-east-2.on.aws/