Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[DNM] Subsystem-benchmarking #4773

Closed
wants to merge 8 commits into from
Closed
Show file tree
Hide file tree
Changes from 5 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 7 additions & 0 deletions .gitlab/pipeline/test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -637,3 +637,10 @@ subsystem-benchmark-statement-distribution:
script:
- cargo bench -p polkadot-statement-distribution --bench statement-distribution-regression-bench --features subsystem-benchmarks
allow_failure: true

subsystem-benchmark-estimate-capacity:
extends:
- .subsystem-benchmark-template
script:
- cargo run -p polkadot-subsystem-bench --release -- polkadot/node/subsystem-bench/examples/capacity.yaml
allow_failure: true
66 changes: 66 additions & 0 deletions polkadot/node/subsystem-bench/examples/capacity.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,66 @@
# Estimate CPU requirements on a network
# 500 validators
# 100 cores
# 5 backing validators per core


TestConfiguration:
# Approval voting best case scenario
- objective: !ApprovalVoting
coalesce_mean: 3.0
coalesce_std_dev: 1.0
enable_assignments_v2: true
last_considered_tranche: 89
stop_when_approved: true
coalesce_tranche_diff: 12
num_no_shows_per_candidate: 10
workdir_prefix: "/tmp/"
n_validators: 500
n_cores: 50
max_validators_per_core: 5
min_pov_size: 5120
max_pov_size: 5120
peer_bandwidth: 524288000000
bandwidth: 524288000000
connectivity: 100
latency: null
num_blocks: 3

- objective: DataAvailabilityWrite
n_validators: 500
n_cores: 100
max_validators_per_core: 5
min_pov_size: 5120
max_pov_size: 5120
peer_bandwidth: 524288000000
bandwidth: 524288000000
connectivity: 100
latency: null
num_blocks: 3

- objective: !DataAvailabilityRead
strategy: FullFromBackers
fetch_from_backers: true
n_validators: 500
n_cores: 6
max_validators_per_core: 5
min_pov_size: 5120
max_pov_size: 5120
peer_bandwidth: 524288000000
bandwidth: 524288000000
connectivity: 100
latency: null
num_blocks: 3


- objective: StatementDistribution
n_validators: 500
n_cores: 100
max_validators_per_core: 5
min_pov_size: 5120
max_pov_size: 5120
peer_bandwidth: 524288000000
bandwidth: 524288000000
connectivity: 100
latency: null
num_blocks: 3
Loading