rust
/
jsonschema-rs
mirror of https://github.com/Stranger6667/jsonschema-rs
1
0
Fork 0
Code Issues Releases Wiki Activity

build: Add CodSpeed 

Signed-off-by: Dmitry Dygalo <dmitry@dygalo.dev>
This commit is contained in:
Dmitry Dygalo 2024-05-10 17:59:29 +02:00 committed by Dmitry Dygalo
parent bcb6d393b5
commit dbe6c90d78
7 changed files with 60 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
.github/workflows/codspeed.yml vendored Normal file
View File

@ -0,0 +1,31 @@
name: Benchmarks
on:
push:
branches:
- "master"
pull_request:
workflow_dispatch:
jobs:
rust:
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v4
- uses: dtolnay/rust-toolchain@stable
- uses: Swatinem/rust-cache@v2
with:
workspaces: jsonschema
- run: cargo install cargo-codspeed
- run: cargo codspeed build
working-directory: ./jsonschema
- uses: CodSpeedHQ/action@v2
with:
run: cargo codspeed run jsonschema
token: ${{ secrets.CODSPEED_TOKEN }}
working-directory: ./jsonschema

1
bench_helpers/Cargo.toml
View File

@ -9,3 +9,4 @@ license = "MIT"
serde = { version = "1", features = ["derive"] }
serde_json = "1"
criterion = { version = "0.5.1", features = [], default-features = false }
codspeed-criterion-compat = "2.6.0"

2
bench_helpers/src/lib.rs
View File

@ -1,4 +1,4 @@
use criterion::Criterion;
use codspeed_criterion_compat::Criterion;
use serde::Deserialize;
use serde_json::{from_reader, Value};
use std::{

5
jsonschema/Cargo.toml
View File

@ -68,14 +68,15 @@ getrandom = { version = "0.2", features = ["js"] }
[dev-dependencies]
bench_helpers = { path = "../bench_helpers" }
codspeed-criterion-compat = "2.6.0"
criterion = { version = "0.5.1", features = [], default-features = false }
lazy_static = "1.4" # Needed for json schema test suite
json_schema_test_suite = { version = "0.3.0", path = "../jsonschema-test-suite" }
jsonschema-valid = "0.5"
lazy_static = "1.4" # Needed for json schema test suite
mockito = "0.31"
paste = "1.0"
test-case = "3"
valico = "3.6"
valico = "4"
# Benchmarks for `jsonschema`
[[bench]]

49
jsonschema/benches/jsonschema.rs
View File

@ -1,11 +1,11 @@
use bench_helpers::{
bench_citm, bench_fast, bench_geojson, bench_keywords, bench_openapi, bench_swagger,
};
use criterion::{criterion_group, criterion_main, Bencher, BenchmarkId, Criterion};
use codspeed_criterion_compat::{criterion_group, criterion_main, Bencher, BenchmarkId, Criterion};
use jsonschema::{paths::JsonPointerNode, JSONSchema};
use serde_json::Value;
macro_rules! jsonschema_rs_bench {
macro_rules! jsonschema_bench {
($c:tt, $name:expr, $schema:ident, $instance:ident) => {{
let compiled = JSONSchema::options()
.with_meta_schemas()
@ -13,13 +13,13 @@ macro_rules! jsonschema_rs_bench {
.expect("Invalid schema");
assert!(compiled.is_valid(&$instance), "Invalid instance");
assert!(compiled.validate(&$instance).is_ok(), "Invalid instance");
$c.bench_function(&format!("{} jsonschema_rs/compile", $name), |b| {
$c.bench_function(&format!("{} jsonschema/compile", $name), |b| {
b.iter(|| JSONSchema::options().with_meta_schemas().compile(&$schema))
});
$c.bench_function(&format!("{} jsonschema_rs/is_valid", $name), |b| {
$c.bench_function(&format!("{} jsonschema/is_valid", $name), |b| {
b.iter(|| compiled.is_valid(&$instance))
});
$c.bench_function(&format!("{} jsonschema_rs/validate", $name), |b| {
$c.bench_function(&format!("{} jsonschema/validate", $name), |b| {
b.iter(|| compiled.validate(&$instance).ok())
});
}};
@ -28,13 +28,13 @@ macro_rules! jsonschema_rs_bench {
fn large_schemas(c: &mut Criterion) {
// Open API JSON Schema
// Only `jsonschema` works correctly - other libraries do not recognize `zuora` as valid
bench_openapi(&mut |name, schema, instance| jsonschema_rs_bench!(c, name, schema, instance));
bench_openapi(&mut |name, schema, instance| jsonschema_bench!(c, name, schema, instance));
// Swagger JSON Schema
bench_swagger(&mut |name, schema, instance| jsonschema_rs_bench!(c, name, schema, instance));
bench_swagger(&mut |name, schema, instance| jsonschema_bench!(c, name, schema, instance));
// Canada borders in GeoJSON
bench_geojson(&mut |name, schema, instance| jsonschema_rs_bench!(c, name, schema, instance));
bench_geojson(&mut |name, schema, instance| jsonschema_bench!(c, name, schema, instance));
// CITM catalog
bench_citm(&mut |name, schema, instance| jsonschema_rs_bench!(c, name, schema, instance));
bench_citm(&mut |name, schema, instance| jsonschema_bench!(c, name, schema, instance));
}
fn fast_schema(c: &mut Criterion) {
@ -42,19 +42,19 @@ fn fast_schema(c: &mut Criterion) {
let compiled = JSONSchema::compile(&schema).expect("Valid schema");
assert!(compiled.is_valid(&valid));
assert!(!compiled.is_valid(&invalid));
c.bench_function(&format!("{} jsonschema_rs/compile", name), |b| {
c.bench_function(&format!("{} jsonschema/compile", name), |b| {
b.iter(|| JSONSchema::compile(&schema).expect("Valid schema"))
});
c.bench_function(&format!("{} jsonschema_rs/is_valid/valid", name), |b| {
c.bench_function(&format!("{} jsonschema/is_valid/valid", name), |b| {
b.iter(|| compiled.is_valid(&valid))
});
c.bench_function(&format!("{} jsonschema_rs/validate/valid", name), |b| {
c.bench_function(&format!("{} jsonschema/validate/valid", name), |b| {
b.iter(|| compiled.validate(&valid).ok())
});
c.bench_function(&format!("{} jsonschema_rs/is_valid/invalid", name), |b| {
c.bench_function(&format!("{} jsonschema/is_valid/invalid", name), |b| {
b.iter(|| compiled.is_valid(&invalid))
});
c.bench_function(&format!("{} jsonschema_rs/validate/invalid", name), |b| {
c.bench_function(&format!("{} jsonschema/validate/invalid", name), |b| {
b.iter(|| {
let _: Vec<_> = compiled
.validate(&invalid)
@ -75,7 +75,7 @@ fn keywords(c: &mut Criterion) {
},
&mut |c: &mut Criterion, name: &str, schema: &Value| {
c.bench_with_input(
BenchmarkId::new(name, "jsonschema_rs/compile"),
BenchmarkId::new(name, "jsonschema/compile"),
schema,
|b, schema| {
b.iter(|| {
@ -92,7 +92,7 @@ fn keywords(c: &mut Criterion) {
fn validate_valid(c: &mut Criterion, name: &str, schema: &Value, instance: &Value) {
let compiled = JSONSchema::compile(schema).expect("Valid schema");
c.bench_with_input(
BenchmarkId::new(name, "jsonschema_rs/is_valid/valid"),
BenchmarkId::new(name, "jsonschema/is_valid/valid"),
instance,
|b, instance| {
b.iter(|| {
@ -101,7 +101,7 @@ fn validate_valid(c: &mut Criterion, name: &str, schema: &Value, instance: &Valu
},
);
c.bench_with_input(
BenchmarkId::new(name, "jsonschema_rs/validate/valid"),
BenchmarkId::new(name, "jsonschema/validate/valid"),
instance,
|b, instance| {
b.iter(|| {
@ -114,7 +114,7 @@ fn validate_valid(c: &mut Criterion, name: &str, schema: &Value, instance: &Valu
fn validate_invalid(c: &mut Criterion, name: &str, schema: &Value, instance: &Value) {
let compiled = JSONSchema::compile(schema).expect("Valid schema");
c.bench_with_input(
BenchmarkId::new(name, "jsonschema_rs/is_valid/invalid"),
BenchmarkId::new(name, "jsonschema/is_valid/invalid"),
instance,
|b, instance| {
b.iter(|| {
@ -123,7 +123,7 @@ fn validate_invalid(c: &mut Criterion, name: &str, schema: &Value, instance: &Va
},
);
c.bench_with_input(
BenchmarkId::new(name, "jsonschema_rs/validate/invalid"),
BenchmarkId::new(name, "jsonschema/validate/invalid"),
instance,
|b, instance| {
b.iter(|| {
@ -162,11 +162,6 @@ fn json_pointer_node(c: &mut Criterion) {
c.bench_with_input(BenchmarkId::new("jsonpointer", "big"), &node, bench);
}
criterion_group!(
arbitrary,
large_schemas,
fast_schema,
keywords,
json_pointer_node
);
criterion_main!(arbitrary);
criterion_group!(common, large_schemas, fast_schema, json_pointer_node);
criterion_group!(specific, keywords);
criterion_main!(common, specific);

2
jsonschema/benches/jsonschema_valid.rs
View File

@ -1,5 +1,5 @@
use bench_helpers::{bench_citm, bench_fast, bench_geojson, bench_keywords};
use criterion::{criterion_group, criterion_main, BenchmarkId, Criterion};
use codspeed_criterion_compat::{criterion_group, criterion_main, BenchmarkId, Criterion};
use jsonschema_valid::schemas;
use serde_json::Value;

2
jsonschema/benches/valico.rs
View File

@ -1,5 +1,5 @@
use bench_helpers::{bench_citm, bench_fast, bench_geojson, bench_keywords, bench_swagger};
use criterion::{criterion_group, criterion_main, BenchmarkId, Criterion};
use codspeed_criterion_compat::{criterion_group, criterion_main, BenchmarkId, Criterion};
use serde_json::Value;
use valico::json_schema;