Skip to content

Commit

Permalink
feat(spooler): Add envelope size in the benchmark for the envelope st…
Browse files Browse the repository at this point in the history 
…ack (#3869)
  • Loading branch information
@iambriccardo
iambriccardo authored Jul 29, 2024
1 parent 0fbe17c commit 6f48845
Showing 1 changed file with 134 additions and 102 deletions.
236 changes: 134 additions & 102 deletions relay-server/benches/benches.rs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -36,14 +36,23 @@ async fn reset_db(db: Pool<Sqlite>) {
.unwrap();
}

fn mock_envelope() -> Box<Envelope> {
let bytes = Bytes::from(
fn mock_envelope(size: &str) -> Box<Envelope> {
let payload = match size {
"small" => "small_payload".to_string(),
"medium" => "medium_payload".repeat(100),
"big" => "big_payload".repeat(1000),
"huge" => "huge_payload".repeat(10000),
_ => "default_payload".to_string(),
};

let bytes = Bytes::from(format!(
"\
{\"event_id\":\"9ec79c33ec9942ab8353589fcb2e04dc\",\"dsn\":\"https://e12d836b15bb49d7bbf99e64295d995b:@sentry.io/42\"}\n\
{\"type\":\"attachment\"}\n\
helloworld\n\
",
);
{{\"event_id\":\"9ec79c33ec9942ab8353589fcb2e04dc\",\"dsn\":\"https://e12d836b15bb49d7bbf99e64295d995b:@sentry.io/42\"}}\n\
{{\"type\":\"attachment\"}}\n\
{}\n\
",
payload
));

Envelope::parse_bytes(bytes).unwrap()
}
Expand All @@ -60,108 +69,131 @@ fn benchmark_sqlite_envelope_stack(c: &mut Criterion) {

let disk_batch_size = 1000;
for size in [1_000, 10_000, 100_000].iter() {
group.throughput(Throughput::Elements(*size as u64));

// Benchmark push operations
group.bench_with_input(BenchmarkId::new("push", size), size, |b, &size| {
b.iter_with_setup(
|| {
runtime.block_on(async {
reset_db(db.clone()).await;
});

let stack = SQLiteEnvelopeStack::new(
db.clone(),
disk_batch_size,
2,
ProjectKey::parse("e12d836b15bb49d7bbf99e64295d995b").unwrap(),
ProjectKey::parse("e12d836b15bb49d7bbf99e64295d995b").unwrap(),
);

let mut envelopes = Vec::with_capacity(size);
for _ in 0..size {
envelopes.push(mock_envelope());
}
for envelope_size in &["small", "medium", "big", "huge"] {
group.throughput(Throughput::Elements(*size as u64));

// Benchmark push operations
group.bench_with_input(
BenchmarkId::new(format!("push_{}", envelope_size), size),
size,
|b, &size| {
b.iter_with_setup(
|| {
runtime.block_on(async {
reset_db(db.clone()).await;
});

let stack = SQLiteEnvelopeStack::new(
db.clone(),
disk_batch_size,
2,
ProjectKey::parse("e12d836b15bb49d7bbf99e64295d995b").unwrap(),
ProjectKey::parse("e12d836b15bb49d7bbf99e64295d995b").unwrap(),
);

let mut envelopes = Vec::with_capacity(size);
for _ in 0..size {
envelopes.push(mock_envelope(envelope_size));
}

(stack, envelopes)
},
|(mut stack, envelopes)| {
runtime.block_on(async {
for envelope in envelopes {
stack.push(envelope).await.unwrap();
}
});
(stack, envelopes)
},
|(mut stack, envelopes)| {
runtime.block_on(async {
for envelope in envelopes {
stack.push(envelope).await.unwrap();
}
});
},
);
},
);
});

// Benchmark pop operations
group.bench_with_input(BenchmarkId::new("pop", size), size, |b, &size| {
b.iter_with_setup(
|| {
runtime.block_on(async {
reset_db(db.clone()).await;

let mut stack = SQLiteEnvelopeStack::new(
db.clone(),
disk_batch_size,
2,
ProjectKey::parse("e12d836b15bb49d7bbf99e64295d995b").unwrap(),
ProjectKey::parse("e12d836b15bb49d7bbf99e64295d995b").unwrap(),
);

// Pre-fill the stack
for _ in 0..size {
let envelope = mock_envelope();
stack.push(envelope).await.unwrap();
}

stack
})
},
|mut stack| {
runtime.block_on(async {
// Benchmark popping
for _ in 0..size {
stack.pop().await.unwrap();
}
});

// Benchmark pop operations
group.bench_with_input(
BenchmarkId::new(format!("pop_{}", envelope_size), size),
size,
|b, &size| {
b.iter_with_setup(
|| {
runtime.block_on(async {
reset_db(db.clone()).await;

let mut stack = SQLiteEnvelopeStack::new(
db.clone(),
disk_batch_size,
2,
ProjectKey::parse("e12d836b15bb49d7bbf99e64295d995b").unwrap(),
ProjectKey::parse("e12d836b15bb49d7bbf99e64295d995b").unwrap(),
);

// Pre-fill the stack
for _ in 0..size {
let envelope = mock_envelope(envelope_size);
stack.push(envelope).await.unwrap();
}

stack
})
},
|mut stack| {
runtime.block_on(async {
// Benchmark popping
for _ in 0..size {
stack.pop().await.unwrap();
}
});
},
);
},
);
});

// Benchmark mixed push and pop operations
group.bench_with_input(BenchmarkId::new("mixed", size), size, |b, &size| {
b.iter_with_setup(
|| {
runtime.block_on(async {
reset_db(db.clone()).await;
});

SQLiteEnvelopeStack::new(
db.clone(),
disk_batch_size,
2,
ProjectKey::parse("e12d836b15bb49d7bbf99e64295d995b").unwrap(),
ProjectKey::parse("e12d836b15bb49d7bbf99e64295d995b").unwrap(),
)
},
|mut stack| {
runtime.block_on(async {
for _ in 0..size {
if rand::random::<bool>() {
let envelope = mock_envelope();
stack.push(envelope).await.unwrap();
} else if stack.pop().await.is_err() {
// If pop fails (empty stack), push instead
let envelope = mock_envelope();
stack.push(envelope).await.unwrap();
}
}
});

// Benchmark mixed push and pop operations
group.bench_with_input(
BenchmarkId::new(format!("mixed_{}", envelope_size), size),
size,
|b, &size| {
b.iter_with_setup(
|| {
runtime.block_on(async {
reset_db(db.clone()).await;
});

let stack = SQLiteEnvelopeStack::new(
db.clone(),
disk_batch_size,
2,
ProjectKey::parse("e12d836b15bb49d7bbf99e64295d995b").unwrap(),
ProjectKey::parse("e12d836b15bb49d7bbf99e64295d995b").unwrap(),
);

// Pre-generate envelopes
let envelopes: Vec<Box<Envelope>> =
(0..size).map(|_| mock_envelope(envelope_size)).collect();

(stack, envelopes)
},
|(mut stack, envelopes)| {
runtime.block_on(async {
let mut envelope_iter = envelopes.into_iter();
for _ in 0..size {
if rand::random::<bool>() {
if let Some(envelope) = envelope_iter.next() {
stack.push(envelope).await.unwrap();
}
} else if stack.pop().await.is_err() {
// If pop fails (empty stack), push instead
if let Some(envelope) = envelope_iter.next() {
stack.push(envelope).await.unwrap();
}
}
}
});
},
);
},
);
});
}
}

group.finish();
Expand Down

0 comments on commit 6f48845

Please sign in to comment.