nostr/nostr-rs-relay
1
0
Fork 0
mirror of https://github.com/scsibug/nostr-rs-relay.git synced 2024-11-09 21:29:06 -05:00
Code Issues Packages Projects Releases Wiki Activity

perf: every 5000 persisted events, pause for 500ms for backups

Browse Source 
I have observed backups running for a very long time under heavy load,
this introduces some artificial delay to give the online backup enough
time to make progress.
This commit is contained in:
Greg Heartsfield 2022-12-20 15:05:04 -06:00
parent 1c153bc784
commit 64bd983cb6
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/db.rs
View File

@ -40,6 +40,8 @@ pub struct SubmittedEvent {
pub const DB_FILE: &str = "nostr.db"; pub const DB_FILE: &str = "nostr.db";
/// How many persisted events before optimization is triggered /// How many persisted events before optimization is triggered
pub const EVENT_COUNT_OPTIMIZE_TRIGGER: usize = 500; pub const EVENT_COUNT_OPTIMIZE_TRIGGER: usize = 500;
/// How many persisted events before we pause for backups
pub const EVENT_COUNT_BACKUP_PAUSE_TRIGGER: usize = 5000;
/// Build a database connection pool. /// Build a database connection pool.
/// # Panics /// # Panics
@ -135,6 +137,8 @@ pub async fn db_writer(
let mut lim_opt = None; let mut lim_opt = None;
// Keep rough track of events so we can run optimize eventually. // Keep rough track of events so we can run optimize eventually.
let mut optimize_counter: usize = 0; let mut optimize_counter: usize = 0;
// Constant writing has interfered with online backups. Keep track of how long since we've given the backups a chance to run.
let mut backup_pause_counter: usize = 0;
let clock = governor::clock::QuantaClock::default(); let clock = governor::clock::QuantaClock::default();
if let Some(rps) = rps_setting { if let Some(rps) = rps_setting {
if rps > 0 { if rps > 0 {
@ -268,6 +272,13 @@ pub async fn db_writer(
notice_tx.try_send(Notice::error(event.id, msg)).ok(); notice_tx.try_send(Notice::error(event.id, msg)).ok();
} }
} }
backup_pause_counter += 1;
if backup_pause_counter > EVENT_COUNT_BACKUP_PAUSE_TRIGGER {
info!("pausing db write thread for a moment...");
thread::sleep(Duration::from_millis(500));
backup_pause_counter = 0
}
// Use this as a trigger to do optimization // Use this as a trigger to do optimization
optimize_counter += 1; optimize_counter += 1;
if optimize_counter > EVENT_COUNT_OPTIMIZE_TRIGGER { if optimize_counter > EVENT_COUNT_OPTIMIZE_TRIGGER {