move shorteventid_cache to service

This commit is contained in:
Charles Hall 2024-09-30 21:06:37 -07:00
parent 7563360bee
commit 47502d1f36
No known key found for this signature in database
GPG key ID: 7B8E0645816E07CF
4 changed files with 45 additions and 30 deletions

View file

@ -236,7 +236,6 @@ pub(crate) struct KeyValueDatabase {
pub(super) senderkey_pusher: Arc<dyn KvTree>, pub(super) senderkey_pusher: Arc<dyn KvTree>,
// Uncategorized trees // Uncategorized trees
pub(super) shorteventid_cache: Mutex<LruCache<ShortEventId, Arc<EventId>>>,
pub(super) auth_chain_cache: pub(super) auth_chain_cache:
Mutex<LruCache<Vec<ShortEventId>, Arc<HashSet<ShortEventId>>>>, Mutex<LruCache<Vec<ShortEventId>, Arc<HashSet<ShortEventId>>>>,
pub(super) eventidshort_cache: Mutex<LruCache<OwnedEventId, ShortEventId>>, pub(super) eventidshort_cache: Mutex<LruCache<OwnedEventId, ShortEventId>>,
@ -480,14 +479,6 @@ impl KeyValueDatabase {
clippy::cast_sign_loss, clippy::cast_sign_loss,
clippy::cast_possible_truncation clippy::cast_possible_truncation
)] )]
shorteventid_cache: Mutex::new(LruCache::new(
(100_000.0 * config.cache_capacity_modifier) as usize,
)),
#[allow(
clippy::as_conversions,
clippy::cast_sign_loss,
clippy::cast_possible_truncation
)]
eventidshort_cache: Mutex::new(LruCache::new( eventidshort_cache: Mutex::new(LruCache::new(
(100_000.0 * config.cache_capacity_modifier) as usize, (100_000.0 * config.cache_capacity_modifier) as usize,
)), )),

View file

@ -162,15 +162,6 @@ impl service::rooms::short::Data for KeyValueDatabase {
&self, &self,
shorteventid: ShortEventId, shorteventid: ShortEventId,
) -> Result<Arc<EventId>> { ) -> Result<Arc<EventId>> {
let lookup = Lookup::ShortToEventId;
if let Some(id) =
self.shorteventid_cache.lock().unwrap().get_mut(&shorteventid)
{
METRICS.record_lookup(lookup, FoundIn::Cache);
return Ok(Arc::clone(id));
}
let bytes = self let bytes = self
.shorteventid_eventid .shorteventid_eventid
.get(&shorteventid.get().to_be_bytes())? .get(&shorteventid.get().to_be_bytes())?
@ -189,13 +180,6 @@ impl service::rooms::short::Data for KeyValueDatabase {
Error::bad_database("EventId in shorteventid_eventid is invalid.") Error::bad_database("EventId in shorteventid_eventid is invalid.")
})?; })?;
METRICS.record_lookup(lookup, FoundIn::Database);
self.shorteventid_cache
.lock()
.unwrap()
.insert(shorteventid, Arc::clone(&event_id));
Ok(event_id) Ok(event_id)
} }

View file

@ -45,6 +45,7 @@ pub(crate) struct Services {
} }
impl Services { impl Services {
#[allow(clippy::too_many_lines)]
pub(crate) fn build< pub(crate) fn build<
D: appservice::Data D: appservice::Data
+ pusher::Data + pusher::Data
@ -93,7 +94,17 @@ impl Services {
db, db,
}, },
search: db, search: db,
short: rooms::short::Service::new(db), short: rooms::short::Service::new(
db,
#[allow(
clippy::as_conversions,
clippy::cast_sign_loss,
clippy::cast_possible_truncation
)]
{
(100_000.0 * config.cache_capacity_modifier) as usize
},
),
state: rooms::state::Service { state: rooms::state::Service {
db, db,
}, },

View file

@ -1,8 +1,12 @@
use std::sync::Arc; use std::sync::{Arc, Mutex};
use lru_cache::LruCache;
use ruma::{events::StateEventType, EventId, RoomId}; use ruma::{events::StateEventType, EventId, RoomId};
use crate::utils::error::Result; use crate::{
observability::{FoundIn, Lookup, METRICS},
utils::error::Result,
};
macro_rules! short_id_type { macro_rules! short_id_type {
($name:ident) => { ($name:ident) => {
@ -33,12 +37,19 @@ pub(crate) use data::Data;
pub(crate) struct Service { pub(crate) struct Service {
db: &'static dyn Data, db: &'static dyn Data,
shorteventid_cache: Mutex<LruCache<ShortEventId, Arc<EventId>>>,
} }
impl Service { impl Service {
pub(crate) fn new(db: &'static dyn Data) -> Self { pub(crate) fn new(
db: &'static dyn Data,
shorteventid_cache_size: usize,
) -> Self {
Self { Self {
db, db,
shorteventid_cache: Mutex::new(LruCache::new(
shorteventid_cache_size,
)),
} }
} }
@ -69,7 +80,25 @@ impl Service {
&self, &self,
shorteventid: ShortEventId, shorteventid: ShortEventId,
) -> Result<Arc<EventId>> { ) -> Result<Arc<EventId>> {
self.db.get_eventid_from_short(shorteventid) let lookup = Lookup::ShortToEventId;
if let Some(id) =
self.shorteventid_cache.lock().unwrap().get_mut(&shorteventid)
{
METRICS.record_lookup(lookup, FoundIn::Cache);
return Ok(Arc::clone(id));
}
let event_id = self.db.get_eventid_from_short(shorteventid)?;
METRICS.record_lookup(lookup, FoundIn::Database);
self.shorteventid_cache
.lock()
.unwrap()
.insert(shorteventid, Arc::clone(&event_id));
Ok(event_id)
} }
pub(crate) fn get_statekey_from_short( pub(crate) fn get_statekey_from_short(