mirror of https://git.meli.delivery/meli/meli
imap: add experimental header caching with sqlite3
Add support for header caching. It is currently unstable and should not be used. It can be turned on by specifying "X_header_caching" to true in the IMAP account's configuration. The header cache is saved in a sqlite3 database in your XDG_DATA_DIR, for example: /home/epilys/.local/share/meli/17328072387188469646_header_cache.db Concerns #31 https://git.meli.delivery/meli/meli/issues/31pull/234/head
parent
6458ccb860
commit
b4dfc1f89d
@ -0,0 +1,174 @@
|
||||
/*
|
||||
* meli - imap melib
|
||||
*
|
||||
* Copyright 2020 Manos Pitsidianakis
|
||||
*
|
||||
* This file is part of meli.
|
||||
*
|
||||
* meli is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU General Public License as published by
|
||||
* the Free Software Foundation, either version 3 of the License, or
|
||||
* (at your option) any later version.
|
||||
*
|
||||
* meli is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License
|
||||
* along with meli. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
use super::UID;
|
||||
use crate::{
|
||||
backends::{AccountHash, MailboxHash},
|
||||
email::Envelope,
|
||||
error::*,
|
||||
};
|
||||
|
||||
pub type MaxUID = UID;
|
||||
|
||||
#[cfg(feature = "sqlite3")]
|
||||
pub use sqlite3_m::*;
|
||||
|
||||
#[cfg(feature = "sqlite3")]
|
||||
mod sqlite3_m {
|
||||
use super::*;
|
||||
use crate::sqlite3;
|
||||
const DB_NAME: &'static str = "header_cache.db";
|
||||
const INIT_SCRIPT: &'static str = "PRAGMA foreign_keys = true;
|
||||
PRAGMA encoding = 'UTF-8';
|
||||
|
||||
CREATE TABLE IF NOT EXISTS envelopes (
|
||||
mailbox_hash INTEGER,
|
||||
uid INTEGER,
|
||||
validity INTEGER,
|
||||
envelope BLOB NOT NULL UNIQUE,
|
||||
PRIMARY KEY (mailbox_hash, uid, validity),
|
||||
FOREIGN KEY (mailbox_hash, validity) REFERENCES uidvalidity(mailbox_hash, uid) ON DELETE CASCADE
|
||||
);
|
||||
CREATE TABLE IF NOT EXISTS uidvalidity (
|
||||
uid INTEGER UNIQUE,
|
||||
mailbox_hash INTEGER UNIQUE,
|
||||
PRIMARY KEY (mailbox_hash, uid)
|
||||
);
|
||||
CREATE INDEX IF NOT EXISTS envelope_idx ON envelopes(mailbox_hash, uid, validity);
|
||||
CREATE INDEX IF NOT EXISTS uidvalidity_idx ON uidvalidity(mailbox_hash);";
|
||||
|
||||
pub fn get_envelopes(
|
||||
account_hash: AccountHash,
|
||||
mailbox_hash: MailboxHash,
|
||||
uidvalidity: usize,
|
||||
) -> Result<(MaxUID, Vec<(UID, Envelope)>)> {
|
||||
let conn = sqlite3::open_or_create_db(
|
||||
&format!("{}_{}", account_hash, DB_NAME),
|
||||
Some(INIT_SCRIPT),
|
||||
)?;
|
||||
let mut stmt = conn
|
||||
.prepare("SELECT MAX(uid) FROM envelopes WHERE mailbox_hash = ? AND validity = ?")
|
||||
.unwrap();
|
||||
let max_uid: usize = stmt
|
||||
.query_map(
|
||||
sqlite3::params![mailbox_hash as i64, uidvalidity as i64],
|
||||
|row| row.get(0).map(|u: i64| u as usize),
|
||||
)
|
||||
.chain_err_summary(|| {
|
||||
format!(
|
||||
"Error while performing query {:?}",
|
||||
"SELECT MAX(uid) FROM envelopes WHERE mailbox_hash = ? AND validity = ?"
|
||||
)
|
||||
})?
|
||||
.next()
|
||||
.unwrap()
|
||||
.unwrap_or(0);
|
||||
let mut stmt = conn
|
||||
.prepare("SELECT uid, envelope FROM envelopes WHERE mailbox_hash = ? AND validity = ?")
|
||||
.unwrap();
|
||||
let results: Vec<(UID, Vec<u8>)> = stmt
|
||||
.query_map(
|
||||
sqlite3::params![mailbox_hash as i64, uidvalidity as i64],
|
||||
|row| Ok((row.get::<_, i64>(0)? as usize, row.get(1)?)),
|
||||
)
|
||||
.chain_err_summary(|| {
|
||||
format!(
|
||||
"Error while performing query {:?}",
|
||||
"SELECT uid, envelope FROM envelopes WHERE mailbox_hash = ? AND validity = ?",
|
||||
)
|
||||
})?
|
||||
.collect::<std::result::Result<_, _>>()?;
|
||||
debug!(
|
||||
"imap cache max_uid: {} results len: {}",
|
||||
max_uid,
|
||||
results.len()
|
||||
);
|
||||
Ok((
|
||||
max_uid,
|
||||
results
|
||||
.into_iter()
|
||||
.map(|(uid, env)| {
|
||||
Ok((
|
||||
uid,
|
||||
bincode::deserialize(&env).map_err(|e| MeliError::new(e.to_string()))?,
|
||||
))
|
||||
})
|
||||
.collect::<Result<Vec<(UID, Envelope)>>>()?,
|
||||
))
|
||||
}
|
||||
|
||||
pub fn save_envelopes(
|
||||
account_hash: AccountHash,
|
||||
mailbox_hash: MailboxHash,
|
||||
uidvalidity: usize,
|
||||
envs: &[(UID, &Envelope)],
|
||||
) -> Result<()> {
|
||||
let conn =
|
||||
sqlite3::open_or_create_db(&format!("{}_{}", account_hash, DB_NAME), Some(INIT_SCRIPT))
|
||||
.chain_err_summary(|| {
|
||||
format!(
|
||||
"Could not create header_cache.db for account {}",
|
||||
account_hash
|
||||
)
|
||||
})?;
|
||||
conn.execute(
|
||||
"INSERT OR REPLACE INTO uidvalidity (uid, mailbox_hash) VALUES (?1, ?2)",
|
||||
sqlite3::params![uidvalidity as i64, mailbox_hash as i64],
|
||||
)
|
||||
.chain_err_summary(|| {
|
||||
format!(
|
||||
"Could not insert uidvalidity {} in header_cache of account {}",
|
||||
uidvalidity, account_hash
|
||||
)
|
||||
})?;
|
||||
for (uid, env) in envs {
|
||||
conn.execute(
|
||||
"INSERT OR REPLACE INTO envelopes (uid, mailbox_hash, validity, envelope) VALUES (?1, ?2, ?3, ?4)",
|
||||
sqlite3::params![*uid as i64, mailbox_hash as i64, uidvalidity as i64, bincode::serialize(env).map_err(|e| MeliError::new(e.to_string()))?],
|
||||
).chain_err_summary(|| format!("Could not insert envelope with hash {} in header_cache of account {}", env.hash(), account_hash))?;
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
}
|
||||
|
||||
#[cfg(not(feature = "sqlite3"))]
|
||||
pub use filesystem_m::*;
|
||||
|
||||
#[cfg(not(feature = "sqlite3"))]
|
||||
mod filesystem_m {
|
||||
use super::*;
|
||||
pub fn get_envelopes(
|
||||
_account_hash: AccountHash,
|
||||
_mailbox_hash: MailboxHash,
|
||||
_uidvalidity: usize,
|
||||
) -> Result<(MaxUID, Vec<(UID, Envelope)>)> {
|
||||
Ok((0, vec![]))
|
||||
}
|
||||
|
||||
pub fn save_envelopes(
|
||||
_account_hash: AccountHash,
|
||||
_mailbox_hash: MailboxHash,
|
||||
_uidvalidity: usize,
|
||||
_envs: &[(UID, &Envelope)],
|
||||
) -> Result<()> {
|
||||
Ok(())
|
||||
}
|
||||
}
|
Loading…
Reference in New Issue