aerogramme/src/imap/mailbox_view.rs

1469 lines
50 KiB
Rust
Raw Normal View History

use std::borrow::Cow;
2023-10-12 10:21:59 +00:00
use std::iter::zip;
2022-06-29 15:58:31 +00:00
use std::num::NonZeroU32;
use std::sync::Arc;
2022-06-29 17:24:21 +00:00
use anyhow::{anyhow, bail, Error, Result};
use chrono::{Offset, TimeZone, Utc};
2023-10-09 10:00:16 +00:00
2022-06-29 17:24:21 +00:00
use futures::stream::{FuturesOrdered, StreamExt};
2023-10-09 10:00:16 +00:00
2024-01-01 08:34:13 +00:00
use imap_codec::imap_types::body::{BasicFields, Body as FetchBody, BodyStructure, SpecificFields};
2024-01-02 14:35:23 +00:00
use imap_codec::imap_types::core::{AString, Atom, IString, NString, NonEmptyVec};
use imap_codec::imap_types::datetime::DateTime;
use imap_codec::imap_types::envelope::{Address, Envelope};
use imap_codec::imap_types::fetch::{
MacroOrMessageDataItemNames, MessageDataItem, MessageDataItemName, Section as FetchSection,
2022-07-13 15:05:07 +00:00
};
2024-01-02 14:35:23 +00:00
use imap_codec::imap_types::flag::{Flag, FlagFetch, FlagPerm, StoreResponse, StoreType};
use imap_codec::imap_types::response::{Code, Data, Status};
2024-01-01 08:34:13 +00:00
use imap_codec::imap_types::sequence::{self, SequenceSet};
2023-10-09 10:00:16 +00:00
use eml_codec::{
2023-10-12 10:21:59 +00:00
header, imf, mime,
2023-07-25 17:08:48 +00:00
mime::r#type::Deductible,
2023-10-12 10:21:59 +00:00
part::{composite::Message, AnyPart},
};
2023-10-09 10:00:16 +00:00
use crate::cryptoblob::Key;
2024-01-02 14:35:23 +00:00
use crate::imap::response::Body;
2023-10-12 10:21:59 +00:00
use crate::mail::mailbox::{MailMeta, Mailbox};
2022-07-12 13:59:13 +00:00
use crate::mail::uidindex::{ImapUid, ImapUidvalidity, UidIndex};
2022-07-12 15:32:57 +00:00
use crate::mail::unique_ident::UniqueIdent;
const DEFAULT_FLAGS: [Flag; 5] = [
Flag::Seen,
Flag::Answered,
Flag::Flagged,
Flag::Deleted,
Flag::Draft,
];
enum FetchedMail<'a> {
Partial(imf::Imf<'a>),
2023-10-12 10:21:59 +00:00
Full(AnyPart<'a>),
}
impl<'a> FetchedMail<'a> {
2023-10-12 10:21:59 +00:00
fn new_from_message(msg: Message<'a>) -> Self {
FetchedMail::Full(AnyPart::Msg(msg))
}
/*fn new_from_header(hdr: imf::Imf<'a>) -> Self {
FetchedMail::Partial(hdr)
}*/
fn as_anypart(&self) -> Result<&AnyPart<'a>> {
match self {
FetchedMail::Full(x) => Ok(&x),
2023-10-12 10:21:59 +00:00
_ => bail!("The full message must be fetched, not only its headers"),
}
}
fn as_full(&self) -> Result<&Message<'a>> {
match self {
FetchedMail::Full(AnyPart::Msg(x)) => Ok(&x),
_ => bail!("The full message must be fetched, not only its headers AND it must be an AnyPart::Msg."),
}
}
fn imf(&self) -> &imf::Imf<'a> {
match self {
2023-10-12 10:21:59 +00:00
FetchedMail::Full(AnyPart::Msg(x)) => &x.imf,
FetchedMail::Partial(x) => &x,
2023-10-12 10:21:59 +00:00
_ => panic!("Can't contain AnyPart that is not a message"),
}
}
}
2024-01-02 19:23:33 +00:00
pub struct AttributesProxy {
attrs: Vec<MessageDataItemName<'static>>,
2023-09-28 09:57:46 +00:00
}
2024-01-02 19:23:33 +00:00
impl AttributesProxy {
fn new(attrs: &MacroOrMessageDataItemNames<'static>, is_uid_fetch: bool) -> Self {
2023-09-28 09:57:46 +00:00
// Expand macros
2023-10-09 10:00:16 +00:00
let mut fetch_attrs = match attrs {
2024-01-02 19:23:33 +00:00
MacroOrMessageDataItemNames::Macro(m) => {
use imap_codec::imap_types::fetch::Macro;
use MessageDataItemName::*;
match m {
Macro::All => vec![Flags, InternalDate, Rfc822Size, Envelope],
Macro::Fast => vec![Flags, InternalDate, Rfc822Size],
Macro::Full => vec![Flags, InternalDate, Rfc822Size, Envelope, Body],
_ => {
tracing::error!("unimplemented macro");
vec![]
}
}
}
2024-01-02 14:35:23 +00:00
MacroOrMessageDataItemNames::MessageDataItemNames(a) => a.clone(),
2023-09-28 09:57:46 +00:00
};
// Handle uids
2024-01-02 14:35:23 +00:00
if is_uid_fetch && !fetch_attrs.contains(&MessageDataItemName::Uid) {
fetch_attrs.push(MessageDataItemName::Uid);
2023-09-28 09:57:46 +00:00
}
Self { attrs: fetch_attrs }
}
fn need_body(&self) -> bool {
self.attrs.iter().any(|x| {
matches!(
x,
2024-01-02 14:35:23 +00:00
MessageDataItemName::Body
| MessageDataItemName::BodyExt { .. }
| MessageDataItemName::Rfc822
| MessageDataItemName::Rfc822Text
| MessageDataItemName::BodyStructure
2023-09-28 09:57:46 +00:00
)
})
}
}
2023-10-09 10:00:16 +00:00
pub struct MailIdentifiers {
i: NonZeroU32,
uid: ImapUid,
uuid: UniqueIdent,
}
2023-10-10 15:59:34 +00:00
struct MailIdentifiersList(Vec<MailIdentifiers>);
impl MailIdentifiersList {
fn uuids(&self) -> Vec<UniqueIdent> {
self.0.iter().map(|mi| mi.uuid).collect()
}
}
2023-10-09 10:00:16 +00:00
pub struct MailView<'a> {
ids: &'a MailIdentifiers,
meta: &'a MailMeta,
2023-10-10 15:59:34 +00:00
flags: &'a Vec<String>,
2023-10-12 10:21:59 +00:00
content: FetchedMail<'a>,
2024-01-02 14:35:23 +00:00
}
enum SeenFlag {
DoNothing,
MustAdd,
2023-10-09 10:00:16 +00:00
}
impl<'a> MailView<'a> {
2024-01-02 14:35:23 +00:00
fn uid(&self) -> MessageDataItem<'static> {
MessageDataItem::Uid(self.ids.uid.clone())
2023-10-09 10:00:16 +00:00
}
2024-01-02 14:35:23 +00:00
fn flags(&self) -> MessageDataItem<'static> {
MessageDataItem::Flags(
2023-10-12 10:21:59 +00:00
self.flags
.iter()
.filter_map(|f| string_to_flag(f))
.collect(),
2023-10-09 10:00:16 +00:00
)
}
2024-01-02 14:35:23 +00:00
fn rfc_822_size(&self) -> MessageDataItem<'static> {
MessageDataItem::Rfc822Size(self.meta.rfc822_size as u32)
2023-10-09 10:00:16 +00:00
}
2024-01-02 14:35:23 +00:00
fn rfc_822_header(&self) -> MessageDataItem<'static> {
MessageDataItem::Rfc822Header(NString(
2023-10-12 10:21:59 +00:00
self.meta
.headers
.to_vec()
.try_into()
.ok()
.map(IString::Literal),
))
2023-10-09 10:00:16 +00:00
}
2024-01-02 14:35:23 +00:00
fn rfc_822_text(&self) -> Result<MessageDataItem<'static>> {
Ok(MessageDataItem::Rfc822Text(NString(
2023-10-12 10:21:59 +00:00
self.content
.as_full()?
.raw_body
2024-01-02 14:35:23 +00:00
.to_vec()
2023-10-12 10:21:59 +00:00
.try_into()
.ok()
.map(IString::Literal),
2023-10-09 10:00:16 +00:00
)))
}
2024-01-02 14:35:23 +00:00
fn rfc822(&self) -> Result<MessageDataItem<'static>> {
Ok(MessageDataItem::Rfc822(NString(
2023-10-12 10:21:59 +00:00
self.content
.as_full()?
2023-12-29 11:38:42 +00:00
.raw_part
2024-01-02 14:35:23 +00:00
.to_vec()
2023-10-12 10:21:59 +00:00
.try_into()
.ok()
.map(IString::Literal),
)))
2023-10-09 10:00:16 +00:00
}
2024-01-02 14:35:23 +00:00
fn envelope(&self) -> MessageDataItem<'static> {
MessageDataItem::Envelope(message_envelope(self.content.imf().clone()))
2023-10-09 10:00:16 +00:00
}
2024-01-02 14:35:23 +00:00
fn body(&self) -> Result<MessageDataItem<'static>> {
Ok(MessageDataItem::Body(build_imap_email_struct(
2023-10-12 10:21:59 +00:00
self.content.as_full()?.child.as_ref(),
)?))
2023-10-09 10:00:16 +00:00
}
2024-01-02 14:35:23 +00:00
fn body_structure(&self) -> Result<MessageDataItem<'static>> {
Ok(MessageDataItem::Body(build_imap_email_struct(
2023-10-12 10:21:59 +00:00
self.content.as_full()?.child.as_ref(),
)?))
2023-10-09 10:00:16 +00:00
}
/// maps to BODY[<section>]<<partial>> and BODY.PEEK[<section>]<<partial>>
/// peek does not implicitly set the \Seen flag
/// eg. BODY[HEADER.FIELDS (DATE FROM)]
/// eg. BODY[]<0.2048>
2024-01-02 14:35:23 +00:00
fn body_ext<'b>(
&self,
section: &Option<FetchSection<'b>>,
2023-10-12 10:21:59 +00:00
partial: &Option<(u32, NonZeroU32)>,
peek: &bool,
2024-01-02 14:35:23 +00:00
) -> Result<(MessageDataItem<'b>, SeenFlag)> {
let mut seen = SeenFlag::DoNothing;
2023-10-09 10:00:16 +00:00
// Extract message section
2023-10-12 10:21:59 +00:00
let text = get_message_section(self.content.as_anypart()?, section)?;
2023-10-09 10:00:16 +00:00
2023-10-10 15:59:34 +00:00
let seen_flag = Flag::Seen.to_string();
if !peek && !self.flags.iter().any(|x| *x == seen_flag) {
// Add \Seen flag
//self.mailbox.add_flags(uuid, &[seen_flag]).await?;
2024-01-02 14:35:23 +00:00
seen = SeenFlag::MustAdd;
2023-10-10 15:59:34 +00:00
}
2023-10-09 10:00:16 +00:00
2023-10-10 15:59:34 +00:00
// Handle <<partial>> which cut the message bytes
let (text, origin) = apply_partial(partial, &text);
let data = NString(text.to_vec().try_into().ok().map(IString::Literal));
2024-01-02 14:35:23 +00:00
return Ok((
MessageDataItem::BodyExt {
section: section.as_ref().map(|fs| fs.clone()),
origin,
data,
},
seen,
));
2023-10-09 10:00:16 +00:00
}
2024-01-02 14:35:23 +00:00
fn internal_date(&self) -> Result<MessageDataItem<'static>> {
2023-10-12 10:21:59 +00:00
let dt = Utc
.fix()
.timestamp_opt(i64::try_from(self.meta.internaldate / 1000)?, 0)
.earliest()
.ok_or(anyhow!("Unable to parse internal date"))?;
2024-01-02 14:35:23 +00:00
Ok(MessageDataItem::InternalDate(DateTime::unvalidated(dt)))
2023-10-09 10:00:16 +00:00
}
2024-01-02 19:23:33 +00:00
fn filter<'b>(&self, ap: &AttributesProxy) -> Result<(Body<'static>, SeenFlag)> {
2024-01-02 14:35:23 +00:00
let mut seen = SeenFlag::DoNothing;
2023-10-12 10:21:59 +00:00
let res_attrs = ap
.attrs
.iter()
.map(|attr| match attr {
2024-01-02 14:35:23 +00:00
MessageDataItemName::Uid => Ok(self.uid()),
MessageDataItemName::Flags => Ok(self.flags()),
MessageDataItemName::Rfc822Size => Ok(self.rfc_822_size()),
MessageDataItemName::Rfc822Header => Ok(self.rfc_822_header()),
MessageDataItemName::Rfc822Text => self.rfc_822_text(),
MessageDataItemName::Rfc822 => self.rfc822(),
MessageDataItemName::Envelope => Ok(self.envelope()),
MessageDataItemName::Body => self.body(),
MessageDataItemName::BodyStructure => self.body_structure(),
MessageDataItemName::BodyExt {
2023-10-12 10:21:59 +00:00
section,
partial,
peek,
2024-01-02 14:35:23 +00:00
} => {
let (body, has_seen) = self.body_ext(section, partial, peek)?;
seen = has_seen;
Ok(body)
}
MessageDataItemName::InternalDate => self.internal_date(),
2023-10-12 10:21:59 +00:00
})
.collect::<Result<Vec<_>, _>>()?;
2023-10-10 15:59:34 +00:00
2024-01-02 14:35:23 +00:00
Ok((
Body::Data(Data::Fetch {
seq: self.ids.i,
items: res_attrs.try_into()?,
}),
seen,
))
2023-10-09 10:00:16 +00:00
}
}
2023-10-12 10:21:59 +00:00
fn apply_partial<'a>(
partial: &'_ Option<(u32, NonZeroU32)>,
text: &'a [u8],
) -> (&'a [u8], Option<u32>) {
2023-10-09 10:00:16 +00:00
match partial {
Some((begin, len)) => {
if *begin as usize > text.len() {
(&[][..], Some(*begin))
2023-10-10 15:59:34 +00:00
} else if (begin + len.get()) as usize >= text.len() {
2023-10-09 10:00:16 +00:00
(&text[*begin as usize..], Some(*begin))
} else {
(
2023-10-10 15:59:34 +00:00
&text[*begin as usize..(begin + len.get()) as usize],
2023-10-09 10:00:16 +00:00
Some(*begin),
)
}
}
None => (&text[..], None),
2023-10-10 15:59:34 +00:00
}
2023-10-09 10:00:16 +00:00
}
pub struct BodyIdentifier<'a> {
msg_uuid: &'a UniqueIdent,
msg_key: &'a Key,
}
2023-09-28 09:57:46 +00:00
#[derive(Default)]
2023-10-09 10:00:16 +00:00
pub struct MailSelectionBuilder<'a> {
//attrs: AttributeProxy,
mail_count: usize,
need_body: bool,
mi: &'a [MailIdentifiers],
meta: &'a [MailMeta],
2023-10-10 15:59:34 +00:00
flags: &'a [&'a Vec<String>],
bodies: &'a [Vec<u8>],
2023-09-28 09:57:46 +00:00
}
2023-10-09 10:00:16 +00:00
impl<'a> MailSelectionBuilder<'a> {
fn new(need_body: bool, mail_count: usize) -> Self {
2023-10-12 10:21:59 +00:00
Self {
mail_count,
2023-10-09 10:00:16 +00:00
need_body,
..MailSelectionBuilder::default()
2023-10-12 10:21:59 +00:00
}
2023-09-28 09:57:46 +00:00
}
2023-10-10 15:59:34 +00:00
fn with_mail_identifiers(&mut self, mi: &'a [MailIdentifiers]) -> &mut Self {
2023-09-28 09:57:46 +00:00
self.mi = mi;
self
}
2023-10-10 15:59:34 +00:00
fn with_metadata(&mut self, meta: &'a [MailMeta]) -> &mut Self {
2023-09-28 09:57:46 +00:00
self.meta = meta;
self
}
2023-10-12 10:21:59 +00:00
2023-10-10 15:59:34 +00:00
fn with_flags(&mut self, flags: &'a [&'a Vec<String>]) -> &mut Self {
2023-09-28 09:57:46 +00:00
self.flags = flags;
self
}
2023-10-09 10:00:16 +00:00
fn bodies_to_collect(&self) -> Vec<BodyIdentifier> {
2023-10-10 15:59:34 +00:00
if !self.need_body {
2023-10-12 10:21:59 +00:00
return vec![];
2023-10-09 10:00:16 +00:00
}
2023-10-12 10:21:59 +00:00
zip(self.mi, self.meta)
.map(|(mi, meta)| BodyIdentifier {
msg_uuid: &mi.uuid,
msg_key: &meta.message_key,
})
.collect::<Vec<_>>()
2023-10-09 10:00:16 +00:00
}
2023-09-28 09:57:46 +00:00
2023-10-10 15:59:34 +00:00
fn with_bodies(&mut self, rbodies: &'a [Vec<u8>]) -> &mut Self {
self.bodies = rbodies;
2023-09-28 09:57:46 +00:00
self
}
2023-10-10 15:59:34 +00:00
fn build(&self) -> Result<Vec<MailView<'a>>> {
let mut bodies = vec![];
if !self.need_body {
2023-10-09 10:00:16 +00:00
for m in self.meta.iter() {
2023-10-12 10:21:59 +00:00
let (_, hdrs) =
eml_codec::parse_imf(&m.headers).or(Err(anyhow!("Invalid mail headers")))?;
2023-10-10 15:59:34 +00:00
bodies.push(FetchedMail::Partial(hdrs));
}
} else {
for rb in self.bodies.iter() {
let (_, p) = eml_codec::parse_message(&rb).or(Err(anyhow!("Invalid mail body")))?;
2023-10-12 10:21:59 +00:00
bodies.push(FetchedMail::new_from_message(p));
2023-10-09 10:00:16 +00:00
}
}
2023-09-28 09:57:46 +00:00
2023-10-12 10:21:59 +00:00
if self.mi.len() != self.mail_count && self.meta.len() != self.mail_count
|| self.flags.len() != self.mail_count
|| bodies.len() != self.mail_count
{
return Err(anyhow!("Can't build a mail view selection as parts were not correctly registered into the builder."));
2023-10-09 10:00:16 +00:00
}
2023-10-10 15:59:34 +00:00
Ok(zip(self.mi, zip(self.meta, zip(self.flags, bodies)))
2023-10-12 10:21:59 +00:00
.map(|(ids, (meta, (flags, content)))| MailView {
ids,
meta,
flags,
content,
})
2023-10-10 15:59:34 +00:00
.collect())
2023-09-28 09:57:46 +00:00
}
}
/// A MailboxView is responsible for giving the client the information
/// it needs about a mailbox, such as an initial summary of the mailbox's
/// content and continuous updates indicating when the content
/// of the mailbox has been changed.
/// To do this, it keeps a variable `known_state` that corresponds to
/// what the client knows, and produces IMAP messages to be sent to the
/// client that go along updates to `known_state`.
pub struct MailboxView {
2022-07-12 14:35:11 +00:00
pub(crate) mailbox: Arc<Mailbox>,
known_state: UidIndex,
}
impl MailboxView {
/// Creates a new IMAP view into a mailbox.
2024-01-02 14:35:23 +00:00
pub async fn new(mailbox: Arc<Mailbox>) -> Self {
let state = mailbox.current_uid_index().await;
2024-01-02 14:35:23 +00:00
Self {
mailbox,
known_state: state,
2024-01-02 14:35:23 +00:00
}
}
2024-01-02 14:35:23 +00:00
/// Create an updated view, useful to make a diff
/// between what the client knows and new stuff
/// Produces a set of IMAP responses describing the change between
/// what the client knows and what is actually in the mailbox.
/// This does NOT trigger a sync, it bases itself on what is currently
/// loaded in RAM by Bayou.
2024-01-02 14:35:23 +00:00
pub async fn update(&mut self) -> Result<Vec<Body<'static>>> {
let old_view: &mut Self = self;
let new_view = Self {
mailbox: old_view.mailbox.clone(),
known_state: old_view.mailbox.current_uid_index().await,
2022-06-29 15:58:31 +00:00
};
let mut data = Vec::<Body>::new();
2022-07-13 09:39:13 +00:00
// Calculate diff between two mailbox states
// See example in IMAP RFC in section on NOOP command:
// we want to produce something like this:
// C: a047 NOOP
// S: * 22 EXPUNGE
// S: * 23 EXISTS
// S: * 14 FETCH (UID 1305 FLAGS (\Seen \Deleted))
// S: a047 OK Noop completed
// In other words:
// - notify client of expunged mails
// - if new mails arrived, notify client of number of existing mails
// - if flags changed for existing mails, tell client
// (for this last step: if uidvalidity changed, do nothing,
// just notify of new uidvalidity and they will resync)
// - notify client of expunged mails
let mut n_expunge = 0;
2024-01-02 14:35:23 +00:00
for (i, (_uid, uuid)) in old_view.known_state.idx_by_uid.iter().enumerate() {
2022-07-13 09:39:13 +00:00
if !new_view.known_state.table.contains_key(uuid) {
data.push(Body::Data(Data::Expunge(
NonZeroU32::try_from((i + 1 - n_expunge) as u32).unwrap(),
)));
n_expunge += 1;
}
}
// - if new mails arrived, notify client of number of existing mails
2024-01-02 14:35:23 +00:00
if new_view.known_state.table.len() != old_view.known_state.table.len() - n_expunge
|| new_view.known_state.uidvalidity != old_view.known_state.uidvalidity
2022-07-13 09:39:13 +00:00
{
data.push(new_view.exists_status()?);
}
2024-01-02 14:35:23 +00:00
if new_view.known_state.uidvalidity != old_view.known_state.uidvalidity {
2022-06-29 15:58:31 +00:00
// TODO: do we want to push less/more info than this?
2022-07-12 13:59:13 +00:00
data.push(new_view.uidvalidity_status()?);
data.push(new_view.uidnext_status()?);
2022-06-29 15:58:31 +00:00
} else {
// - if flags changed for existing mails, tell client
2022-06-29 17:27:32 +00:00
for (i, (_uid, uuid)) in new_view.known_state.idx_by_uid.iter().enumerate() {
2024-01-02 14:35:23 +00:00
let old_mail = old_view.known_state.table.get(uuid);
2022-06-29 15:58:31 +00:00
let new_mail = new_view.known_state.table.get(uuid);
if old_mail.is_some() && old_mail != new_mail {
if let Some((uid, flags)) = new_mail {
data.push(Body::Data(Data::Fetch {
2024-01-02 14:35:23 +00:00
seq: NonZeroU32::try_from((i + 1) as u32).unwrap(),
items: vec![
MessageDataItem::Uid(*uid),
MessageDataItem::Flags(
2022-06-29 15:58:31 +00:00
flags.iter().filter_map(|f| string_to_flag(f)).collect(),
),
2024-01-02 14:35:23 +00:00
]
.try_into()?,
2022-06-29 15:58:31 +00:00
}));
}
}
}
}
2024-01-02 14:35:23 +00:00
*old_view = new_view;
Ok(data)
}
/// Generates the necessary IMAP messages so that the client
/// has a satisfactory summary of the current mailbox's state.
/// These are the messages that are sent in response to a SELECT command.
pub fn summary(&self) -> Result<Vec<Body<'static>>> {
let mut data = Vec::<Body>::new();
data.push(self.exists_status()?);
data.push(self.recent_status()?);
data.extend(self.flags_status()?.into_iter());
data.push(self.uidvalidity_status()?);
data.push(self.uidnext_status()?);
2022-06-29 15:58:31 +00:00
Ok(data)
}
2024-01-02 14:35:23 +00:00
pub async fn store<'a>(
2022-07-12 15:32:57 +00:00
&mut self,
sequence_set: &SequenceSet,
kind: &StoreType,
_response: &StoreResponse,
2024-01-02 14:35:23 +00:00
flags: &[Flag<'a>],
is_uid_store: &bool,
2024-01-02 14:35:23 +00:00
) -> Result<Vec<Body<'static>>> {
self.mailbox.opportunistic_sync().await?;
2022-07-12 15:32:57 +00:00
let flags = flags.iter().map(|x| x.to_string()).collect::<Vec<_>>();
let mails = self.get_mail_ids(sequence_set, *is_uid_store)?;
2023-10-10 15:59:34 +00:00
for mi in mails.iter() {
2022-07-12 15:32:57 +00:00
match kind {
StoreType::Add => {
2023-10-10 15:59:34 +00:00
self.mailbox.add_flags(mi.uuid, &flags[..]).await?;
2022-07-12 15:32:57 +00:00
}
StoreType::Remove => {
2023-10-10 15:59:34 +00:00
self.mailbox.del_flags(mi.uuid, &flags[..]).await?;
2022-07-12 15:32:57 +00:00
}
StoreType::Replace => {
2023-10-10 15:59:34 +00:00
self.mailbox.set_flags(mi.uuid, &flags[..]).await?;
2022-07-12 15:32:57 +00:00
}
}
}
2022-07-21 10:44:58 +00:00
// @TODO: handle _response
2022-07-12 15:32:57 +00:00
self.update().await
}
2024-01-02 14:35:23 +00:00
pub async fn expunge(&mut self) -> Result<Vec<Body<'static>>> {
self.mailbox.opportunistic_sync().await?;
2022-07-13 09:19:08 +00:00
let deleted_flag = Flag::Deleted.to_string();
let state = self.mailbox.current_uid_index().await;
let msgs = state
2022-07-13 09:19:08 +00:00
.table
.iter()
.filter(|(_uuid, (_uid, flags))| flags.iter().any(|x| *x == deleted_flag))
.map(|(uuid, _)| *uuid);
for msg in msgs {
self.mailbox.delete(msg).await?;
}
self.update().await
2022-07-13 09:00:35 +00:00
}
2022-07-21 10:44:58 +00:00
pub async fn copy(
&self,
sequence_set: &SequenceSet,
to: Arc<Mailbox>,
is_uid_copy: &bool,
) -> Result<(ImapUidvalidity, Vec<(ImapUid, ImapUid)>)> {
let mails = self.get_mail_ids(sequence_set, *is_uid_copy)?;
let mut new_uuids = vec![];
2023-10-10 15:59:34 +00:00
for mi in mails.iter() {
new_uuids.push(to.copy_from(&self.mailbox, mi.uuid).await?);
2022-07-21 10:44:58 +00:00
}
let mut ret = vec![];
let to_state = to.current_uid_index().await;
2023-10-10 15:59:34 +00:00
for (mi, new_uuid) in mails.iter().zip(new_uuids.iter()) {
2022-07-21 10:44:58 +00:00
let dest_uid = to_state
.table
.get(new_uuid)
.ok_or(anyhow!("copied mail not in destination mailbox"))?
.0;
2023-10-10 15:59:34 +00:00
ret.push((mi.uid, dest_uid));
2022-07-21 10:44:58 +00:00
}
Ok((to_state.uidvalidity, ret))
}
2024-01-03 14:00:05 +00:00
pub async fn r#move(
&mut self,
sequence_set: &SequenceSet,
to: Arc<Mailbox>,
is_uid_copy: &bool,
) -> Result<(ImapUidvalidity, Vec<(ImapUid, ImapUid)>, Vec<Body<'static>>)> {
let mails = self.get_mail_ids(sequence_set, *is_uid_copy)?;
let mut new_uuids = vec![];
for mi in mails.iter() {
let copy_action = to.copy_from(&self.mailbox, mi.uuid).await?;
new_uuids.push(copy_action);
self.mailbox.delete(mi.uuid).await?
}
let mut ret = vec![];
let to_state = to.current_uid_index().await;
for (mi, new_uuid) in mails.iter().zip(new_uuids.iter()) {
let dest_uid = to_state
.table
.get(new_uuid)
.ok_or(anyhow!("moved mail not in destination mailbox"))?
.0;
ret.push((mi.uid, dest_uid));
}
let update = self.update().await?;
Ok((to_state.uidvalidity, ret, update))
}
2022-06-29 17:24:21 +00:00
/// Looks up state changes in the mailbox and produces a set of IMAP
/// responses describing the new state.
2024-01-02 14:35:23 +00:00
pub async fn fetch<'b>(
2022-06-29 17:24:21 +00:00
&self,
sequence_set: &SequenceSet,
2024-01-02 19:23:33 +00:00
attributes: &'b MacroOrMessageDataItemNames<'static>,
is_uid_fetch: &bool,
2024-01-02 19:23:33 +00:00
) -> Result<Vec<Body<'static>>> {
2023-10-09 10:00:16 +00:00
let ap = AttributesProxy::new(attributes, *is_uid_fetch);
2022-06-29 17:24:21 +00:00
2023-10-10 15:59:34 +00:00
// Prepare data
let mids = MailIdentifiersList(self.get_mail_ids(sequence_set, *is_uid_fetch)?);
let mail_count = mids.0.len();
let uuids = mids.uuids();
let meta = self.mailbox.fetch_meta(&uuids).await?;
2023-10-12 10:21:59 +00:00
let flags = uuids
.iter()
.map(|uuid| {
self.known_state
.table
.get(uuid)
.map(|(_uuid, f)| f)
.ok_or(anyhow!("missing email from the flag table"))
})
.collect::<Result<Vec<_>, _>>()?;
2023-10-10 15:59:34 +00:00
// Start filling data to build the view
let mut selection = MailSelectionBuilder::new(ap.need_body(), mail_count);
selection
2023-10-12 10:21:59 +00:00
.with_mail_identifiers(&mids.0)
.with_metadata(&meta)
.with_flags(&flags);
2023-10-09 10:00:16 +00:00
// Asynchronously fetch full bodies (if needed)
2023-10-10 15:59:34 +00:00
let btc = selection.bodies_to_collect();
2023-10-12 10:21:59 +00:00
let future_bodies = btc
.iter()
.map(|bi| async move {
let body = self.mailbox.fetch_full(*bi.msg_uuid, bi.msg_key).await?;
Ok::<_, anyhow::Error>(body)
})
.collect::<FuturesOrdered<_>>();
let bodies = future_bodies
.collect::<Vec<_>>()
.await
.into_iter()
.collect::<Result<Vec<_>, _>>()?;
2023-10-09 10:00:16 +00:00
2023-10-10 15:59:34 +00:00
// Add bodies
selection.with_bodies(bodies.as_slice());
2023-10-09 10:00:16 +00:00
// Build mail selection views
2024-01-02 14:35:23 +00:00
let views = selection.build()?;
2023-10-09 10:00:16 +00:00
// Filter views to build the result
2024-01-02 14:35:23 +00:00
// Also identify what must be put as seen
let filtered_view = views
.iter()
.filter_map(|mv| mv.filter(&ap).ok().map(|(body, seen)| (mv, body, seen)))
2023-10-12 10:21:59 +00:00
.collect::<Vec<_>>();
2023-10-09 10:00:16 +00:00
// Register seen flags
2024-01-02 14:35:23 +00:00
let future_flags = filtered_view
2023-10-12 10:21:59 +00:00
.iter()
2024-01-02 14:35:23 +00:00
.filter(|(_mv, _body, seen)| matches!(seen, SeenFlag::MustAdd))
.map(|(mv, _body, _seen)| async move {
2023-10-12 10:21:59 +00:00
let seen_flag = Flag::Seen.to_string();
self.mailbox.add_flags(mv.ids.uuid, &[seen_flag]).await?;
Ok::<_, anyhow::Error>(())
})
.collect::<FuturesOrdered<_>>();
2024-01-02 14:35:23 +00:00
2023-10-12 10:21:59 +00:00
future_flags
.collect::<Vec<_>>()
.await
.into_iter()
.collect::<Result<_, _>>()?;
2023-10-09 10:00:16 +00:00
2024-01-02 14:35:23 +00:00
let command_body = filtered_view
.into_iter()
.map(|(_mv, body, _seen)| body)
.collect::<Vec<_>>();
Ok(command_body)
2022-06-29 17:24:21 +00:00
}
// ----
2023-09-28 09:57:46 +00:00
// Gets the IMAP ID, the IMAP UIDs and, the Aerogramme UUIDs of mails identified by a SequenceSet of
// sequence numbers (~ IMAP selector)
2022-07-12 15:32:57 +00:00
fn get_mail_ids(
&self,
sequence_set: &SequenceSet,
by_uid: bool,
2023-10-09 10:00:16 +00:00
) -> Result<Vec<MailIdentifiers>> {
2022-07-12 15:32:57 +00:00
let mail_vec = self
.known_state
.idx_by_uid
.iter()
.map(|(uid, uuid)| (*uid, *uuid))
.collect::<Vec<_>>();
let mut mails = vec![];
if by_uid {
if mail_vec.is_empty() {
return Ok(vec![]);
}
let iter_strat = sequence::Strategy::Naive {
largest: mail_vec.last().unwrap().0,
};
let mut i = 0;
for uid in sequence_set.iter(iter_strat) {
while mail_vec.get(i).map(|mail| mail.0 < uid).unwrap_or(false) {
i += 1;
}
if let Some(mail) = mail_vec.get(i) {
if mail.0 == uid {
2023-10-12 10:21:59 +00:00
mails.push(MailIdentifiers {
i: NonZeroU32::try_from(i as u32 + 1).unwrap(),
uid: mail.0,
uuid: mail.1,
});
}
} else {
break;
}
}
} else {
if mail_vec.is_empty() {
bail!("No such message (mailbox is empty)");
}
let iter_strat = sequence::Strategy::Naive {
largest: NonZeroU32::try_from((mail_vec.len()) as u32).unwrap(),
};
for i in sequence_set.iter(iter_strat) {
if let Some(mail) = mail_vec.get(i.get() as usize - 1) {
2023-10-12 10:21:59 +00:00
mails.push(MailIdentifiers {
i,
uid: mail.0,
uuid: mail.1,
});
} else {
bail!("No such mail: {}", i);
}
2022-07-12 15:32:57 +00:00
}
}
Ok(mails)
}
// ----
/// Produce an OK [UIDVALIDITY _] message corresponding to `known_state`
2024-01-02 14:35:23 +00:00
fn uidvalidity_status(&self) -> Result<Body<'static>> {
let uid_validity = Status::ok(
None,
2022-07-12 13:59:13 +00:00
Some(Code::UidValidity(self.uidvalidity())),
"UIDs valid",
)
.map_err(Error::msg)?;
Ok(Body::Status(uid_validity))
}
2022-07-12 13:59:13 +00:00
pub(crate) fn uidvalidity(&self) -> ImapUidvalidity {
self.known_state.uidvalidity
}
/// Produce an OK [UIDNEXT _] message corresponding to `known_state`
2024-01-02 14:35:23 +00:00
fn uidnext_status(&self) -> Result<Body<'static>> {
let next_uid = Status::ok(
None,
2022-07-12 13:59:13 +00:00
Some(Code::UidNext(self.uidnext())),
"Predict next UID",
)
.map_err(Error::msg)?;
Ok(Body::Status(next_uid))
}
2022-07-12 13:59:13 +00:00
pub(crate) fn uidnext(&self) -> ImapUid {
self.known_state.uidnext
}
/// Produce an EXISTS message corresponding to the number of mails
/// in `known_state`
2024-01-02 14:35:23 +00:00
fn exists_status(&self) -> Result<Body<'static>> {
2022-07-12 13:59:13 +00:00
Ok(Body::Data(Data::Exists(self.exists()?)))
}
pub(crate) fn exists(&self) -> Result<u32> {
Ok(u32::try_from(self.known_state.idx_by_uid.len())?)
}
/// Produce a RECENT message corresponding to the number of
/// recent mails in `known_state`
2024-01-02 14:35:23 +00:00
fn recent_status(&self) -> Result<Body<'static>> {
2022-07-12 13:59:13 +00:00
Ok(Body::Data(Data::Recent(self.recent()?)))
}
pub(crate) fn recent(&self) -> Result<u32> {
let recent = self
.known_state
.idx_by_flag
.get(&"\\Recent".to_string())
.map(|os| os.len())
.unwrap_or(0);
2022-07-12 13:59:13 +00:00
Ok(u32::try_from(recent)?)
}
/// Produce a FLAGS and a PERMANENTFLAGS message that indicates
/// the flags that are in `known_state` + default flags
2024-01-02 14:35:23 +00:00
fn flags_status(&self) -> Result<Vec<Body<'static>>> {
let mut body = vec![];
// 1. Collecting all the possible flags in the mailbox
// 1.a Fetch them from our index
let mut known_flags: Vec<Flag> = self
.known_state
.idx_by_flag
.flags()
2024-01-02 14:35:23 +00:00
.filter_map(|f| match string_to_flag(f) {
Some(FlagFetch::Flag(fl)) => Some(fl),
_ => None,
})
.collect();
2024-01-02 14:35:23 +00:00
// 1.b Merge it with our default flags list
for f in DEFAULT_FLAGS.iter() {
2024-01-02 14:35:23 +00:00
if !known_flags.contains(f) {
known_flags.push(f.clone());
}
}
2024-01-02 14:35:23 +00:00
// 1.c Create the IMAP message
body.push(Body::Data(Data::Flags(known_flags.clone())));
2024-01-02 14:35:23 +00:00
// 2. Returning flags that are persisted
// 2.a Always advertise our default flags
let mut permanent = DEFAULT_FLAGS
.iter()
.map(|f| FlagPerm::Flag(f.clone()))
.collect::<Vec<_>>();
// 2.b Say that we support any keyword flag
permanent.push(FlagPerm::Asterisk);
// 2.c Create the IMAP message
let permanent_flags = Status::ok(
None,
Some(Code::PermanentFlags(permanent)),
"Flags permitted",
)
.map_err(Error::msg)?;
body.push(Body::Status(permanent_flags));
2024-01-02 14:35:23 +00:00
// Done!
Ok(body)
}
pub(crate) fn unseen_count(&self) -> usize {
let total = self.known_state.table.len();
let seen = self
.known_state
.idx_by_flag
.get(&Flag::Seen.to_string())
.map(|x| x.len())
.unwrap_or(0);
total - seen
}
}
2022-06-29 15:58:31 +00:00
2024-01-02 14:35:23 +00:00
fn string_to_flag(f: &str) -> Option<FlagFetch<'static>> {
2022-06-29 15:58:31 +00:00
match f.chars().next() {
2022-07-12 15:32:57 +00:00
Some('\\') => match f {
2024-01-02 14:35:23 +00:00
"\\Seen" => Some(FlagFetch::Flag(Flag::Seen)),
"\\Answered" => Some(FlagFetch::Flag(Flag::Answered)),
"\\Flagged" => Some(FlagFetch::Flag(Flag::Flagged)),
"\\Deleted" => Some(FlagFetch::Flag(Flag::Deleted)),
"\\Draft" => Some(FlagFetch::Flag(Flag::Draft)),
"\\Recent" => Some(FlagFetch::Recent),
2023-05-15 16:23:23 +00:00
_ => match Atom::try_from(f.strip_prefix('\\').unwrap().to_string()) {
2022-07-12 15:32:57 +00:00
Err(_) => {
tracing::error!(flag=%f, "Unable to encode flag as IMAP atom");
None
}
2024-01-02 14:35:23 +00:00
Ok(a) => Some(FlagFetch::Flag(Flag::system(a))),
2022-07-12 15:32:57 +00:00
},
},
2023-05-15 16:23:23 +00:00
Some(_) => match Atom::try_from(f.to_string()) {
2022-06-29 15:58:31 +00:00
Err(_) => {
tracing::error!(flag=%f, "Unable to encode flag as IMAP atom");
None
}
2024-01-02 14:35:23 +00:00
Ok(a) => Some(FlagFetch::Flag(Flag::keyword(a))),
2022-06-29 15:58:31 +00:00
},
None => None,
}
}
2022-06-29 18:00:38 +00:00
/// Envelope rules are defined in RFC 3501, section 7.4.2
/// https://datatracker.ietf.org/doc/html/rfc3501#section-7.4.2
///
/// Some important notes:
///
/// If the Sender or Reply-To lines are absent in the [RFC-2822]
/// header, or are present but empty, the server sets the
/// corresponding member of the envelope to be the same value as
/// the from member (the client is not expected to know to do
/// this). Note: [RFC-2822] requires that all messages have a valid
/// From header. Therefore, the from, sender, and reply-to
/// members in the envelope can not be NIL.
///
/// If the Date, Subject, In-Reply-To, and Message-ID header lines
/// are absent in the [RFC-2822] header, the corresponding member
/// of the envelope is NIL; if these header lines are present but
/// empty the corresponding member of the envelope is the empty
/// string.
//@FIXME return an error if the envelope is invalid instead of panicking
//@FIXME some fields must be defaulted if there are not set.
2024-01-02 14:35:23 +00:00
fn message_envelope(msg: &imf::Imf) -> Envelope<'static> {
2023-07-25 17:08:48 +00:00
let from = msg.from.iter().map(convert_mbx).collect::<Vec<_>>();
2022-06-29 18:00:38 +00:00
Envelope {
date: NString(
2023-10-12 10:21:59 +00:00
msg.date
.as_ref()
2023-02-07 10:27:17 +00:00
.map(|d| IString::try_from(d.to_rfc3339()).unwrap()),
2022-06-29 18:00:38 +00:00
),
subject: NString(
2023-10-12 10:21:59 +00:00
msg.subject
.as_ref()
2022-06-29 18:00:38 +00:00
.map(|d| IString::try_from(d.to_string()).unwrap()),
),
2023-10-12 10:21:59 +00:00
sender: msg
.sender
.as_ref()
.map(|v| vec![convert_mbx(v)])
.unwrap_or(from.clone()),
2023-07-25 17:08:48 +00:00
reply_to: if msg.reply_to.is_empty() {
2023-10-12 10:21:59 +00:00
from.clone()
} else {
convert_addresses(&msg.reply_to)
},
2023-10-10 15:59:34 +00:00
from,
to: convert_addresses(&msg.to),
cc: convert_addresses(&msg.cc),
bcc: convert_addresses(&msg.bcc),
2023-10-12 10:21:59 +00:00
in_reply_to: NString(
msg.in_reply_to
.iter()
.next()
.map(|d| IString::try_from(d.to_string()).unwrap()),
),
2022-06-29 18:00:38 +00:00
message_id: NString(
2023-10-12 10:21:59 +00:00
msg.msg_id
.as_ref()
.map(|d| IString::try_from(d.to_string()).unwrap()),
2022-06-29 18:00:38 +00:00
),
}
}
2024-01-02 14:35:23 +00:00
fn convert_addresses(addrlist: &Vec<imf::address::AddressRef>) -> Vec<Address<'static>> {
let mut acc = vec![];
for item in addrlist {
match item {
imf::address::AddressRef::Single(a) => acc.push(convert_mbx(a)),
2023-10-12 10:21:59 +00:00
imf::address::AddressRef::Many(l) => acc.extend(l.participants.iter().map(convert_mbx)),
2022-06-29 18:00:38 +00:00
}
}
2023-10-12 10:21:59 +00:00
return acc;
2022-06-29 18:00:38 +00:00
}
2024-01-02 14:35:23 +00:00
fn convert_mbx(addr: &imf::mailbox::MailboxRef) -> Address<'static> {
Address {
name: NString(
2023-10-12 10:21:59 +00:00
addr.name
.as_ref()
.map(|x| IString::try_from(x.to_string()).unwrap()),
),
// SMTP at-domain-list (source route) seems obsolete since at least 1991
// https://www.mhonarc.org/archive/html/ietf-822/1991-06/msg00060.html
2024-01-02 14:35:23 +00:00
adl: NString(None),
mailbox: NString(Some(
2023-10-12 10:21:59 +00:00
IString::try_from(addr.addrspec.local_part.to_string()).unwrap(),
)),
2024-01-02 14:35:23 +00:00
host: NString(Some(
2023-10-12 10:21:59 +00:00
IString::try_from(addr.addrspec.domain.to_string()).unwrap(),
)),
2024-01-02 14:35:23 +00:00
}
2022-06-29 18:00:38 +00:00
}
2022-07-04 16:14:19 +00:00
/*
--CAPTURE--
b fetch 29878:29879 (BODY)
* 29878 FETCH (BODY (("text" "plain" ("charset" "utf-8") NIL NIL "quoted-printable" 3264 82)("text" "html" ("charset" "utf-8") NIL NIL "quoted-printable" 31834 643) "alternative"))
* 29879 FETCH (BODY ("text" "html" ("charset" "us-ascii") NIL NIL "7bit" 4107 131))
^^^^^^^^^^^^^^^^^^^^^^ ^^^ ^^^ ^^^^^^ ^^^^ ^^^
| | | | | | number of lines
| | | | | size
| | | | content transfer encoding
| | | description
| | id
| parameter list
b OK Fetch completed (0.001 + 0.000 secs).
*/
2024-01-02 14:35:23 +00:00
fn build_imap_email_struct<'a>(part: &AnyPart<'a>) -> Result<BodyStructure<'static>> {
match part {
AnyPart::Mult(x) => {
2023-07-25 17:08:48 +00:00
let itype = &x.mime.interpreted_type;
2023-10-12 10:21:59 +00:00
let subtype = IString::try_from(itype.subtype.to_string())
.unwrap_or(unchecked_istring("alternative"));
2022-07-20 13:14:34 +00:00
2024-01-02 14:35:23 +00:00
let inner_bodies = x
.children
.iter()
.filter_map(|inner| build_imap_email_struct(&inner).ok())
.collect::<Vec<_>>();
NonEmptyVec::validate(&inner_bodies)?;
let bodies = NonEmptyVec::unvalidated(inner_bodies);
2022-07-20 13:14:34 +00:00
Ok(BodyStructure::Multi {
2024-01-02 14:35:23 +00:00
bodies,
2022-07-20 13:14:34 +00:00
subtype,
extension_data: None,
/*Some(MultipartExtensionData {
parameter_list: vec![],
disposition: None,
language: None,
location: None,
extension: vec![],
})*/
})
}
AnyPart::Txt(x) => {
2023-07-25 17:08:48 +00:00
let mut basic = basic_fields(&x.mime.fields, x.body.len())?;
2023-10-12 10:21:59 +00:00
// Get the interpreted content type, set it
2023-07-25 17:08:48 +00:00
let itype = match &x.mime.interpreted_type {
2023-10-12 10:21:59 +00:00
Deductible::Inferred(v) | Deductible::Explicit(v) => v,
2023-07-25 17:08:48 +00:00
};
2023-10-12 10:21:59 +00:00
let subtype =
IString::try_from(itype.subtype.to_string()).unwrap_or(unchecked_istring("plain"));
2023-07-25 17:08:48 +00:00
// Add charset to the list of parameters if we know it has been inferred as it will be
// missing from the parsed content.
if let Deductible::Inferred(charset) = &itype.charset {
basic.parameter_list.push((
unchecked_istring("charset"),
2023-10-12 10:21:59 +00:00
IString::try_from(charset.to_string()).unwrap_or(unchecked_istring("us-ascii")),
2023-07-25 17:08:48 +00:00
));
}
2022-07-20 13:14:34 +00:00
Ok(BodyStructure::Single {
body: FetchBody {
basic,
specific: SpecificFields::Text {
subtype,
2023-07-25 17:08:48 +00:00
number_of_lines: nol(x.body),
2022-07-20 13:14:34 +00:00
},
},
2024-01-02 14:35:23 +00:00
extension_data: None,
2022-07-20 13:14:34 +00:00
})
}
AnyPart::Bin(x) => {
2023-07-25 17:08:48 +00:00
let basic = basic_fields(&x.mime.fields, x.body.len())?;
2023-10-12 10:21:59 +00:00
let default = mime::r#type::NaiveType {
main: &b"application"[..],
sub: &b"octet-stream"[..],
params: vec![],
};
2023-07-25 17:08:48 +00:00
let ct = x.mime.fields.ctype.as_ref().unwrap_or(&default);
2024-01-02 14:35:23 +00:00
let r#type =
IString::try_from(String::from_utf8_lossy(ct.main).to_string()).or(Err(
anyhow!("Unable to build IString from given Content-Type type given"),
))?;
2023-10-12 10:21:59 +00:00
let subtype =
IString::try_from(String::from_utf8_lossy(ct.sub).to_string()).or(Err(anyhow!(
"Unable to build IString from given Content-Type subtype given"
)))?;
2022-07-20 13:14:34 +00:00
Ok(BodyStructure::Single {
body: FetchBody {
basic,
2024-01-02 14:35:23 +00:00
specific: SpecificFields::Basic { r#type, subtype },
2022-07-20 13:14:34 +00:00
},
2024-01-02 14:35:23 +00:00
extension_data: None,
2022-07-20 13:14:34 +00:00
})
}
AnyPart::Msg(x) => {
2023-07-25 17:08:48 +00:00
let basic = basic_fields(&x.mime.fields, x.raw_part.len())?;
2023-02-07 10:27:17 +00:00
Ok(BodyStructure::Single {
body: FetchBody {
basic,
specific: SpecificFields::Message {
2024-01-02 14:35:23 +00:00
envelope: Box::new(message_envelope(&x.imf)),
body_structure: Box::new(build_imap_email_struct(x.child.as_ref())?),
2023-07-25 17:08:48 +00:00
number_of_lines: nol(x.raw_part),
2023-02-07 10:27:17 +00:00
},
},
2024-01-02 14:35:23 +00:00
extension_data: None,
2023-02-07 10:27:17 +00:00
})
}
2022-07-20 13:14:34 +00:00
}
}
2023-07-25 17:08:48 +00:00
fn nol(input: &[u8]) -> u32 {
2023-10-12 10:21:59 +00:00
input
.iter()
2023-07-25 17:08:48 +00:00
.filter(|x| **x == b'\n')
.count()
.try_into()
.unwrap_or(0)
}
/// s is set to static to ensure that only compile time values
2022-07-05 15:08:12 +00:00
/// checked by developpers are passed.
fn unchecked_istring(s: &'static str) -> IString {
IString::try_from(s).expect("this value is expected to be a valid imap-codec::IString")
}
2024-01-02 14:35:23 +00:00
fn basic_fields(m: &mime::NaiveMIME, sz: usize) -> Result<BasicFields<'static>> {
2023-10-12 10:21:59 +00:00
let parameter_list = m
.ctype
.as_ref()
2023-10-12 10:21:59 +00:00
.map(|x| {
x.params
.iter()
.map(|p| {
(
IString::try_from(String::from_utf8_lossy(p.name).to_string()),
IString::try_from(p.value.to_string()),
)
})
.filter(|(k, v)| k.is_ok() && v.is_ok())
.map(|(k, v)| (k.unwrap(), v.unwrap()))
.collect()
})
.unwrap_or(vec![]);
Ok(BasicFields {
2022-07-05 15:08:12 +00:00
parameter_list,
id: NString(
m.id.as_ref()
2023-05-15 16:23:23 +00:00
.and_then(|ci| IString::try_from(ci.to_string()).ok()),
2023-10-12 10:21:59 +00:00
),
2022-07-05 15:08:12 +00:00
description: NString(
2023-10-12 10:21:59 +00:00
m.description
.as_ref()
2023-05-15 16:23:23 +00:00
.and_then(|cd| IString::try_from(cd.to_string()).ok()),
2022-07-05 15:08:12 +00:00
),
content_transfer_encoding: match m.transfer_encoding {
2023-10-12 10:21:59 +00:00
mime::mechanism::Mechanism::_8Bit => unchecked_istring("8bit"),
mime::mechanism::Mechanism::Binary => unchecked_istring("binary"),
mime::mechanism::Mechanism::QuotedPrintable => unchecked_istring("quoted-printable"),
mime::mechanism::Mechanism::Base64 => unchecked_istring("base64"),
_ => unchecked_istring("7bit"),
},
// @FIXME we can't compute the size of the message currently...
2023-07-25 17:08:48 +00:00
size: u32::try_from(sz)?,
})
2022-07-05 15:08:12 +00:00
}
/// Extract message section for section identifier passed by the FETCH BODY[<section>]<<partial>>
/// request
///
/// Example of message sections:
///
/// ```
/// HEADER ([RFC-2822] header of the message)
/// TEXT ([RFC-2822] text body of the message) MULTIPART/MIXED
/// 1 TEXT/PLAIN
/// 2 APPLICATION/OCTET-STREAM
/// 3 MESSAGE/RFC822
/// 3.HEADER ([RFC-2822] header of the message)
/// 3.TEXT ([RFC-2822] text body of the message) MULTIPART/MIXED
/// 3.1 TEXT/PLAIN
/// 3.2 APPLICATION/OCTET-STREAM
/// 4 MULTIPART/MIXED
/// 4.1 IMAGE/GIF
/// 4.1.MIME ([MIME-IMB] header for the IMAGE/GIF)
/// 4.2 MESSAGE/RFC822
/// 4.2.HEADER ([RFC-2822] header of the message)
/// 4.2.TEXT ([RFC-2822] text body of the message) MULTIPART/MIXED
/// 4.2.1 TEXT/PLAIN
/// 4.2.2 MULTIPART/ALTERNATIVE
/// 4.2.2.1 TEXT/PLAIN
/// 4.2.2.2 TEXT/RICHTEXT
/// ```
2022-07-15 14:15:48 +00:00
fn get_message_section<'a>(
2023-10-12 10:21:59 +00:00
parsed: &'a AnyPart<'a>,
2022-07-15 14:15:48 +00:00
section: &Option<FetchSection>,
) -> Result<Cow<'a, [u8]>> {
2023-10-12 10:21:59 +00:00
let msg = parsed
.as_message()
.ok_or(anyhow!("Part must be a message"))?;
2022-07-15 14:15:48 +00:00
match section {
2023-10-12 10:21:59 +00:00
Some(FetchSection::Text(None)) => Ok(msg.raw_body.into()),
2024-01-02 14:35:23 +00:00
Some(FetchSection::Text(Some(part))) => map_subpart(parsed, part.0.as_ref(), |part_msg| {
Ok(part_msg
.as_message()
.ok_or(Error::msg(
"Not a message/rfc822 part while expected by request (TEXT)",
))?
.raw_body
.into())
}),
Some(FetchSection::Header(part)) => map_subpart(
2023-10-12 10:21:59 +00:00
parsed,
2024-01-02 14:35:23 +00:00
part.as_ref().map(|p| p.0.as_ref()).unwrap_or(&[]),
2022-07-15 14:15:48 +00:00
|part_msg| {
2023-10-12 10:21:59 +00:00
Ok(part_msg
.as_message()
.ok_or(Error::msg(
"Not a message/rfc822 part while expected by request (HEADER)",
))?
.raw_headers
2022-07-15 14:15:48 +00:00
.into())
},
),
Some(
FetchSection::HeaderFields(part, fields) | FetchSection::HeaderFieldsNot(part, fields),
) => {
2023-09-21 09:27:33 +00:00
let invert = matches!(section, Some(FetchSection::HeaderFieldsNot(_, _)));
let fields = fields
2024-01-02 14:35:23 +00:00
.as_ref()
.iter()
.map(|x| match x {
2024-01-02 14:35:23 +00:00
AString::Atom(a) => a.inner().as_bytes(),
AString::String(IString::Literal(l)) => l.as_ref(),
AString::String(IString::Quoted(q)) => q.inner().as_bytes(),
})
.collect::<Vec<_>>();
2023-09-21 09:27:33 +00:00
map_subpart(
2023-10-12 10:21:59 +00:00
parsed,
2024-01-02 14:35:23 +00:00
part.as_ref().map(|p| p.0.as_ref()).unwrap_or(&[]),
|part_msg| {
let mut ret = vec![];
2023-09-21 09:27:33 +00:00
for f in &part_msg.mime().kv {
let (k, v) = match f {
header::Field::Good(header::Kv2(k, v)) => (k, v),
_ => continue,
};
2023-10-12 10:21:59 +00:00
if fields.as_slice().iter().any(|x| (x == k) ^ invert) {
2023-09-21 09:27:33 +00:00
ret.extend(*k);
ret.extend(b": ");
2023-09-21 09:27:33 +00:00
ret.extend(*v);
ret.extend(b"\r\n");
}
}
ret.extend(b"\r\n");
Ok(ret.into())
},
2023-09-21 09:27:33 +00:00
)
}
2024-01-02 14:35:23 +00:00
Some(FetchSection::Part(part)) => map_subpart(parsed, part.0.as_ref(), |part| {
let bytes = match &part {
AnyPart::Txt(p) => p.body,
AnyPart::Bin(p) => p.body,
AnyPart::Msg(p) => p.raw_part,
AnyPart::Mult(_) => bail!("Multipart part has no body"),
2022-07-15 14:15:48 +00:00
};
Ok(bytes.to_vec().into())
2022-07-15 14:15:48 +00:00
}),
2024-01-02 14:35:23 +00:00
Some(FetchSection::Mime(part)) => map_subpart(parsed, part.0.as_ref(), |part| {
let bytes = match &part {
AnyPart::Txt(p) => p.mime.fields.raw,
AnyPart::Bin(p) => p.mime.fields.raw,
AnyPart::Msg(p) => p.mime.fields.raw,
AnyPart::Mult(p) => p.mime.fields.raw,
};
Ok(bytes.to_vec().into())
2022-07-15 14:15:48 +00:00
}),
2023-10-12 10:21:59 +00:00
None => Ok(msg.raw_part.into()),
2022-07-15 14:15:48 +00:00
}
}
2023-10-12 10:21:59 +00:00
/// Fetch a MIME SubPart
///
/// eg. FETCH BODY[4.2.2.1] -> [4, 2, 2, 1]
fn map_subpart<'a, F, R>(part: &AnyPart<'a>, path: &[NonZeroU32], f: F) -> Result<R>
2022-07-15 14:15:48 +00:00
where
F: FnOnce(&AnyPart<'a>) -> Result<R>,
2022-07-15 14:15:48 +00:00
{
if path.is_empty() {
f(part)
2022-07-15 14:15:48 +00:00
} else {
match part {
AnyPart::Mult(x) => map_subpart(
x.children
.get(path[0].get() as usize - 1)
.ok_or(anyhow!("Unable to resolve subpath {:?}, current multipart has only {} elements", path, x.children.len()))?,
&path[1..],
f),
AnyPart::Msg(x) => map_subpart(x.child.as_ref(), path, f),
_ => bail!("You tried to access a subpart on an atomic part (text or binary). Unresolved subpath {:?}", path),
2022-07-15 14:15:48 +00:00
}
}
}
#[cfg(test)]
mod tests {
use super::*;
2023-10-12 10:21:59 +00:00
use crate::cryptoblob;
use crate::mail::unique_ident;
2024-01-02 21:09:45 +00:00
use imap_codec::encode::Encoder;
2024-01-02 14:35:23 +00:00
use imap_codec::imap_types::fetch::Section;
2024-01-02 21:09:45 +00:00
use imap_codec::imap_types::response::Response;
use imap_codec::ResponseCodec;
2022-07-05 13:21:14 +00:00
use std::fs;
2023-10-12 10:21:59 +00:00
#[test]
fn mailview_body_ext() -> Result<()> {
let ap = AttributesProxy::new(
2024-01-02 21:09:45 +00:00
&MacroOrMessageDataItemNames::MessageDataItemNames(vec![
MessageDataItemName::BodyExt {
section: Some(Section::Header(None)),
partial: None,
peek: false,
},
]),
2023-10-12 10:21:59 +00:00
false,
);
let flags = vec![];
let key = cryptoblob::gen_key();
let meta = MailMeta {
internaldate: 0u64,
headers: vec![],
message_key: key,
rfc822_size: 8usize,
};
let ids = MailIdentifiers {
i: NonZeroU32::MIN,
uid: NonZeroU32::MIN,
uuid: unique_ident::gen_ident(),
};
let rfc822 = b"Subject: hello\r\nFrom: a@a.a\r\nTo: b@b.b\r\nDate: Thu, 12 Oct 2023 08:45:28 +0000\r\n\r\nhello world";
let content = FetchedMail::new_from_message(eml_codec::parse_message(rfc822)?.1);
2024-01-02 21:09:45 +00:00
let mv = MailView {
2023-10-12 10:21:59 +00:00
ids: &ids,
content,
meta: &meta,
flags: &flags,
};
2024-01-02 21:09:45 +00:00
let (res_body, _seen) = mv.filter(&ap)?;
2023-10-12 10:21:59 +00:00
let fattr = match res_body {
Body::Data(Data::Fetch {
2024-01-02 14:35:23 +00:00
seq: _seq,
items: attr,
2023-10-12 10:21:59 +00:00
}) => Ok(attr),
_ => Err(anyhow!("Not a fetch body")),
}?;
2024-01-02 21:09:45 +00:00
assert_eq!(fattr.as_ref().len(), 1);
2023-10-12 10:21:59 +00:00
2024-01-02 21:09:45 +00:00
let (sec, _orig, _data) = match &fattr.as_ref()[0] {
MessageDataItem::BodyExt {
2023-10-12 10:21:59 +00:00
section,
origin,
data,
} => Ok((section, origin, data)),
_ => Err(anyhow!("not a body ext message attribute")),
}?;
assert_eq!(sec.as_ref().unwrap(), &Section::Header(None));
Ok(())
}
2022-07-05 16:27:49 +00:00
/// Future automated test. We use lossy utf8 conversion + lowercase everything,
2022-07-05 13:21:14 +00:00
/// so this test might allow invalid results. But at least it allows us to quickly test a
/// large variety of emails.
/// Keep in mind that special cases must still be tested manually!
#[test]
2022-07-05 13:21:14 +00:00
fn fetch_body() -> Result<()> {
2022-07-05 15:48:10 +00:00
let prefixes = [
2023-07-25 17:08:48 +00:00
/* *** MY OWN DATASET *** */
2022-07-05 15:48:10 +00:00
"tests/emails/dxflrs/0001_simple",
"tests/emails/dxflrs/0002_mime",
2022-07-05 16:27:49 +00:00
"tests/emails/dxflrs/0003_mime-in-mime",
2022-07-20 13:14:34 +00:00
"tests/emails/dxflrs/0004_msg-in-msg",
2023-07-25 17:08:48 +00:00
// eml_codec do not support continuation for the moment
2022-07-20 11:58:24 +00:00
//"tests/emails/dxflrs/0005_mail-parser-readme",
2023-03-09 10:30:44 +00:00
"tests/emails/dxflrs/0006_single-mime",
2023-07-25 17:08:48 +00:00
"tests/emails/dxflrs/0007_raw_msg_in_rfc822",
/* *** (STRANGE) RFC *** */
//"tests/emails/rfc/000", // must return text/enriched, we return text/plain
//"tests/emails/rfc/001", // does not recognize the multipart/external-body, breaks the
// whole parsing
//"tests/emails/rfc/002", // wrong date in email
//"tests/emails/rfc/003", // dovecot fixes \r\r: the bytes number is wrong + text/enriched
/* *** THIRD PARTY *** */
//"tests/emails/thirdparty/000", // dovecot fixes \r\r: the bytes number is wrong
//"tests/emails/thirdparty/001", // same
"tests/emails/thirdparty/002", // same
2023-10-12 10:21:59 +00:00
/* *** LEGACY *** */
//"tests/emails/legacy/000", // same issue with \r\r
2022-07-05 15:48:10 +00:00
];
2022-07-05 15:48:10 +00:00
for pref in prefixes.iter() {
println!("{}", pref);
let txt = fs::read(format!("{}.eml", pref))?;
2024-01-02 21:09:45 +00:00
let oracle = fs::read(format!("{}.dovecot.body", pref))?;
2023-07-25 17:08:48 +00:00
let message = eml_codec::parse_message(&txt).unwrap().1;
2024-01-02 21:09:45 +00:00
let test_repr = Response::Data(Data::Fetch {
seq: NonZeroU32::new(1).unwrap(),
items: NonEmptyVec::from(MessageDataItem::Body(build_imap_email_struct(
&message.child,
)?)),
});
let test_bytes = ResponseCodec::new().encode(&test_repr).dump();
let test_str = String::from_utf8_lossy(&test_bytes).to_lowercase();
2022-07-05 13:21:14 +00:00
2024-01-02 21:09:45 +00:00
let oracle_str =
format!("* 1 FETCH {}\r\n", String::from_utf8_lossy(&oracle)).to_lowercase();
2022-07-05 15:48:10 +00:00
2024-01-02 21:09:45 +00:00
println!("aerogramme: {}\n\ndovecot: {}\n\n", test_str, oracle_str);
2022-07-08 08:23:07 +00:00
//println!("\n\n {} \n\n", String::from_utf8_lossy(&resp));
2024-01-02 21:09:45 +00:00
assert_eq!(test_str, oracle_str);
2022-07-05 15:48:10 +00:00
}
Ok(())
}
}