serialize.c

Go to the documentation of this file.

 
#include "config.h"
#include <stdbool.h>
#include <stddef.h>
#include <string.h>
#include <sys/types.h>
#include "mutt/lib.h"
#include "address/lib.h"
#include "config/lib.h"
#include "email/lib.h"
#include "core/lib.h"
#include "alias/lib.h"
#include "serialize.h"

#define SERIAL_MAX_CHAR_SIZE (256 * 1024)

#define SERIAL_MAX_LIST_COUNT 1024

static bool serial_in_bounds(int off, size_t need, size_t dlen)
{
  return (off >= 0) && (need <= dlen) && ((size_t) off <= (dlen - need));
}

void lazy_realloc(void *ptr, size_t size)
{
  void **p = (void **) ptr;
 
  if (p && (size < 4096))
    return;
 
  mutt_mem_realloc(ptr, size);
}

unsigned char *serial_dump_int(const unsigned int i, unsigned char *d, int *off)
{
  lazy_realloc(&d, *off + sizeof(int));
  memcpy(d + *off, &i, sizeof(int));
  (*off) += sizeof(int);
 
  return d;
}

unsigned char *serial_dump_uint32_t(const uint32_t s, unsigned char *d, int *off)
{
  lazy_realloc(&d, *off + sizeof(uint32_t));
  memcpy(d + *off, &s, sizeof(uint32_t));
  (*off) += sizeof(uint32_t);
 
  return d;
}

unsigned char *serial_dump_uint64_t(const uint64_t s, unsigned char *d, int *off)
{
  lazy_realloc(&d, *off + sizeof(uint64_t));
  memcpy(d + *off, &s, sizeof(uint64_t));
  (*off) += sizeof(uint64_t);
 
  return d;
}

bool serial_restore_int(unsigned int *i, const unsigned char *d, int *off, size_t dlen)
{
  if (!serial_in_bounds(*off, sizeof(int), dlen))
    return false;
 
  memcpy(i, d + *off, sizeof(int));
  (*off) += sizeof(int);
  return true;
}

bool serial_restore_uint32_t(uint32_t *s, const unsigned char *d, int *off, size_t dlen)
{
  if (!serial_in_bounds(*off, sizeof(uint32_t), dlen))
    return false;
 
  memcpy(s, d + *off, sizeof(uint32_t));
  (*off) += sizeof(uint32_t);
  return true;
}

bool serial_restore_uint64_t(uint64_t *s, const unsigned char *d, int *off, size_t dlen)
{
  if (!serial_in_bounds(*off, sizeof(uint64_t), dlen))
    return false;
 
  memcpy(s, d + *off, sizeof(uint64_t));
  (*off) += sizeof(uint64_t);
  return true;
}

unsigned char *serial_dump_char_size(const char *c, ssize_t size,
                                     unsigned char *d, int *off, bool convert)
{
  char *p = NULL;
 
  if (!c || (*c == '\0') || (size == 0))
  {
    return serial_dump_int(0, d, off);
  }
 
  if (convert && !mutt_str_is_ascii(c, size))
  {
    p = mutt_strn_dup(c, size);
    if (mutt_ch_convert_string(&p, cc_charset(), "utf-8", MUTT_ICONV_NONE) == 0)
    {
      size = mutt_str_len(p) + 1;
    }
  }
 
  d = serial_dump_int(size, d, off);
  lazy_realloc(&d, *off + size);
  memcpy(d + *off, p ? p : c, size);
  *off += size;
 
  FREE(&p);
 
  return d;
}

unsigned char *serial_dump_char(const char *c, unsigned char *d, int *off, bool convert)
{
  return serial_dump_char_size(c, mutt_str_len(c) + 1, d, off, convert);
}

bool serial_restore_char(char **c, const unsigned char *d, int *off, size_t dlen, bool convert)
{
  *c = NULL;
 
  unsigned int size = 0;
  if (!serial_restore_int(&size, d, off, dlen))
    return false;
 
  if (size == 0)
    return true;
 
  if ((size > SERIAL_MAX_CHAR_SIZE) || !serial_in_bounds(*off, size, dlen))
    return false;
 
  *c = MUTT_MEM_MALLOC(size, char);
  memcpy(*c, d + *off, size);
  if (convert && !mutt_str_is_ascii(*c, size))
  {
    char *tmp = mutt_str_dup(*c);
    if (mutt_ch_convert_string(&tmp, "utf-8", cc_charset(), MUTT_ICONV_NONE) == 0)
    {
      FREE(c);
      *c = tmp;
    }
    else
    {
      FREE(&tmp);
    }
  }
  *off += size;
  return true;
}

unsigned char *serial_dump_address(const struct AddressList *al,
                                   unsigned char *d, int *off, bool convert)
{
  unsigned int counter = 0;
  unsigned int start_off = *off;
 
  d = serial_dump_int(0xdeadbeef, d, off);
 
  struct Address *a = NULL;
  TAILQ_FOREACH(a, al, entries)
  {
    d = serial_dump_buffer(a->personal, d, off, convert);
    d = serial_dump_buffer(a->mailbox, d, off, convert);
    d = serial_dump_int(a->group, d, off);
    counter++;
  }
 
  memcpy(d + start_off, &counter, sizeof(int));
 
  return d;
}

bool serial_restore_address(struct AddressList *al, const unsigned char *d,
                            int *off, size_t dlen, bool convert)
{
  unsigned int counter = 0;
  unsigned int g = 0;
 
  if (!serial_restore_int(&counter, d, off, dlen))
    return false;
 
  if (counter > SERIAL_MAX_LIST_COUNT)
    return false;
 
  while (counter > 0)
  {
    struct Address *a = mutt_addr_new();
    mutt_addrlist_append(al, a);
 
    a->personal = buf_new(NULL);
    if (!serial_restore_buffer(a->personal, d, off, dlen, convert))
      return false;
    if (buf_is_empty(a->personal))
    {
      buf_free(&a->personal);
    }
 
    a->mailbox = buf_new(NULL);
    if (!serial_restore_buffer(a->mailbox, d, off, dlen, false))
      return false;
    if (buf_is_empty(a->mailbox))
    {
      buf_free(&a->mailbox);
    }
 
    if (!serial_restore_int(&g, d, off, dlen))
      return false;
    a->group = !!g;
    counter--;
  }
 
  return true;
}

unsigned char *serial_dump_stailq(const struct ListHead *l, unsigned char *d,
                                  int *off, bool convert)
{
  unsigned int counter = 0;
  unsigned int start_off = *off;
 
  d = serial_dump_int(0xdeadbeef, d, off);
 
  struct ListNode *np = NULL;
  STAILQ_FOREACH(np, l, entries)
  {
    d = serial_dump_char(np->data, d, off, convert);
    counter++;
  }
 
  memcpy(d + start_off, &counter, sizeof(int));
 
  return d;
}

bool serial_restore_stailq(struct ListHead *l, const unsigned char *d, int *off,
                           size_t dlen, bool convert)
{
  unsigned int counter = 0;
 
  if (!serial_restore_int(&counter, d, off, dlen))
    return false;
 
  if (counter > SERIAL_MAX_LIST_COUNT)
    return false;
 
  struct ListNode *np = NULL;
  while (counter > 0)
  {
    np = mutt_list_insert_tail(l, NULL);
    if (!serial_restore_char(&np->data, d, off, dlen, convert))
      return false;
    counter--;
  }
 
  return true;
}

unsigned char *serial_dump_buffer(const struct Buffer *buf, unsigned char *d,
                                  int *off, bool convert)
{
  if (buf_is_empty(buf))
  {
    d = serial_dump_int(0, d, off);
    return d;
  }
 
  d = serial_dump_int(1, d, off);
 
  d = serial_dump_char(buf->data, d, off, convert);
 
  return d;
}

bool serial_restore_buffer(struct Buffer *buf, const unsigned char *d, int *off,
                           size_t dlen, bool convert)
{
  buf_alloc(buf, 1);
 
  unsigned int used = 0;
  if (!serial_restore_int(&used, d, off, dlen))
    return false;
  if (used == 0)
    return true;
 
  char *str = NULL;
  if (!serial_restore_char(&str, d, off, dlen, convert))
    return false;
 
  buf_addstr(buf, str);
  FREE(&str);
  return true;
}

unsigned char *serial_dump_parameter(const struct ParameterList *pl,
                                     unsigned char *d, int *off, bool convert)
{
  unsigned int counter = 0;
  unsigned int start_off = *off;
 
  d = serial_dump_int(0xdeadbeef, d, off);
 
  struct Parameter *np = NULL;
  TAILQ_FOREACH(np, pl, entries)
  {
    d = serial_dump_char(np->attribute, d, off, false);
    d = serial_dump_char(np->value, d, off, convert);
    counter++;
  }
 
  memcpy(d + start_off, &counter, sizeof(int));
 
  return d;
}

bool serial_restore_parameter(struct ParameterList *pl, const unsigned char *d,
                              int *off, size_t dlen, bool convert)
{
  unsigned int counter = 0;
 
  if (!serial_restore_int(&counter, d, off, dlen))
    return false;
 
  if (counter > SERIAL_MAX_LIST_COUNT)
    return false;
 
  struct Parameter *np = NULL;
  while (counter > 0)
  {
    np = mutt_param_new();
    TAILQ_INSERT_TAIL(pl, np, entries);
    if (!serial_restore_char(&np->attribute, d, off, dlen, false))
      return false;
    if (!serial_restore_char(&np->value, d, off, dlen, convert))
      return false;
    counter--;
  }
 
  return true;
}

static inline uint32_t body_pack_flags(const struct Body *b)
{
  if (!b)
    return 0;
 
  // clang-format off
  uint32_t packed = b->type +
                   (b->encoding      <<  4) +
                   (b->disposition   <<  7) +
                   (b->badsig        <<  9) +
                   (b->force_charset << 10) +
                   (b->goodsig       << 11) +
                   (b->noconv        << 12) +
                   (b->use_disp      << 13) +
                   (b->warnsig       << 14);
  // clang-format on
#ifdef USE_AUTOCRYPT
  packed += (b->is_autocrypt << 15);
#endif
 
  return packed;
}

static inline void body_unpack_flags(struct Body *b, uint32_t packed)
{
  if (!b)
    return;
 
  // clang-format off
  b->type         =  (packed       & ((1 << 4) - 1)); // bits 0-3 (4)
  b->encoding     = ((packed >> 4) & ((1 << 3) - 1)); // bits 4-6 (3)
  b->disposition  = ((packed >> 7) & ((1 << 2) - 1)); // bits 7-8 (2)
 
  b->badsig        = (packed & (1 <<  9));
  b->force_charset = (packed & (1 << 10));
  b->goodsig       = (packed & (1 << 11));
  b->noconv        = (packed & (1 << 12));
  b->use_disp      = (packed & (1 << 13));
  b->warnsig       = (packed & (1 << 14));
#ifdef USE_AUTOCRYPT
  b->is_autocrypt  = (packed & (1 << 15));
#endif
  // clang-format on
}

unsigned char *serial_dump_body(const struct Body *b, unsigned char *d, int *off, bool convert)
{
  uint32_t packed = body_pack_flags(b);
  d = serial_dump_uint32_t(packed, d, off);
 
  uint64_t big = b->offset;
  d = serial_dump_uint64_t(big, d, off);
 
  big = b->length;
  d = serial_dump_uint64_t(big, d, off);
 
  d = serial_dump_char(b->xtype, d, off, false);
  d = serial_dump_char(b->subtype, d, off, false);
 
  d = serial_dump_parameter(&b->parameter, d, off, convert);
 
  d = serial_dump_char(b->description, d, off, convert);
  d = serial_dump_char(b->content_id, d, off, convert);
  d = serial_dump_char(b->form_name, d, off, convert);
  d = serial_dump_char(b->filename, d, off, convert);
  d = serial_dump_char(b->d_filename, d, off, convert);
 
  return d;
}

bool serial_restore_body(struct Body *b, const unsigned char *d, int *off,
                         size_t dlen, bool convert)
{
  uint32_t packed = 0;
  if (!serial_restore_uint32_t(&packed, d, off, dlen))
    return false;
  body_unpack_flags(b, packed);
 
  uint64_t big = 0;
  if (!serial_restore_uint64_t(&big, d, off, dlen))
    return false;
  b->offset = big;
 
  big = 0;
  if (!serial_restore_uint64_t(&big, d, off, dlen))
    return false;
  b->length = big;
 
  if (!serial_restore_char(&b->xtype, d, off, dlen, false))
    return false;
  if (!serial_restore_char(&b->subtype, d, off, dlen, false))
    return false;
 
  TAILQ_INIT(&b->parameter);
  if (!serial_restore_parameter(&b->parameter, d, off, dlen, convert))
    return false;
 
  if (!serial_restore_char(&b->description, d, off, dlen, convert))
    return false;
  if (!serial_restore_char(&b->content_id, d, off, dlen, convert))
    return false;
  if (!serial_restore_char(&b->form_name, d, off, dlen, convert))
    return false;
  if (!serial_restore_char(&b->filename, d, off, dlen, convert))
    return false;
  if (!serial_restore_char(&b->d_filename, d, off, dlen, convert))
    return false;
 
  return true;
}

unsigned char *serial_dump_envelope(const struct Envelope *env,
                                    unsigned char *d, int *off, bool convert)
{
  d = serial_dump_address(&env->return_path, d, off, convert);
  d = serial_dump_address(&env->from, d, off, convert);
  d = serial_dump_address(&env->to, d, off, convert);
  d = serial_dump_address(&env->cc, d, off, convert);
  d = serial_dump_address(&env->bcc, d, off, convert);
  d = serial_dump_address(&env->sender, d, off, convert);
  d = serial_dump_address(&env->reply_to, d, off, convert);
  d = serial_dump_address(&env->mail_followup_to, d, off, convert);
 
  d = serial_dump_char(env->list_post, d, off, convert);
  d = serial_dump_char(env->list_subscribe, d, off, convert);
  d = serial_dump_char(env->list_unsubscribe, d, off, convert);
  d = serial_dump_char(env->subject, d, off, convert);
 
  if (env->real_subj)
    d = serial_dump_int(env->real_subj - env->subject, d, off);
  else
    d = serial_dump_int(-1, d, off);
 
  d = serial_dump_char(env->message_id, d, off, false);
  d = serial_dump_char(env->supersedes, d, off, false);
  d = serial_dump_char(env->date, d, off, false);
  d = serial_dump_char(env->x_label, d, off, convert);
  d = serial_dump_char(env->organization, d, off, convert);
 
  d = serial_dump_buffer(&env->spam, d, off, convert);
 
  d = serial_dump_stailq(&env->references, d, off, false);
  d = serial_dump_stailq(&env->in_reply_to, d, off, false);
  d = serial_dump_stailq(&env->userhdrs, d, off, convert);
 
  d = serial_dump_char(env->xref, d, off, false);
  d = serial_dump_char(env->followup_to, d, off, false);
  d = serial_dump_char(env->x_comment_to, d, off, convert);
 
  return d;
}

bool serial_restore_envelope(struct Envelope *env, const unsigned char *d,
                             int *off, size_t dlen, bool convert)
{
  int real_subj_off = 0;
 
  if (!serial_restore_address(&env->return_path, d, off, dlen, convert) ||
      !serial_restore_address(&env->from, d, off, dlen, convert) ||
      !serial_restore_address(&env->to, d, off, dlen, convert) ||
      !serial_restore_address(&env->cc, d, off, dlen, convert) ||
      !serial_restore_address(&env->bcc, d, off, dlen, convert) ||
      !serial_restore_address(&env->sender, d, off, dlen, convert) ||
      !serial_restore_address(&env->reply_to, d, off, dlen, convert) ||
      !serial_restore_address(&env->mail_followup_to, d, off, dlen, convert))
  {
    return false;
  }
 
  if (!serial_restore_char(&env->list_post, d, off, dlen, convert) ||
      !serial_restore_char(&env->list_subscribe, d, off, dlen, convert) ||
      !serial_restore_char(&env->list_unsubscribe, d, off, dlen, convert))
  {
    return false;
  }
 
  const bool c_auto_subscribe = cs_subset_bool(NeoMutt->sub, "auto_subscribe");
  if (c_auto_subscribe)
    mutt_auto_subscribe(env->list_post);
 
  if (!serial_restore_char((char **) &env->subject, d, off, dlen, convert))
    return false;
  if (!serial_restore_int((unsigned int *) (&real_subj_off), d, off, dlen))
    return false;
 
  size_t len = mutt_str_len(env->subject);
  if ((real_subj_off < 0) || (real_subj_off >= len))
    *(char **) &env->real_subj = NULL;
  else
    *(char **) &env->real_subj = env->subject + real_subj_off;
 
  if (!serial_restore_char(&env->message_id, d, off, dlen, false) ||
      !serial_restore_char(&env->supersedes, d, off, dlen, false) ||
      !serial_restore_char(&env->date, d, off, dlen, false) ||
      !serial_restore_char(&env->x_label, d, off, dlen, convert) ||
      !serial_restore_char(&env->organization, d, off, dlen, convert))
  {
    return false;
  }
 
  if (!serial_restore_buffer(&env->spam, d, off, dlen, convert))
    return false;
 
  if (!serial_restore_stailq(&env->references, d, off, dlen, false) ||
      !serial_restore_stailq(&env->in_reply_to, d, off, dlen, false) ||
      !serial_restore_stailq(&env->userhdrs, d, off, dlen, convert))
  {
    return false;
  }
 
  if (!serial_restore_char(&env->xref, d, off, dlen, false) ||
      !serial_restore_char(&env->followup_to, d, off, dlen, false) ||
      !serial_restore_char(&env->x_comment_to, d, off, dlen, convert))
  {
    return false;
  }
 
  return true;
}

unsigned char *serial_dump_tags(const struct TagList *tl, unsigned char *d, int *off)
{
  unsigned int counter = 0;
  unsigned int start_off = *off;
 
  d = serial_dump_int(0xdeadbeef, d, off);
 
  struct Tag *tag = NULL;
  STAILQ_FOREACH(tag, tl, entries)
  {
    d = serial_dump_char(tag->name, d, off, false);
    counter++;
  }
 
  memcpy(d + start_off, &counter, sizeof(int));
 
  return d;
}

bool serial_restore_tags(struct TagList *tl, const unsigned char *d, int *off, size_t dlen)
{
  unsigned int counter = 0;
 
  if (!serial_restore_int(&counter, d, off, dlen))
    return false;
 
  if (counter > SERIAL_MAX_LIST_COUNT)
    return false;
 
  while (counter > 0)
  {
    char *name = NULL;
    if (!serial_restore_char(&name, d, off, dlen, false))
      return false;
    driver_tags_add(tl, name);
    counter--;
  }
 
  return true;
}