Viewing file:  mbx.c (61.93 KB) -rw-r--r--
Select action/file-type:
 (+) |  (+) |  (+) | Code (+) | Session (+) |  (+) | SDB (+) |  (+) |  (+) |  (+) |  (+) |  (+) |
/* ========================================================================
* Copyright 1988-2007 University of Washington
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
*
* ========================================================================
*/
/*
* Program: MBX mail routines
*
* Author: Mark Crispin
* Networks and Distributed Computing
* Computing & Communications
* University of Washington
* Administration Building, AG-44
* Seattle, WA 98195
* Internet: MRC@CAC.Washington.EDU
*
* Date: 3 October 1995
* Last Edited: 11 October 2007
*/
/* FILE TIME SEMANTICS
*
* The atime is the last read time of the file.
* The mtime is the last flags update time of the file.
* The ctime is the last write time of the file.
*/
#include <stdio.h>
#include <ctype.h>
#include <errno.h>
extern int errno; /* just in case */
#include "mail.h"
#include "osdep.h"
#include <pwd.h>
#include <sys/stat.h>
#include <sys/time.h>
#include "misc.h"
#include "dummy.h"
#include "fdstring.h"
/* Build parameters */
#define HDRSIZE 2048
/* Kludge to make Cygwin happy */
#ifndef O_BINARY
#define O_BINARY 0
#endif
/* MBX I/O stream local data */
typedef struct mbx_local {
unsigned int flagcheck: 1; /* if ping should sweep for flags */
unsigned int expok: 1; /* if expunging OK in ping */
unsigned int expunged : 1; /* if one or more expunged messages */
int fd; /* file descriptor for I/O */
int ld; /* lock file descriptor */
int ffuserflag; /* first free user flag */
off_t filesize; /* file size parsed */
time_t filetime; /* last file time */
time_t lastsnarf; /* last snarf time */
unsigned long lastpid; /* PID of last writer */
unsigned char *buf; /* temporary buffer */
unsigned long buflen; /* current size of temporary buffer */
char lock[MAILTMPLEN]; /* buffer to write lock name */
} MBXLOCAL;
/* Convenient access to local data */
#define LOCAL ((MBXLOCAL *) stream->local)
/* Function prototypes */
DRIVER *mbx_valid (char *name);
int mbx_isvalid (MAILSTREAM **stream,char *name,char *tmp,int *ld,char *lock,
long flags);
void *mbx_parameters (long function,void *value);
void mbx_scan (MAILSTREAM *stream,char *ref,char *pat,char *contents);
void mbx_list (MAILSTREAM *stream,char *ref,char *pat);
void mbx_lsub (MAILSTREAM *stream,char *ref,char *pat);
long mbx_create (MAILSTREAM *stream,char *mailbox);
long mbx_delete (MAILSTREAM *stream,char *mailbox);
long mbx_rename (MAILSTREAM *stream,char *old,char *newname);
long mbx_status (MAILSTREAM *stream,char *mbx,long flags);
MAILSTREAM *mbx_open (MAILSTREAM *stream);
void mbx_close (MAILSTREAM *stream,long options);
void mbx_abort (MAILSTREAM *stream);
void mbx_flags (MAILSTREAM *stream,char *sequence,long flags);
char *mbx_header (MAILSTREAM *stream,unsigned long msgno,unsigned long *length,
long flags);
long mbx_text (MAILSTREAM *stream,unsigned long msgno,STRING *bs,long flags);
void mbx_flag (MAILSTREAM *stream,char *sequence,char *flag,long flags);
void mbx_flagmsg (MAILSTREAM *stream,MESSAGECACHE *elt);
long mbx_ping (MAILSTREAM *stream);
void mbx_check (MAILSTREAM *stream);
long mbx_expunge (MAILSTREAM *stream,char *sequence,long options);
void mbx_snarf (MAILSTREAM *stream);
long mbx_copy (MAILSTREAM *stream,char *sequence,char *mailbox,long options);
long mbx_append (MAILSTREAM *stream,char *mailbox,append_t af,void *data);
char *mbx_file (char *dst,char *name);
long mbx_parse (MAILSTREAM *stream);
MESSAGECACHE *mbx_elt (MAILSTREAM *stream,unsigned long msgno,long expok);
unsigned long mbx_read_flags (MAILSTREAM *stream,MESSAGECACHE *elt);
void mbx_update_header (MAILSTREAM *stream);
void mbx_update_status (MAILSTREAM *stream,unsigned long msgno,long flags);
unsigned long mbx_hdrpos (MAILSTREAM *stream,unsigned long msgno,
unsigned long *size,char **hdr);
unsigned long mbx_rewrite (MAILSTREAM *stream,unsigned long *reclaimed,
long flags);
long mbx_flaglock (MAILSTREAM *stream);
/* MBX mail routines */
/* Driver dispatch used by MAIL */
DRIVER mbxdriver = {
"mbx", /* driver name */
DR_LOCAL|DR_MAIL|DR_CRLF|DR_LOCKING,
/* driver flags */
(DRIVER *) NIL, /* next driver */
mbx_valid, /* mailbox is valid for us */
mbx_parameters, /* manipulate parameters */
mbx_scan, /* scan mailboxes */
mbx_list, /* list mailboxes */
mbx_lsub, /* list subscribed mailboxes */
NIL, /* subscribe to mailbox */
NIL, /* unsubscribe from mailbox */
mbx_create, /* create mailbox */
mbx_delete, /* delete mailbox */
mbx_rename, /* rename mailbox */
mbx_status, /* status of mailbox */
mbx_open, /* open mailbox */
mbx_close, /* close mailbox */
mbx_flags, /* fetch message "fast" attributes */
mbx_flags, /* fetch message flags */
NIL, /* fetch overview */
NIL, /* fetch message envelopes */
mbx_header, /* fetch message header */
mbx_text, /* fetch message body */
NIL, /* fetch partial message text */
NIL, /* unique identifier */
NIL, /* message number */
mbx_flag, /* modify flags */
mbx_flagmsg, /* per-message modify flags */
NIL, /* search for message based on criteria */
NIL, /* sort messages */
NIL, /* thread messages */
mbx_ping, /* ping mailbox to see if still alive */
mbx_check, /* check for new messages */
mbx_expunge, /* expunge deleted messages */
mbx_copy, /* copy messages to another mailbox */
mbx_append, /* append string message to mailbox */
NIL /* garbage collect stream */
};
/* prototype stream */
MAILSTREAM mbxproto = {&mbxdriver};
/* MBX mail validate mailbox
* Accepts: mailbox name
* Returns: our driver if name is valid, NIL otherwise
*/
DRIVER *mbx_valid (char *name)
{
char tmp[MAILTMPLEN];
int fd = mbx_isvalid (NIL,name,tmp,NIL,NIL,NIL);
if (fd < 0) return NIL;
close (fd); /* don't need the fd now */
return &mbxdriver;
}
/* MBX mail test for valid mailbox
* Accepts: returned stream with valid mailbox keywords
* mailbox name
* scratch buffer
* returned lock fd
* returned lock name
* RW flags or NIL for readonly
* Returns: file descriptor if valid, NIL otherwise
*/
#define MBXISVALIDNOUID 0x1 /* RW, don't do UID action */
#define MBXISVALIDUID 0x2 /* RW, do UID action */
int mbx_isvalid (MAILSTREAM **stream,char *name,char *tmp,int *ld,char *lock,
long flags)
{
int fd,upd;
int ret = -1;
unsigned long i;
long j,k;
off_t pos;
char c,*s,*t,hdr[HDRSIZE];
struct stat sbuf;
time_t tp[2];
int error = EINVAL; /* assume invalid argument */
if (ld) *ld = -1; /* initially no lock */
if ((s = mbx_file (tmp,name)) && !stat (s,&sbuf) &&
((fd = open (tmp,(flags ? O_RDWR : O_RDONLY)|O_BINARY,NIL)) >= 0)) {
error = -1; /* bogus format */
/* I love cretinous C compilers -- don't you? */
if (read (fd,hdr,HDRSIZE) == HDRSIZE)
if ((hdr[0] == '*') && (hdr[1] == 'm') && (hdr[2] == 'b') &&
(hdr[3] == 'x') && (hdr[4] == '*') && (hdr[5] == '\015') &&
(hdr[6] == '\012') && isxdigit (hdr[7]) && isxdigit (hdr[8]))
if (isxdigit (hdr[9]) && isxdigit (hdr[10]) && isxdigit (hdr[11]) &&
isxdigit (hdr[12]) && isxdigit (hdr[13]) && isxdigit (hdr[14]) &&
isxdigit (c = hdr[15]) && isxdigit (hdr[16]))
if (isxdigit (hdr[17]) && isxdigit (hdr[18]) &&
isxdigit (hdr[19]) && isxdigit (hdr[20]) &&
isxdigit (hdr[21]) && isxdigit (hdr[22]) &&
(hdr[23] == '\015') && (hdr[24] == '\012')) {
ret = fd; /* mbx format */
if (stream) { /* lock if making mini-stream */
if (flock (fd,LOCK_SH) ||
(flags && ((*ld = lockfd (fd,lock,LOCK_EX)) < 0))) ret = -1;
/* reread data now that locked */
else if (lseek (fd,0,L_SET) ||
(read (fd,hdr,HDRSIZE) != HDRSIZE)) ret = -1;
else {
*stream = (MAILSTREAM *) memset (fs_get (sizeof (MAILSTREAM)),
0,sizeof (MAILSTREAM));
hdr[15] = '\0'; /* tie off UIDVALIDITY */
(*stream)->uid_validity = strtoul (hdr+7,NIL,16);
hdr[15] = c; /* now get UIDLAST */
(*stream)->uid_last = strtoul (hdr+15,NIL,16);
/* parse user flags */
for (i = 0, s = hdr + 25;
(i < NUSERFLAGS) && (t = strchr (s,'\015')) && (t - s);
i++, s = t + 2) {
*t = '\0'; /* tie off flag */
if (strlen (s) <= MAXUSERFLAG)
(*stream)->user_flags[i] = cpystr (s);
}
/* make sure have true UIDLAST */
if (flags & MBXISVALIDUID) {
for (upd = NIL,pos = 2048, k = 0; pos < sbuf.st_size;
pos += (j + k)) {
/* read header for this message */
lseek (fd,pos,L_SET);
if ((j = read (fd,hdr,64)) >= 0) {
hdr[j] = '\0';
if ((s = strchr (hdr,'\015')) && (s[1] == '\012')) {
*s = '\0';
k = s + 2 - hdr;
if ((s = strchr (hdr,',')) &&
(j = strtol (s+1,&s,10)) && (*s == ';') &&
(s = strchr (s+1,'-'))) {
/* get UID if there is any */
i = strtoul (++s,&t,16);
if (!*t && (t == (s + 8)) &&
(i <= (*stream)->uid_last)) {
if (!i) {
lseek (fd,pos + s - hdr,L_SET);
sprintf (hdr,"%08lx",++(*stream)->uid_last);
write (fd,hdr,8);
upd = T;
}
continue;
}
}
}
ret = -1; /* error, give up */
*stream = mail_close (*stream);
pos = sbuf.st_size + 1;
j = k = 0;
}
}
if (upd) { /* need to update hdr with new UIDLAST? */
lseek (fd,15,L_SET);
sprintf (hdr,"%08lx",(*stream)->uid_last);
write (fd,hdr,8);
}
}
}
}
}
if (ret != fd) close (fd); /* close the file */
else lseek (fd,0,L_SET); /* else rewind to start */
/* \Marked status? */
if (sbuf.st_ctime > sbuf.st_atime) {
tp[0] = sbuf.st_atime; /* preserve atime and mtime */
tp[1] = sbuf.st_mtime;
utime (tmp,tp); /* set the times */
}
}
/* in case INBOX but not mbx format */
else if (((error = errno) == ENOENT) && !compare_cstring (name,"INBOX"))
error = -1;
if ((ret < 0) && ld && (*ld >= 0)) {
unlockfd (*ld,lock);
*ld = -1;
}
errno = error; /* return as last error */
return ret; /* return what we should */
}
/* MBX manipulate driver parameters
* Accepts: function code
* function-dependent value
* Returns: function-dependent return value
*/
void *mbx_parameters (long function,void *value)
{
void *ret = NIL;
switch ((int) function) {
case GET_INBOXPATH:
if (value) ret = mbx_file ((char *) value,"INBOX");
break;
case SET_ONETIMEEXPUNGEATPING:
if (value) ((MBXLOCAL *) ((MAILSTREAM *) value)->local)->expok = T;
case GET_ONETIMEEXPUNGEATPING:
if (value) ret = (void *)
(((MBXLOCAL *) ((MAILSTREAM *) value)->local)->expok ? VOIDT : NIL);
break;
}
return ret;
}
/* MBX mail scan mailboxes
* Accepts: mail stream
* reference
* pattern to search
* string to scan
*/
void mbx_scan (MAILSTREAM *stream,char *ref,char *pat,char *contents)
{
if (stream) dummy_scan (NIL,ref,pat,contents);
}
/* MBX mail list mailboxes
* Accepts: mail stream
* reference
* pattern to search
*/
void mbx_list (MAILSTREAM *stream,char *ref,char *pat)
{
if (stream) dummy_list (NIL,ref,pat);
}
/* MBX mail list subscribed mailboxes
* Accepts: mail stream
* reference
* pattern to search
*/
void mbx_lsub (MAILSTREAM *stream,char *ref,char *pat)
{
if (stream) dummy_lsub (NIL,ref,pat);
}
/* MBX mail create mailbox
* Accepts: MAIL stream
* mailbox name to create
* Returns: T on success, NIL on failure
*/
long mbx_create (MAILSTREAM *stream,char *mailbox)
{
char *s,*t,mbx[MAILTMPLEN],tmp[HDRSIZE];
long ret = NIL;
int i,fd;
if (!(s = mbx_file (mbx,mailbox))) {
sprintf (mbx,"Can't create %.80s: invalid name",mailbox);
MM_LOG (mbx,ERROR);
}
/* create underlying file */
else if (dummy_create_path (stream,s,get_dir_protection (mailbox))) {
/* done if made directory */
if ((s = strrchr (s,'/')) && !s[1]) return T;
if ((fd = open (mbx,O_WRONLY|O_BINARY,NIL)) < 0) {
sprintf (tmp,"Can't reopen mailbox node %.80s: %s",mbx,strerror (errno));
MM_LOG (tmp,ERROR);
unlink (mbx); /* delete the file */
}
else {
memset (tmp,'\0',HDRSIZE);/* initialize header */
sprintf (s = tmp,"*mbx*\015\012%08lx00000000\015\012",
(unsigned long) time (0));
for (i = 0; i < NUSERFLAGS; ++i) {
t = (stream && stream->user_flags[i]) ? stream->user_flags[i] :
((t = default_user_flag (i)) ? t : "");
sprintf (s += strlen (s),"%s\015\012",t);
}
if (write (fd,tmp,HDRSIZE) != HDRSIZE) {
sprintf (tmp,"Can't initialize mailbox node %.80s: %s",
mbx,strerror (errno));
MM_LOG (tmp,ERROR);
unlink (mbx); /* delete the file */
}
else ret = T; /* success */
close (fd); /* close file */
}
}
/* set proper protections */
return ret ? set_mbx_protections (mailbox,mbx) : NIL;
}
/* MBX mail delete mailbox
* Accepts: MAIL stream
* mailbox name to delete
* Returns: T on success, NIL on failure
*/
long mbx_delete (MAILSTREAM *stream,char *mailbox)
{
return mbx_rename (stream,mailbox,NIL);
}
/* MBX mail rename mailbox
* Accepts: MAIL stream
* old mailbox name
* new mailbox name (or NIL for delete)
* Returns: T on success, NIL on failure
*/
long mbx_rename (MAILSTREAM *stream,char *old,char *newname)
{
long ret = LONGT;
char c,*s,tmp[MAILTMPLEN],file[MAILTMPLEN],lock[MAILTMPLEN];
int fd,ld;
struct stat sbuf;
if (!mbx_file (file,old) ||
(newname && (!((s = mailboxfile (tmp,newname)) && *s) ||
((s = strrchr (tmp,'/')) && !s[1])))) {
sprintf (tmp,newname ?
"Can't rename mailbox %.80s to %.80s: invalid name" :
"Can't delete mailbox %.80s: invalid name",
old,newname);
MM_LOG (tmp,ERROR);
return NIL;
}
else if ((fd = open (file,O_RDWR|O_BINARY,NIL)) < 0) {
sprintf (tmp,"Can't open mailbox %.80s: %s",old,strerror (errno));
MM_LOG (tmp,ERROR);
return NIL;
}
/* get parse/append permission */
if ((ld = lockfd (fd,lock,LOCK_EX)) < 0) {
MM_LOG ("Unable to lock rename mailbox",ERROR);
return NIL;
}
/* lock out other users */
if (flock (fd,LOCK_EX|LOCK_NB)) {
close (fd); /* couldn't lock, give up on it then */
sprintf (tmp,"Mailbox %.80s is in use by another process",old);
MM_LOG (tmp,ERROR);
unlockfd (ld,lock); /* release exclusive parse/append permission */
return NIL;
}
if (newname) { /* want rename? */
/* found superior to destination name? */
if (s = strrchr (tmp,'/')) {
c = *++s; /* remember first character of inferior */
*s = '\0'; /* tie off to get just superior */
/* superior name doesn't exist, create it */
if ((stat (tmp,&sbuf) || ((sbuf.st_mode & S_IFMT) != S_IFDIR)) &&
!dummy_create_path (stream,tmp,get_dir_protection (newname)))
ret = NIL;
else *s = c; /* restore full name */
}
/* rename the file */
if (ret && rename (file,tmp)) {
sprintf (tmp,"Can't rename mailbox %.80s to %.80s: %s",old,newname,
strerror (errno));
MM_LOG (tmp,ERROR);
ret = NIL; /* set failure */
}
}
else if (unlink (file)) {
sprintf (tmp,"Can't delete mailbox %.80s: %s",old,strerror (errno));
MM_LOG (tmp,ERROR);
ret = NIL; /* set failure */
}
flock (fd,LOCK_UN); /* release lock on the file */
unlockfd (ld,lock); /* release exclusive parse/append permission */
close (fd); /* close the file */
/* recreate file if renamed INBOX */
if (ret && !compare_cstring (old,"INBOX")) mbx_create (NIL,"INBOX");
return ret; /* return success */
}
/* MBX Mail status
* Accepts: mail stream
* mailbox name
* status flags
* Returns: T on success, NIL on failure
*/
long mbx_status (MAILSTREAM *stream,char *mbx,long flags)
{
MAILSTATUS status;
unsigned long i;
MAILSTREAM *tstream = NIL;
MAILSTREAM *systream = NIL;
/* make temporary stream (unless this mbx) */
if (!stream && !(stream = tstream =
mail_open (NIL,mbx,OP_READONLY|OP_SILENT)))
return NIL;
status.flags = flags; /* return status values */
status.messages = stream->nmsgs;
status.recent = stream->recent;
if (flags & SA_UNSEEN) /* must search to get unseen messages */
for (i = 1,status.unseen = 0; i <= stream->nmsgs; i++)
if (!mail_elt (stream,i)->seen) status.unseen++;
status.uidnext = stream->uid_last + 1;
status.uidvalidity = stream->uid_validity;
/* calculate post-snarf results */
if (!status.recent && stream->inbox &&
(systream = mail_open (NIL,sysinbox (),OP_READONLY|OP_SILENT))) {
status.messages += systream->nmsgs;
status.recent += systream->recent;
if (flags & SA_UNSEEN) /* must search to get unseen messages */
for (i = 1; i <= systream->nmsgs; i++)
if (!mail_elt (systream,i)->seen) status.unseen++;
/* kludge but probably good enough */
status.uidnext += systream->nmsgs;
}
MM_STATUS(stream,mbx,&status);/* pass status to main program */
if (tstream) mail_close (tstream);
if (systream) mail_close (systream);
return T; /* success */
}
/* MBX mail open
* Accepts: stream to open
* Returns: stream on success, NIL on failure
*/
MAILSTREAM *mbx_open (MAILSTREAM *stream)
{
int fd,ld;
short silent;
char tmp[MAILTMPLEN];
blocknotify_t bn = (blocknotify_t) mail_parameters (NIL,GET_BLOCKNOTIFY,NIL);
/* return prototype for OP_PROTOTYPE call */
if (!stream) return user_flags (&mbxproto);
if (stream->local) fatal ("mbx recycle stream");
/* canonicalize the mailbox name */
if (!mbx_file (tmp,stream->mailbox)) {
sprintf (tmp,"Can't open - invalid name: %.80s",stream->mailbox);
MM_LOG (tmp,ERROR);
}
if (stream->rdonly ||
(fd = open (tmp,O_RDWR|O_BINARY,NIL)) < 0) {
if ((fd = open (tmp,O_RDONLY|O_BINARY,NIL)) < 0) {
sprintf (tmp,"Can't open mailbox: %s",strerror (errno));
MM_LOG (tmp,ERROR);
return NIL;
}
else if (!stream->rdonly) { /* got it, but readonly */
MM_LOG ("Can't get write access to mailbox, access is readonly",WARN);
stream->rdonly = T;
}
}
stream->local = memset (fs_get (sizeof (MBXLOCAL)),NIL,sizeof (MBXLOCAL));
LOCAL->fd = fd; /* bind the file */
LOCAL->ld = -1; /* no flaglock */
LOCAL->buf = (char *) fs_get (CHUNKSIZE);
LOCAL->buflen = CHUNKSIZE - 1;
/* note if an INBOX or not */
stream->inbox = !compare_cstring (stream->mailbox,"INBOX");
fs_give ((void **) &stream->mailbox);
stream->mailbox = cpystr (tmp);
/* get parse/append permission */
if ((ld = lockfd (LOCAL->fd,tmp,LOCK_EX)) < 0) {
MM_LOG ("Unable to lock open mailbox",ERROR);
return NIL;
}
(*bn) (BLOCK_FILELOCK,NIL);
flock (LOCAL->fd,LOCK_SH); /* lock the file */
(*bn) (BLOCK_NONE,NIL);
unlockfd (ld,tmp); /* release shared parse permission */
LOCAL->filesize = HDRSIZE; /* initialize parsed file size */
/* time not set up yet */
LOCAL->lastsnarf = LOCAL->filetime = 0;
LOCAL->expok = LOCAL->flagcheck = NIL;
stream->sequence++; /* bump sequence number */
/* parse mailbox */
stream->nmsgs = stream->recent = 0;
silent = stream->silent; /* defer events */
stream->silent = T;
if (mbx_ping (stream) && !stream->nmsgs)
MM_LOG ("Mailbox is empty",(long) NIL);
stream->silent = silent; /* now notify upper level */
mail_exists (stream,stream->nmsgs);
mail_recent (stream,stream->recent);
if (!LOCAL) return NIL; /* failure if stream died */
stream->perm_seen = stream->perm_deleted = stream->perm_flagged =
stream->perm_answered = stream->perm_draft = stream->rdonly ? NIL : T;
stream->perm_user_flags = stream->rdonly ? NIL : 0xffffffff;
stream->kwd_create = (stream->user_flags[NUSERFLAGS-1] || stream->rdonly) ?
NIL : T; /* can we create new user flags? */
return stream; /* return stream to caller */
}
/* MBX mail close
* Accepts: MAIL stream
* close options
*/
void mbx_close (MAILSTREAM *stream,long options)
{
if (stream && LOCAL) { /* only if a file is open */
int silent = stream->silent;
stream->silent = T; /* note this stream is dying */
/* do an expunge if requested */
if (options & CL_EXPUNGE) mbx_expunge (stream,NIL,NIL);
else { /* otherwise do a checkpoint to purge */
LOCAL->expok = T; /* possible expunged messages */
mbx_ping (stream);
}
stream->silent = silent; /* restore previous status */
mbx_abort (stream);
}
}
/* MBX mail abort stream
* Accepts: MAIL stream
*/
void mbx_abort (MAILSTREAM *stream)
{
if (stream && LOCAL) { /* only if a file is open */
flock (LOCAL->fd,LOCK_UN); /* unlock local file */
close (LOCAL->fd); /* close the local file */
/* free local text buffer */
if (LOCAL->buf) fs_give ((void **) &LOCAL->buf);
/* nuke the local data */
fs_give ((void **) &stream->local);
stream->dtb = NIL; /* log out the DTB */
}
}
/* MBX mail fetch flags
* Accepts: MAIL stream
* sequence
* option flags
* Sniffs at file to see if some other process changed the flags
*/
void mbx_flags (MAILSTREAM *stream,char *sequence,long flags)
{
MESSAGECACHE *elt;
unsigned long i;
if (mbx_ping (stream) && /* ping mailbox, get new status for messages */
((flags & FT_UID) ? mail_uid_sequence (stream,sequence) :
mail_sequence (stream,sequence)))
for (i = 1; i <= stream->nmsgs; i++)
if ((elt = mail_elt (stream,i))->sequence && !elt->valid)
mbx_elt (stream,i,NIL);
}
/* MBX mail fetch message header
* Accepts: MAIL stream
* message # to fetch
* pointer to returned header text length
* option flags
* Returns: message header in RFC822 format
*/
char *mbx_header (MAILSTREAM *stream,unsigned long msgno,unsigned long *length,
long flags)
{
unsigned long i;
char *s;
*length = 0; /* default to empty */
if (flags & FT_UID) return "";/* UID call "impossible" */
/* get header position, possibly header */
i = mbx_hdrpos (stream,msgno,length,&s);
if (!s) { /* mbx_hdrpos() returned header? */
lseek (LOCAL->fd,i,L_SET); /* no, get to header position */
/* is buffer big enough? */
if (*length > LOCAL->buflen) {
fs_give ((void **) &LOCAL->buf);
LOCAL->buf = (char *) fs_get ((LOCAL->buflen = *length) + 1);
}
/* slurp the data */
read (LOCAL->fd,s = LOCAL->buf,*length);
}
s[*length] = '\0'; /* tie off string */
return s;
}
/* MBX mail fetch message text (body only)
* Accepts: MAIL stream
* message # to fetch
* pointer to returned header text length
* option flags
* Returns: T on success, NIL on failure
*/
long mbx_text (MAILSTREAM *stream,unsigned long msgno,STRING *bs,long flags)
{
FDDATA d;
unsigned long i,j;
MESSAGECACHE *elt;
/* UID call "impossible" */
if (flags & FT_UID) return NIL;
/* get message status */
elt = mbx_elt (stream,msgno,NIL);
/* if message not seen */
if (!(flags & FT_PEEK) && !elt->seen && mbx_flaglock (stream)) {
elt->seen = T; /* mark message as seen */
/* recalculate status */
mbx_update_status (stream,msgno,NIL);
MM_FLAGS (stream,msgno);
/* update flags */
mbx_flag (stream,NIL,NIL,NIL);
}
if (!LOCAL) return NIL; /* mbx_flaglock() could have aborted */
/* find header position */
i = mbx_hdrpos (stream,msgno,&j,NIL);
d.fd = LOCAL->fd; /* set up file descriptor */
d.pos = i + j;
d.chunk = LOCAL->buf; /* initial buffer chunk */
d.chunksize = CHUNKSIZE;
INIT (bs,fd_string,&d,elt->rfc822_size - j);
return LONGT; /* success */
}
/* MBX mail modify flags
* Accepts: MAIL stream
* sequence
* flag(s)
* option flags
* Unlocks flag lock
*/
void mbx_flag (MAILSTREAM *stream,char *sequence,char *flag,long flags)
{
time_t tp[2];
struct stat sbuf;
unsigned long oldpid = LOCAL->lastpid;
/* make sure the update takes */
if (!stream->rdonly && LOCAL && (LOCAL->fd >= 0) && (LOCAL->ld >= 0)) {
fsync (LOCAL->fd);
fstat (LOCAL->fd,&sbuf); /* get current write time */
tp[1] = LOCAL->filetime = sbuf.st_mtime;
/* we are the last flag updater */
LOCAL->lastpid = (unsigned long) getpid ();
/* update header if needed */
if (((LOCAL->ffuserflag < NUSERFLAGS) &&
stream->user_flags[LOCAL->ffuserflag]) || (oldpid != LOCAL->lastpid))
mbx_update_header (stream);
tp[0] = time (0); /* make sure read comes after all that */
utime (stream->mailbox,tp);
}
if (LOCAL->ld >= 0) { /* unlock now */
unlockfd (LOCAL->ld,LOCAL->lock);
LOCAL->ld = -1;
}
}
/* MBX mail per-message modify flags
* Accepts: MAIL stream
* message cache element
*/
void mbx_flagmsg (MAILSTREAM *stream,MESSAGECACHE *elt)
{
if (mbx_flaglock (stream)) mbx_update_status (stream,elt->msgno,NIL);
}
/* MBX mail ping mailbox
* Accepts: MAIL stream
* Returns: T if stream still alive, NIL if not
*/
long mbx_ping (MAILSTREAM *stream)
{
unsigned long i,pos;
long ret = NIL;
int ld;
char lock[MAILTMPLEN];
MESSAGECACHE *elt;
struct stat sbuf;
if (stream && LOCAL) { /* only if stream already open */
int snarf = stream->inbox && !stream->rdonly;
ret = LONGT; /* assume OK */
fstat (LOCAL->fd,&sbuf); /* get current file poop */
/* allow expunge if permitted at ping */
if (mail_parameters (NIL,GET_EXPUNGEATPING,NIL)) LOCAL->expok = T;
/* if external modification */
if (LOCAL->filetime && (LOCAL->filetime < sbuf.st_mtime))
LOCAL->flagcheck = T; /* upgrade to flag checking */
/* new mail or flagcheck handling needed? */
if (((sbuf.st_size - LOCAL->filesize) || LOCAL->flagcheck ||
!stream->nmsgs || snarf) &&
((ld = lockfd (LOCAL->fd,lock,LOCK_EX)) >= 0)) {
/* reparse header if not flagchecking */
if (!LOCAL->flagcheck) ret = mbx_parse (stream);
/* sweep mailbox for changed message status */
else if (ret = mbx_parse (stream)) {
unsigned long recent = 0;
LOCAL->filetime = sbuf.st_mtime;
for (i = 1; i <= stream->nmsgs; )
if (elt = mbx_elt (stream,i,LOCAL->expok)) {
if (elt->recent) ++recent;
++i;
}
mail_recent (stream,recent);
LOCAL->flagcheck = NIL; /* got all the updates */
}
/* always reparse header at least */
if (ret && snarf) { /* snarf new messages if still OK */
mbx_snarf (stream);
/* parse snarfed messages */
ret = mbx_parse (stream);
}
unlockfd (ld,lock); /* release shared parse/append permission */
}
if (ret) { /* must still be alive */
if (!LOCAL->expunged) /* look for holes if none known yet */
for (i = 1, pos = HDRSIZE;
!LOCAL->expunged && (i <= stream->nmsgs);
i++, pos += elt->private.special.text.size + elt->rfc822_size)
if ((elt = mail_elt (stream,i))->private.special.offset != pos)
LOCAL->expunged = T;/* found a hole */
/* burp any holes */
if (LOCAL->expunged && !stream->rdonly) {
if (mbx_rewrite (stream,&i,NIL)) fatal ("expunge on check");
if (i) { /* any space reclaimed? */
LOCAL->expunged = NIL;/* no more pending expunge */
sprintf (LOCAL->buf,"Reclaimed %lu bytes of expunged space",i);
MM_LOG (LOCAL->buf,(long) NIL);
}
}
LOCAL->expok = NIL; /* no more expok */
}
}
return ret; /* return result of the parse */
}
/* MBX mail check mailbox (reparses status too)
* Accepts: MAIL stream
*/
void mbx_check (MAILSTREAM *stream)
{
if (LOCAL) LOCAL->expok = T; /* mark that a check is desired */
if (mbx_ping (stream)) MM_LOG ("Check completed",(long) NIL);
}
/* MBX mail expunge mailbox
* Accepts: MAIL stream
* sequence to expunge if non-NIL
* expunge options
* Returns: T if success, NIL if failure
*/
long mbx_expunge (MAILSTREAM *stream,char *sequence,long options)
{
long ret;
unsigned long nexp,reclaimed;
if (ret = sequence ? ((options & EX_UID) ?
mail_uid_sequence (stream,sequence) :
mail_sequence (stream,sequence)) : LONGT) {
if (!mbx_ping (stream)); /* do nothing if stream dead */
else if (stream->rdonly) /* won't do on readonly files! */
MM_LOG ("Expunge ignored on readonly mailbox",WARN);
/* if expunged any messages */
else if (nexp = mbx_rewrite (stream,&reclaimed,sequence ? -1 : 1)) {
sprintf (LOCAL->buf,"Expunged %lu messages",nexp);
MM_LOG (LOCAL->buf,(long) NIL);
}
else if (reclaimed) { /* or if any prior expunged space reclaimed */
sprintf (LOCAL->buf,"Reclaimed %lu bytes of expunged space",reclaimed);
MM_LOG (LOCAL->buf,(long) NIL);
}
else MM_LOG ("No messages deleted, so no update needed",(long) NIL);
}
return ret;
}
/* MBX mail snarf messages from system inbox
* Accepts: MAIL stream, already locked
*/
void mbx_snarf (MAILSTREAM *stream)
{
unsigned long i = 0;
unsigned long j,r,hdrlen,txtlen;
struct stat sbuf;
char *hdr,*txt,tmp[MAILTMPLEN];
MESSAGECACHE *elt;
MAILSTREAM *sysibx = NIL;
/* give up if can't get exclusive permission */
if ((time (0) >= (LOCAL->lastsnarf +
(long) mail_parameters (NIL,GET_SNARFINTERVAL,NIL))) &&
strcmp (sysinbox (),stream->mailbox)) {
MM_CRITICAL (stream); /* go critical */
/* sizes match and anything in sysinbox? */
if (!stat (sysinbox (),&sbuf) && sbuf.st_size &&
!fstat (LOCAL->fd,&sbuf) && (sbuf.st_size == LOCAL->filesize) &&
(sysibx = mail_open (sysibx,sysinbox (),OP_SILENT)) &&
(!sysibx->rdonly) && (r = sysibx->nmsgs)) {
/* yes, go to end of file in our mailbox */
lseek (LOCAL->fd,sbuf.st_size,L_SET);
/* for each message in sysibx mailbox */
while (r && (++i <= sysibx->nmsgs)) {
/* snarf message from system INBOX */
hdr = cpystr (mail_fetchheader_full (sysibx,i,NIL,&hdrlen,NIL));
txt = mail_fetchtext_full (sysibx,i,&txtlen,FT_PEEK);
/* if have a message */
if (j = hdrlen + txtlen) {
/* build header line */
mail_date (LOCAL->buf,elt = mail_elt (sysibx,i));
sprintf (LOCAL->buf + strlen (LOCAL->buf),
",%lu;00000000%04x-00000000\015\012",j,(unsigned)
((fSEEN * elt->seen) +
(fDELETED * elt->deleted) + (fFLAGGED * elt->flagged) +
(fANSWERED * elt->answered) + (fDRAFT * elt->draft)));
/* copy message */
if ((write (LOCAL->fd,LOCAL->buf,strlen (LOCAL->buf)) < 0) ||
(write (LOCAL->fd,hdr,hdrlen) < 0) ||
(write (LOCAL->fd,txt,txtlen) < 0)) r = 0;
}
fs_give ((void **) &hdr);
}
/* make sure all the updates take */
if (fsync (LOCAL->fd)) r = 0;
if (r) { /* delete all the messages we copied */
if (r == 1) strcpy (tmp,"1");
else sprintf (tmp,"1:%lu",r);
mail_setflag (sysibx,tmp,"\\Deleted");
mail_expunge (sysibx); /* now expunge all those messages */
}
else {
sprintf (LOCAL->buf,"Can't copy new mail: %s",strerror (errno));
MM_LOG (LOCAL->buf,WARN);
ftruncate (LOCAL->fd,sbuf.st_size);
}
fstat (LOCAL->fd,&sbuf); /* yes, get current file size */
LOCAL->filetime = sbuf.st_mtime;
}
if (sysibx) mail_close (sysibx);
MM_NOCRITICAL (stream); /* release critical */
LOCAL->lastsnarf = time (0);/* note time of last snarf */
}
}
/* MBX mail copy message(s)
* Accepts: MAIL stream
* sequence
* destination mailbox
* copy options
* Returns: T if success, NIL if failed
*/
long mbx_copy (MAILSTREAM *stream,char *sequence,char *mailbox,long options)
{
struct stat sbuf;
time_t tp[2];
MESSAGECACHE *elt;
unsigned long i,j,k,m;
long ret = LONGT;
int fd,ld;
char *s,*t,file[MAILTMPLEN],lock[MAILTMPLEN];
mailproxycopy_t pc =
(mailproxycopy_t) mail_parameters (stream,GET_MAILPROXYCOPY,NIL);
copyuid_t cu = (copyuid_t) mail_parameters (NIL,GET_COPYUID,NIL);
SEARCHSET *source = cu ? mail_newsearchset () : NIL;
SEARCHSET *dest = cu ? mail_newsearchset () : NIL;
MAILSTREAM *dstream = NIL;
if (!((options & CP_UID) ? mail_uid_sequence (stream,sequence) :
mail_sequence (stream,sequence))) return NIL;
/* make sure valid mailbox */
if ((fd = mbx_isvalid (&dstream,mailbox,file,&ld,lock,
cu ? MBXISVALIDUID : MBXISVALIDNOUID)) < 0)
switch (errno) {
case ENOENT: /* no such file? */
MM_NOTIFY (stream,"[TRYCREATE] Must create mailbox before copy",NIL);
return NIL;
case EACCES: /* file protected */
sprintf (LOCAL->buf,"Can't access destination: %.80s",mailbox);
MM_LOG (LOCAL->buf,ERROR);
return NIL;
case EINVAL:
if (pc) return (*pc) (stream,sequence,mailbox,options);
sprintf (LOCAL->buf,"Invalid MBX-format mailbox name: %.80s",mailbox);
MM_LOG (LOCAL->buf,ERROR);
return NIL;
default:
if (pc) return (*pc) (stream,sequence,mailbox,options);
sprintf (LOCAL->buf,"Not a MBX-format mailbox: %.80s",mailbox);
MM_LOG (LOCAL->buf,ERROR);
return NIL;
}
MM_CRITICAL (stream); /* go critical */
fstat (fd,&sbuf); /* get current file size */
lseek (fd,sbuf.st_size,L_SET);/* move to end of file */
/* for each requested message */
for (i = 1; ret && (i <= stream->nmsgs); i++)
if ((elt = mail_elt (stream,i))->sequence) {
lseek (LOCAL->fd,elt->private.special.offset +
elt->private.special.text.size,L_SET);
mail_date(LOCAL->buf,elt);/* build target header */
/* get target keyword mask */
for (j = elt->user_flags, k = 0; j; )
if (s = stream->user_flags[find_rightmost_bit (&j)])
for (m = 0; (m < NUSERFLAGS) && (t = dstream->user_flags[m]); m++)
if (!compare_cstring (s,t) && (k |= 1 << m)) break;
sprintf (LOCAL->buf+strlen(LOCAL->buf),",%lu;%08lx%04x-%08lx\015\012",
elt->rfc822_size,k,(unsigned)
((fSEEN * elt->seen) + (fDELETED * elt->deleted) +
(fFLAGGED * elt->flagged) + (fANSWERED * elt->answered) +
(fDRAFT * elt->draft)),cu ? ++dstream->uid_last : 0);
/* write target header */
if (ret = (write (fd,LOCAL->buf,strlen (LOCAL->buf)) > 0)) {
for (k = elt->rfc822_size; ret && (j = min (k,LOCAL->buflen)); k -= j){
read (LOCAL->fd,LOCAL->buf,j);
ret = write (fd,LOCAL->buf,j) >= 0;
}
if (cu) { /* need to pass back new UID? */
mail_append_set (source,mail_uid (stream,i));
mail_append_set (dest,dstream->uid_last);
}
}
}
/* make sure all the updates take */
if (!(ret && (ret = !fsync (fd)))) {
sprintf (LOCAL->buf,"Unable to write message: %s",strerror (errno));
MM_LOG (LOCAL->buf,ERROR);
ftruncate (fd,sbuf.st_size);
}
if (cu && ret) { /* return sets if doing COPYUID */
(*cu) (stream,mailbox,dstream->uid_validity,source,dest);
lseek (fd,15,L_SET); /* update UIDLAST */
sprintf (LOCAL->buf,"%08lx",dstream->uid_last);
write (fd,LOCAL->buf,8);
}
else { /* flush any sets we may have built */
mail_free_searchset (&source);
mail_free_searchset (&dest);
}
if (ret) tp[0] = time (0) - 1;/* set atime to now-1 if successful copy */
/* else preserve \Marked status */
else tp[0] = (sbuf.st_ctime > sbuf.st_atime) ? sbuf.st_atime : time(0);
tp[1] = sbuf.st_mtime; /* preserve mtime */
utime (file,tp); /* set the times */
close (fd); /* close the file */
MM_NOCRITICAL (stream); /* release critical */
unlockfd (ld,lock); /* release exclusive parse/append permission */
/* delete all requested messages */
if (ret && (options & CP_MOVE) && mbx_flaglock (stream)) {
for (i = 1; i <= stream->nmsgs; i++) if (mail_elt (stream,i)->sequence) {
/* mark message deleted */
mbx_elt (stream,i,NIL)->deleted = T;
/* recalculate status */
mbx_update_status (stream,i,NIL);
}
/* update flags */
mbx_flag (stream,NIL,NIL,NIL);
}
if (dstream != stream) mail_close (dstream);
return ret;
}
/* MBX mail append message from stringstruct
* Accepts: MAIL stream
* destination mailbox
* append callback
* data for callback
* Returns: T if append successful, else NIL
*/
long mbx_append (MAILSTREAM *stream,char *mailbox,append_t af,void *data)
{
struct stat sbuf;
int fd,ld;
char *flags,*date,tmp[MAILTMPLEN],file[MAILTMPLEN],lock[MAILTMPLEN];
time_t tp[2];
FILE *df;
MESSAGECACHE elt;
long f;
unsigned long i,uf;
STRING *message;
long ret = NIL;
MAILSTREAM *dstream = NIL;
appenduid_t au = (appenduid_t) mail_parameters (NIL,GET_APPENDUID,NIL);
SEARCHSET *dst = au ? mail_newsearchset () : NIL;
/* make sure valid mailbox */
if ((fd = mbx_isvalid (&dstream,mailbox,file,&ld,lock,
au ? MBXISVALIDUID : MBXISVALIDNOUID)) < 0)
switch (errno) {
case ENOENT: /* no such file? */
if (compare_cstring (mailbox,"INBOX")) {
MM_NOTIFY (stream,"[TRYCREATE] Must create mailbox before append",NIL);
return NIL;
}
/* can create INBOX here */
mbx_create (dstream = stream ? stream : user_flags (&mbxproto),"INBOX");
if ((fd = mbx_isvalid (&dstream,mailbox,file,&ld,lock,
au ? MBXISVALIDUID : MBXISVALIDNOUID)) >= 0)
break;
case EACCES: /* file protected */
sprintf (tmp,"Can't access destination: %.80s",mailbox);
MM_LOG (tmp,ERROR);
return NIL;
case EINVAL:
sprintf (tmp,"Invalid MBX-format mailbox name: %.80s",mailbox);
MM_LOG (tmp,ERROR);
return NIL;
default:
sprintf (tmp,"Not a MBX-format mailbox: %.80s",mailbox);
MM_LOG (tmp,ERROR);
return NIL;
}
/* get first message */
if (!MM_APPEND (af) (dstream,data,&flags,&date,&message)) close (fd);
else if (!(df = fdopen (fd,"r+b"))) {
MM_LOG ("Unable to reopen append mailbox",ERROR);
close (fd);
}
else {
MM_CRITICAL (dstream); /* go critical */
fstat (fd,&sbuf); /* get current file size */
fseek (df,sbuf.st_size,SEEK_SET);
errno = 0;
for (ret = LONGT; ret && message; ) {
if (!SIZE (message)) { /* guard against zero-length */
MM_LOG ("Append of zero-length message",ERROR);
ret = NIL;
break;
}
f = mail_parse_flags (dstream,flags,&uf);
if (date) { /* parse date if given */
if (!mail_parse_date (&elt,date)) {
sprintf (tmp,"Bad date in append: %.80s",date);
MM_LOG (tmp,ERROR);
ret = NIL; /* mark failure */
break;
}
mail_date (tmp,&elt); /* write preseved date */
}
else internal_date (tmp); /* get current date in IMAP format */
/* write header */
if (fprintf (df,"%s,%lu;%08lx%04lx-%08lx\015\012",tmp,i = SIZE (message),
uf,(unsigned long) f,au ? ++dstream->uid_last : 0) < 0)
ret = NIL;
else { /* write message */
size_t j;
if (!message->cursize) SETPOS (message,GETPOS (message));
while (i && (j = fwrite (message->curpos,1,message->cursize,df))) {
i -= j;
SETPOS (message,GETPOS (message) + j);
}
/* get next message */
if (i || !MM_APPEND (af) (dstream,data,&flags,&date,&message))
ret = NIL;
else if (au) mail_append_set (dst,dstream->uid_last);
}
}
/* if error... */
if (!ret || (fflush (df) == EOF)) {
/* revert file */
ftruncate (fd,sbuf.st_size);
close (fd); /* make sure fclose() doesn't corrupt us */
if (errno) {
sprintf (tmp,"Message append failed: %s",strerror (errno));
MM_LOG (tmp,ERROR);
}
ret = NIL;
}
if (au && ret) { /* return sets if doing APPENDUID */
(*au) (mailbox,dstream->uid_validity,dst);
fseek (df,15,SEEK_SET); /* update UIDLAST */
fprintf (df,"%08lx",dstream->uid_last);
}
else mail_free_searchset (&dst);
/* set atime to now-1 if successful copy */
if (ret) tp[0] = time (0) - 1;
/* else preserve \Marked status */
else tp[0] = (sbuf.st_ctime > sbuf.st_atime) ? sbuf.st_atime : time(0);
tp[1] = sbuf.st_mtime; /* preserve mtime */
utime (file,tp); /* set the times */
fclose (df); /* close the file */
MM_NOCRITICAL (dstream); /* release critical */
}
unlockfd (ld,lock); /* release exclusive parse/append permission */
if (dstream != stream) mail_close (dstream);
return ret;
}
/* Internal routines */
/* MBX mail generate file string
* Accepts: temporary buffer to write into
* mailbox name string
* Returns: local file string or NIL if failure
*/
char *mbx_file (char *dst,char *name)
{
char *s = mailboxfile (dst,name);
return (s && !*s) ? mailboxfile (dst,"~/INBOX") : s;
}
/* MBX mail parse mailbox
* Accepts: MAIL stream
* Returns: T if parse OK
* NIL if failure, stream aborted
*/
long mbx_parse (MAILSTREAM *stream)
{
struct stat sbuf;
MESSAGECACHE *elt = NIL;
unsigned char c,*s,*t,*x;
char tmp[MAILTMPLEN];
unsigned long i,j,k,m;
off_t curpos = LOCAL->filesize;
unsigned long nmsgs = stream->nmsgs;
unsigned long recent = stream->recent;
unsigned long lastuid = 0;
short dirty = NIL;
short added = NIL;
short silent = stream->silent;
short uidwarn = T;
fstat (LOCAL->fd,&sbuf); /* get status */
if (sbuf.st_size < curpos) { /* sanity check */
sprintf (tmp,"Mailbox shrank from %lu to %lu!",
(unsigned long) curpos,(unsigned long) sbuf.st_size);
MM_LOG (tmp,ERROR);
mbx_abort (stream);
return NIL;
}
lseek (LOCAL->fd,0,L_SET); /* rewind file */
/* read internal header */
read (LOCAL->fd,LOCAL->buf,HDRSIZE);
LOCAL->buf[HDRSIZE] = '\0'; /* tie off header */
c = LOCAL->buf[15]; /* save first character of last UID */
LOCAL->buf[15] = '\0';
/* parse UID validity */
stream->uid_validity = strtoul (LOCAL->buf + 7,NIL,16);
LOCAL->buf[15] = c; /* restore first character of last UID */
/* parse last UID */
i = strtoul (LOCAL->buf + 15,NIL,16);
stream->uid_last = stream->rdonly ? max (i,stream->uid_last) : i;
/* parse user flags */
for (i = 0, s = LOCAL->buf + 25;
(i < NUSERFLAGS) && (t = strchr (s,'\015')) && (t - s);
i++, s = t + 2) {
*t = '\0'; /* tie off flag */
if (!stream->user_flags[i] && (strlen (s) <= MAXUSERFLAG))
stream->user_flags[i] = cpystr (s);
}
LOCAL->ffuserflag = (int) i; /* first free user flag */
/* get current last flag updater PID */
i = (isxdigit (LOCAL->buf[HDRSIZE-10]) && isxdigit (LOCAL->buf[HDRSIZE-9]) &&
isxdigit (LOCAL->buf[HDRSIZE-8]) && isxdigit (LOCAL->buf[HDRSIZE-7]) &&
isxdigit (LOCAL->buf[HDRSIZE-6]) && isxdigit (LOCAL->buf[HDRSIZE-5]) &&
isxdigit (LOCAL->buf[HDRSIZE-4]) && isxdigit (LOCAL->buf[HDRSIZE-3]) &&
(LOCAL->buf[HDRSIZE-2] == '\015') && (LOCAL->buf[HDRSIZE-1] == '\012'))?
strtoul (LOCAL->buf + HDRSIZE - 8,NIL,16) : 0;
/* set flagcheck if lastpid changed */
if (LOCAL->lastpid && (LOCAL->lastpid != i)) LOCAL->flagcheck = T;
LOCAL->lastpid = i; /* set as last PID */
stream->silent = T; /* don't pass up exists events yet */
while (sbuf.st_size - curpos){/* while there is stuff to parse */
/* get to that position in the file */
lseek (LOCAL->fd,curpos,L_SET);
if ((i = read (LOCAL->fd,LOCAL->buf,64)) <= 0) {
sprintf (tmp,"Unable to read internal header at %lu, size = %lu: %s",
(unsigned long) curpos,(unsigned long) sbuf.st_size,
i ? strerror (errno) : "no data read");
MM_LOG (tmp,ERROR);
mbx_abort (stream);
return NIL;
}
LOCAL->buf[i] = '\0'; /* tie off buffer just in case */
if (!((s = strchr (LOCAL->buf,'\015')) && (s[1] == '\012'))) {
sprintf (tmp,"Unable to find CRLF at %lu in %lu bytes, text: %.80s",
(unsigned long) curpos,i,(char *) LOCAL->buf);
MM_LOG (tmp,ERROR);
mbx_abort (stream);
return NIL;
}
*s = '\0'; /* tie off header line */
i = (s + 2) - LOCAL->buf; /* note start of text offset */
if (!((s = strchr (LOCAL->buf,',')) && (t = strchr (s+1,';')))) {
sprintf (tmp,"Unable to parse internal header at %lu: %.80s",
(unsigned long) curpos,(char *) LOCAL->buf);
MM_LOG (tmp,ERROR);
mbx_abort (stream);
return NIL;
}
if (!(isxdigit (t[1]) && isxdigit (t[2]) && isxdigit (t[3]) &&
isxdigit (t[4]) && isxdigit (t[5]) && isxdigit (t[6]) &&
isxdigit (t[7]) && isxdigit (t[8]) && isxdigit (t[9]) &&
isxdigit (t[10]) && isxdigit (t[11]) && isxdigit (t[12]))) {
sprintf (tmp,"Unable to parse message flags at %lu: %.80s",
(unsigned long) curpos,(char *) LOCAL->buf);
MM_LOG (tmp,ERROR);
mbx_abort (stream);
return NIL;
}
if ((t[13] != '-') || t[22] ||
!(isxdigit (t[14]) && isxdigit (t[15]) && isxdigit (t[16]) &&
isxdigit (t[17]) && isxdigit (t[18]) && isxdigit (t[19]) &&
isxdigit (t[20]) && isxdigit (t[21]))) {
sprintf (tmp,"Unable to parse message UID at %lu: %.80s",
(unsigned long) curpos,(char *) LOCAL->buf);
MM_LOG (tmp,ERROR);
mbx_abort (stream);
return NIL;
}
*s++ = '\0'; *t++ = '\0'; /* break up fields */
/* get message size */
if (!(j = strtoul (s,(char **) &x,10)) && (!(x && *x))) {
sprintf (tmp,"Unable to parse message size at %lu: %.80s,%.80s;%.80s",
(unsigned long) curpos,(char *) LOCAL->buf,(char *) s,
(char *) t);
MM_LOG (tmp,ERROR);
mbx_abort (stream);
return NIL;
}
/* make sure didn't run off end of file */
if (((off_t) (curpos + i + j)) > sbuf.st_size) {
sprintf (tmp,"Last message (at %lu) runs past end of file (%lu > %lu)",
(unsigned long) curpos,(unsigned long) (curpos + i + j),
(unsigned long) sbuf.st_size);
MM_LOG (tmp,ERROR);
mbx_abort (stream);
return NIL;
}
/* parse UID */
if ((m = strtoul (t+13,NIL,16)) &&
((m <= lastuid) || (m > stream->uid_last))) {
if (uidwarn) {
sprintf (tmp,"Invalid UID %08lx in message %lu, rebuilding UIDs",
m,nmsgs+1);
MM_LOG (tmp,WARN);
uidwarn = NIL;
/* restart UID validity */
stream->uid_validity = time (0);
}
m = 0; /* lose this UID */
dirty = T; /* mark dirty, set new lastuid */
stream->uid_last = lastuid;
}
t[12] = '\0'; /* parse system flags */
if ((k = strtoul (t+8,NIL,16)) & fEXPUNGED) {
if (m) lastuid = m; /* expunge message, update last UID seen */
else { /* no UID assigned? */
lastuid = ++stream->uid_last;
dirty = T;
}
}
else { /* not expunged, swell the cache */
added = T; /* note that a new message was added */
mail_exists (stream,++nmsgs);
/* instantiate an elt for this message */
(elt = mail_elt (stream,nmsgs))->valid = T;
/* parse the date */
if (!mail_parse_date (elt,LOCAL->buf)) {
sprintf (tmp,"Unable to parse message date at %lu: %.80s",
(unsigned long) curpos,(char *) LOCAL->buf);
MM_LOG (tmp,ERROR);
mbx_abort (stream);
return NIL;
}
/* note file offset of header */
elt->private.special.offset = curpos;
/* and internal header size */
elt->private.special.text.size = i;
/* header size not known yet */
elt->private.msg.header.text.size = 0;
elt->rfc822_size = j; /* note message size */
/* calculate system flags */
if (k & fSEEN) elt->seen = T;
if (k & fDELETED) elt->deleted = T;
if (k & fFLAGGED) elt->flagged = T;
if (k & fANSWERED) elt->answered = T;
if (k & fDRAFT) elt->draft = T;
t[8] = '\0'; /* get user flags value */
elt->user_flags = strtoul (t,NIL,16);
/* UID already assigned? */
if (!(elt->private.uid = m) || !(k & fOLD)) {
elt->recent = T; /* no, mark as recent */
++recent; /* count up a new recent message */
dirty = T; /* and must rewrite header */
/* assign new UID */
if (!elt->private.uid) elt->private.uid = ++stream->uid_last;
mbx_update_status (stream,elt->msgno,NIL);
}
/* update last parsed UID */
lastuid = elt->private.uid;
}
curpos += i + j; /* update position */
}
if (dirty && !stream->rdonly){/* update header */
mbx_update_header (stream);
fsync (LOCAL->fd); /* make sure all the UID updates take */
}
/* update parsed file size and time */
LOCAL->filesize = sbuf.st_size;
fstat (LOCAL->fd,&sbuf); /* get status again to ensure time is right */
LOCAL->filetime = sbuf.st_mtime;
if (added && !stream->rdonly){/* make sure atime updated */
time_t tp[2];
tp[0] = time (0);
tp[1] = LOCAL->filetime;
utime (stream->mailbox,tp);
}
stream->silent = silent; /* can pass up events now */
mail_exists (stream,nmsgs); /* notify upper level of new mailbox size */
mail_recent (stream,recent); /* and of change in recent messages */
return LONGT; /* return the winnage */
}
/* MBX get cache element with status updating from file
* Accepts: MAIL stream
* message number
* expunge OK flag
* Returns: cache element
*/
MESSAGECACHE *mbx_elt (MAILSTREAM *stream,unsigned long msgno,long expok)
{
MESSAGECACHE *elt = mail_elt (stream,msgno);
struct { /* old flags */
unsigned int seen : 1;
unsigned int deleted : 1;
unsigned int flagged : 1;
unsigned int answered : 1;
unsigned int draft : 1;
unsigned long user_flags;
} old;
old.seen = elt->seen; old.deleted = elt->deleted; old.flagged = elt->flagged;
old.answered = elt->answered; old.draft = elt->draft;
old.user_flags = elt->user_flags;
/* get new flags */
if (mbx_read_flags (stream,elt) && expok) {
mail_expunged (stream,elt->msgno);
return NIL; /* return this message was expunged */
}
if ((old.seen != elt->seen) || (old.deleted != elt->deleted) ||
(old.flagged != elt->flagged) || (old.answered != elt->answered) ||
(old.draft != elt->draft) || (old.user_flags != elt->user_flags))
MM_FLAGS (stream,msgno); /* let top level know */
return elt;
}
/* MBX read flags from file
* Accepts: MAIL stream
* cache element
* Returns: non-NIL if message expunged
*/
unsigned long mbx_read_flags (MAILSTREAM *stream,MESSAGECACHE *elt)
{
unsigned long i;
struct stat sbuf;
fstat (LOCAL->fd,&sbuf); /* get status */
/* make sure file size is good */
if (sbuf.st_size < LOCAL->filesize) {
sprintf (LOCAL->buf,"Mailbox shrank from %lu to %lu in flag read!",
(unsigned long) LOCAL->filesize,(unsigned long) sbuf.st_size);
fatal (LOCAL->buf);
}
/* set the seek pointer */
lseek (LOCAL->fd,(off_t) elt->private.special.offset +
elt->private.special.text.size - 24,L_SET);
/* read the new flags */
if (read (LOCAL->fd,LOCAL->buf,14) < 0) {
sprintf (LOCAL->buf,"Unable to read new status: %s",strerror (errno));
fatal (LOCAL->buf);
}
if ((LOCAL->buf[0] != ';') || (LOCAL->buf[13] != '-')) {
LOCAL->buf[14] = '\0'; /* tie off buffer for error message */
sprintf (LOCAL->buf+50,"Invalid flags for message %lu (%lu %lu): %s",
elt->msgno,elt->private.special.offset,
elt->private.special.text.size,(char *) LOCAL->buf);
fatal (LOCAL->buf+50);
}
LOCAL->buf[13] = '\0'; /* tie off buffer */
/* calculate system flags */
i = strtoul (LOCAL->buf+9,NIL,16);
elt->seen = i & fSEEN ? T : NIL;
elt->deleted = i & fDELETED ? T : NIL;
elt->flagged = i & fFLAGGED ? T : NIL;
elt->answered = i & fANSWERED ? T : NIL;
elt->draft = i & fDRAFT ? T : NIL;
LOCAL->expunged |= i & fEXPUNGED ? T : NIL;
LOCAL->buf[9] = '\0'; /* tie off flags */
/* get user flags value */
elt->user_flags = strtoul (LOCAL->buf+1,NIL,16);
elt->valid = T; /* have valid flags now */
return i & fEXPUNGED;
}
/* MBX update header
* Accepts: MAIL stream
*/
#ifndef CYGKLUDGEOFFSET
#define CYGKLUDGEOFFSET 0
#endif
void mbx_update_header (MAILSTREAM *stream)
{
int i;
char *s = LOCAL->buf;
memset (s,'\0',HDRSIZE); /* initialize header */
sprintf (s,"*mbx*\015\012%08lx%08lx\015\012",
stream->uid_validity,stream->uid_last);
for (i = 0; (i < NUSERFLAGS) && stream->user_flags[i]; ++i)
sprintf (s += strlen (s),"%s\015\012",stream->user_flags[i]);
LOCAL->ffuserflag = i; /* first free user flag */
/* can we create more user flags? */
stream->kwd_create = (i < NUSERFLAGS) ? T : NIL;
/* write reserved lines */
while (i++ < NUSERFLAGS) strcat (s,"\015\012");
sprintf (LOCAL->buf + HDRSIZE - 10,"%08lx\015\012",LOCAL->lastpid);
while (T) { /* rewind file */
lseek (LOCAL->fd,CYGKLUDGEOFFSET,L_SET);
/* write new header */
if (write (LOCAL->fd,LOCAL->buf + CYGKLUDGEOFFSET,
HDRSIZE - CYGKLUDGEOFFSET) > 0) break;
MM_NOTIFY (stream,strerror (errno),WARN);
MM_DISKERROR (stream,errno,T);
}
}
/* MBX update status string
* Accepts: MAIL stream
* message number
* flags
*/
void mbx_update_status (MAILSTREAM *stream,unsigned long msgno,long flags)
{
struct stat sbuf;
MESSAGECACHE *elt = mail_elt (stream,msgno);
/* readonly */
if (stream->rdonly || !elt->valid) mbx_read_flags (stream,elt);
else { /* readwrite */
fstat (LOCAL->fd,&sbuf); /* get status */
/* make sure file size is good */
if (sbuf.st_size < LOCAL->filesize) {
sprintf (LOCAL->buf,"Mailbox shrank from %lu to %lu in flag update!",
(unsigned long) LOCAL->filesize,(unsigned long) sbuf.st_size);
fatal (LOCAL->buf);
}
/* set the seek pointer */
lseek (LOCAL->fd,(off_t) elt->private.special.offset +
elt->private.special.text.size - 24,L_SET);
/* read the new flags */
if (read (LOCAL->fd,LOCAL->buf,14) < 0) {
sprintf (LOCAL->buf,"Unable to read old status: %s",strerror (errno));
fatal (LOCAL->buf);
}
if ((LOCAL->buf[0] != ';') || (LOCAL->buf[13] != '-')) {
LOCAL->buf[14] = '\0'; /* tie off buffer for error message */
sprintf (LOCAL->buf+50,"Invalid flags for message %lu (%lu %lu): %s",
elt->msgno,elt->private.special.offset,
elt->private.special.text.size,(char *) LOCAL->buf);
fatal (LOCAL->buf+50);
}
/* print new flag string */
sprintf (LOCAL->buf,"%08lx%04x-%08lx",elt->user_flags,(unsigned)
(((elt->deleted && flags) ?
fEXPUNGED : (strtoul (LOCAL->buf+9,NIL,16)) & fEXPUNGED) +
(fSEEN * elt->seen) + (fDELETED * elt->deleted) +
(fFLAGGED * elt->flagged) + (fANSWERED * elt->answered) +
(fDRAFT * elt->draft) + fOLD),elt->private.uid);
while (T) { /* get to that place in the file */
lseek (LOCAL->fd,(off_t) elt->private.special.offset +
elt->private.special.text.size - 23,L_SET);
/* write new flags and UID */
if (write (LOCAL->fd,LOCAL->buf,21) > 0) break;
MM_NOTIFY (stream,strerror (errno),WARN);
MM_DISKERROR (stream,errno,T);
}
}
}
/* MBX locate header for a message
* Accepts: MAIL stream
* message number
* pointer to returned header size
* pointer to possible returned header
* Returns: position of header in file
*/
#define HDRBUFLEN 16384 /* good enough for most headers */
#define SLOP 4 /* CR LF CR LF */
unsigned long mbx_hdrpos (MAILSTREAM *stream,unsigned long msgno,
unsigned long *size,char **hdr)
{
unsigned long siz,done;
long i;
unsigned char *s,*t,*te;
MESSAGECACHE *elt = mail_elt (stream,msgno);
unsigned long ret = elt->private.special.offset +
elt->private.special.text.size;
if (hdr) *hdr = NIL; /* assume no header returned */
/* is header size known? */
if (*size = elt->private.msg.header.text.size) return ret;
/* paranoia check */
if (LOCAL->buflen < (HDRBUFLEN + SLOP))
fatal ("LOCAL->buf smaller than HDRBUFLEN");
lseek (LOCAL->fd,ret,L_SET); /* get to header position */
/* read HDRBUFLEN chunks with 4 byte slop */
for (done = siz = 0, s = LOCAL->buf;
(i = min ((long) (elt->rfc822_size - done),(long) HDRBUFLEN)) &&
(read (LOCAL->fd,s,i) == i);
done += i, siz += (t - LOCAL->buf) - SLOP, s = LOCAL->buf + SLOP) {
te = (t = s + i) - 12; /* calculate end of fast scan */
/* fast scan for CR */
for (s = LOCAL->buf; s < te;)
if (((*s++ == '\015') || (*s++ == '\015') || (*s++ == '\015') ||
(*s++ == '\015') || (*s++ == '\015') || (*s++ == '\015') ||
(*s++ == '\015') || (*s++ == '\015') || (*s++ == '\015') ||
(*s++ == '\015') || (*s++ == '\015') || (*s++ == '\015')) &&
(*s == '\012') && (*++s == '\015') && (*++s == '\012')) {
*size = elt->private.msg.header.text.size = siz + (++s - LOCAL->buf);
if (hdr) *hdr = LOCAL->buf;
return ret;
}
for (te = t - 3; (s < te);) /* final character-at-a-time scan */
if ((*s++ == '\015') && (*s == '\012') && (*++s == '\015') &&
(*++s == '\012')) {
*size = elt->private.msg.header.text.size = siz + (++s - LOCAL->buf);
if (hdr) *hdr = LOCAL->buf;
return ret;
}
if (i <= SLOP) break; /* end of data */
/* slide over last 4 bytes */
memmove (LOCAL->buf,t - SLOP,SLOP);
hdr = NIL; /* can't return header this way */
}
/* not found: header consumes entire message */
elt->private.msg.header.text.size = *size = elt->rfc822_size;
if (hdr) *hdr = LOCAL->buf; /* possibly return header too */
return ret;
}
/* MBX mail rewrite mailbox
* Accepts: MAIL stream
* pointer to return reclaimed size
* flags (0 = no expunge, 1 = expunge deleted, -1 = expunge sequence)
* Returns: number of expunged messages
*/
unsigned long mbx_rewrite (MAILSTREAM *stream,unsigned long *reclaimed,
long flags)
{
time_t tp[2];
struct stat sbuf;
off_t pos,ppos;
int ld;
unsigned long i,j,k,m,delta;
unsigned long n = *reclaimed = 0;
unsigned long recent = 0;
char lock[MAILTMPLEN];
MESSAGECACHE *elt;
blocknotify_t bn = (blocknotify_t) mail_parameters (NIL,GET_BLOCKNOTIFY,NIL);
/* The cretins who designed flock() created a window of vulnerability in
* upgrading locks from shared to exclusive or downgrading from exclusive
* to shared. Rather than maintain the lock at shared status at a minimum,
* flock() actually *releases* the former lock. Obviously they never talked
* to any database guys. Fortunately, we have the parse/append permission
* lock. If we require this lock before going exclusive on the mailbox,
* another process can not sneak in and steal the exclusive mailbox lock on
* us, because it will block on trying to get parse/append permission first.
*/
/* get parse/append permission */
if ((ld = lockfd (LOCAL->fd,lock,LOCK_EX)) < 0) {
MM_LOG ("Unable to lock mailbox for rewrite",ERROR);
return 0;
}
fstat (LOCAL->fd,&sbuf); /* get current write time */
if (LOCAL->filetime && !LOCAL->flagcheck &&
(LOCAL->filetime < sbuf.st_mtime)) LOCAL->flagcheck = T;
if (!mbx_parse (stream)) { /* make sure see any newly-arrived messages */
unlockfd (ld,lock); /* failed?? */
return 0;
}
if (LOCAL->flagcheck) { /* sweep flags if need flagcheck */
LOCAL->filetime = sbuf.st_mtime;
for (i = 1; i <= stream->nmsgs; ++i) mbx_elt (stream,i,NIL);
LOCAL->flagcheck = NIL;
}
/* get exclusive access */
if (!flock (LOCAL->fd,LOCK_EX|LOCK_NB)) {
MM_CRITICAL (stream); /* go critical */
for (i = 1,delta = 0,pos = ppos = HDRSIZE; i <= stream->nmsgs; ) {
/* note if message not at predicted location */
if (m = (elt = mbx_elt (stream,i,NIL))->private.special.offset - ppos) {
ppos = elt->private.special.offset;
*reclaimed += m; /* note reclaimed message space */
delta += m; /* and as expunge delta */
}
/* number of bytes to smash or preserve */
ppos += (k = elt->private.special.text.size + elt->rfc822_size);
/* if need to expunge this message*/
if (flags && elt->deleted && ((flags > 0) || elt->sequence)) {
delta += k; /* number of bytes to delete */
mail_expunged(stream,i);/* notify upper levels */
n++; /* count up one more expunged message */
}
else { /* preserved message */
i++; /* count this message */
if (elt->recent) ++recent;
if (delta) { /* moved, note first byte to preserve */
j = elt->private.special.offset;
do { /* read from source position */
m = min (k,LOCAL->buflen);
lseek (LOCAL->fd,j,L_SET);
read (LOCAL->fd,LOCAL->buf,m);
pos = j - delta; /* write to destination position */
while (T) {
lseek (LOCAL->fd,pos,L_SET);
if (write (LOCAL->fd,LOCAL->buf,m) > 0) break;
MM_NOTIFY (stream,strerror (errno),WARN);
MM_DISKERROR (stream,errno,T);
}
pos += m; /* new position */
j += m; /* next chunk, perhaps */
} while (k -= m); /* until done */
/* note the new address of this text */
elt->private.special.offset -= delta;
}
/* preserved but no deleted messages yet */
else pos = elt->private.special.offset + k;
}
}
/* deltaed file size match position? */
if (m = (LOCAL->filesize -= delta) - pos) {
*reclaimed += m; /* probably an fEXPUNGED msg */
LOCAL->filesize = pos; /* set correct size */
}
/* truncate file after last message */
ftruncate (LOCAL->fd,LOCAL->filesize);
fsync (LOCAL->fd); /* force disk update */
MM_NOCRITICAL (stream); /* release critical */
(*bn) (BLOCK_FILELOCK,NIL);
flock (LOCAL->fd,LOCK_SH); /* allow sharers again */
(*bn) (BLOCK_NONE,NIL);
}
else { /* can't get exclusive */
(*bn) (BLOCK_FILELOCK,NIL);
flock (LOCAL->fd,LOCK_SH); /* recover previous shared mailbox lock */
(*bn) (BLOCK_NONE,NIL);
/* do hide-expunge when shared */
if (flags) for (i = 1; i <= stream->nmsgs; ) {
if (elt = mbx_elt (stream,i,T)) {
/* make the message invisible */
if (elt->deleted && ((flags > 0) || elt->sequence)) {
mbx_update_status (stream,elt->msgno,LONGT);
/* notify upper levels */
mail_expunged (stream,i);
n++; /* count up one more expunged message */
}
else {
i++; /* preserved message */
if (elt->recent) ++recent;
}
}
else n++; /* count up one more expunged message */
}
fsync (LOCAL->fd); /* force disk update */
}
fstat (LOCAL->fd,&sbuf); /* get new write time */
tp[1] = LOCAL->filetime = sbuf.st_mtime;
tp[0] = time (0); /* reset atime to now */
utime (stream->mailbox,tp);
unlockfd (ld,lock); /* release exclusive parse/append permission */
/* notify upper level of new mailbox size */
mail_exists (stream,stream->nmsgs);
mail_recent (stream,recent);
return n; /* return number of expunged messages */
}
/* MBX mail lock for flag updating
* Accepts: stream
* Returns: T if successful, NIL if failure
*/
long mbx_flaglock (MAILSTREAM *stream)
{
struct stat sbuf;
unsigned long i;
int ld;
char lock[MAILTMPLEN];
/* no-op if readonly or already locked */
if (!stream->rdonly && LOCAL && (LOCAL->fd >= 0) && (LOCAL->ld < 0)) {
/* lock now */
if ((ld = lockfd (LOCAL->fd,lock,LOCK_EX)) < 0) return NIL;
if (!LOCAL->flagcheck) { /* don't do this if flagcheck already needed */
if (LOCAL->filetime) { /* know previous time? */
fstat (LOCAL->fd,&sbuf);/* get current write time */
if (LOCAL->filetime < sbuf.st_mtime) LOCAL->flagcheck = T;
LOCAL->filetime = 0; /* don't do this test for any other messages */
}
if (!mbx_parse (stream)) {/* parse mailbox */
unlockfd (ld,lock); /* shouldn't happen */
return NIL;
}
if (LOCAL->flagcheck) /* invalidate cache if flagcheck */
for (i = 1; i <= stream->nmsgs; ++i) mail_elt (stream,i)->valid = NIL;
}
LOCAL->ld = ld; /* copy to stream for subsequent calls */
memcpy (LOCAL->lock,lock,MAILTMPLEN);
}
return LONGT;
}
|