* For license terms, see the file COPYING in this directory.
*/
-#include <config.h>
+#include "config.h"
#include <stdio.h>
-
+#include <limits.h>
#if defined(STDC_HEADERS)
#include <stdlib.h>
#include <string.h>
#endif
-
#if defined(HAVE_UNISTD_H)
#include <unistd.h>
#endif
* Machinery for handling UID lists live here. This is mainly to support
* RFC1725-conformant POP3 servers without a LAST command, but may also be
* useful for making the IMAP4 querying logic UID-oriented, if a future
- * revision of IMAP forces me to. (This would be bad. Server-side
- * seen bits are better than UIDs, because they track messages seen by
- * *all* clients.)
+ * revision of IMAP forces me to.
+ *
+ * These functions are also used by the rest of the code to maintain
+ * string lists.
*
* Here's the theory:
*
* considered seen in `oldsaved'. These are messages that were left in
* the mailbox and *not deleted* on previous queries (we don't need to
* remember the UIDs of deleted messages because ... well, they're gone!)
- * This list is initially set up by initialized_saved_list() from the
+ * This list is initially set up by initialize_saved_list() from the
* .fetchids file.
*
* Early in the query, during the execution of the protocol-specific
* not respond to the request for a UID listing.
*
* Each time a message is fetched, we can check its UID against the
- * `oldsaved' list to see if it is old. If not, it should be downloaded
- * (and possibly deleted). It should be downloaded anyway if --all
- * is on. It should not be deleted if --keep is on.
+ * `oldsaved' list to see if it is old.
+ *
+ * Each time a message-id is seen, we mark it with MARK_SEEN.
*
- * Each time a message is deleted, we remove its id from the `newsaved'
- * member.
+ * Each time a message is deleted, we mark its id UID_DELETED in the
+ * `newsaved' member. When we want to assert that an expunge has been
+ * done on the server, we call expunge_uid() to register that all
+ * deleted messages are gone by marking them UID_EXPUNGED.
*
- * At the end of the query, whatever remains in the `newsaved' member
- * (because it was not deleted) becomes the `oldsaved' list. The old
- * `oldsaved' list is freed.
+ * At the end of the query, the `newsaved' member becomes the
+ * `oldsaved' list. The old `oldsaved' list is freed.
*
- * At the end of the fetchmail run, all current `oldsaved' lists are
- * flushed out to the .fetchids file to be picked up by the next run.
- * If there are no such messages, the file is deleted.
+ * At the end of the fetchmail run, seen and non-EXPUNGED members of all
+ * current `oldsaved' lists are flushed out to the .fetchids file to
+ * be picked up by the next run. If there are no un-expunged
+ * messages, the file is deleted.
+ *
+ * Note: some comparisons (those used for DNS address lists) are caseblind!
*/
/* UIDs associated with un-queried hosts */
static struct idlist *scratchlist;
-void initialize_saved_lists(hostlist, idfile)
+#ifdef POP3_ENABLE
+void initialize_saved_lists(struct query *hostlist, const char *idfile)
/* read file of saved IDs and attach to each host */
-struct query *hostlist;
-char *idfile;
{
int st;
FILE *tmpfp;
- struct query *hostp;
+ struct query *ctl;
/* make sure lists are initially empty */
- for (hostp = hostlist; hostp; hostp = hostp->next)
- hostp->oldsaved = hostp->newsaved = (struct idlist *)NULL;
+ for (ctl = hostlist; ctl; ctl = ctl->next)
+ ctl->skipped = ctl->oldsaved = ctl->newsaved = (struct idlist *)NULL;
/* let's get stored message UIDs from previous queries */
if ((tmpfp = fopen(idfile, "r")) != (FILE *)NULL) {
- char buf[POPBUFSIZE+1], host[HOSTLEN+1], id[IDLEN+1];
+ char buf[POPBUFSIZE+1],host[HOSTLEN+1],user[USERNAMELEN+1],id[IDLEN+1];
while (fgets(buf, POPBUFSIZE, tmpfp) != (char *)NULL)
{
- if ((st = sscanf(buf, "%s %s\n", host, id)) == 2)
+ /* possible lossage here with very old versions of sscanf(3)... */
+ if ((st = sscanf(buf, "%[^@]@%s %s\n", user, host, id)) == 3)
{
- for (hostp = hostlist; hostp; hostp = hostp->next)
+ for (ctl = hostlist; ctl; ctl = ctl->next)
{
- if (strcmp(host, hostp->servername) == 0)
+ if (ctl->server.truename &&
+ strcasecmp(host, ctl->server.truename) == 0
+ && strcasecmp(user, ctl->remotename) == 0)
{
- save_uid(&hostp->oldsaved, -1, id);
+ save_str(&ctl->oldsaved, id, UID_SEEN);
break;
}
}
/* if it's not in a host we're querying, save it anyway */
- if (hostp == (struct query *)NULL)
- save_uid(&scratchlist, -1, buf);
+ if (ctl == (struct query *)NULL)
+ save_str(&scratchlist, buf, UID_SEEN);
}
}
fclose(tmpfp);
}
+
+ if (outlevel >= O_DEBUG)
+ {
+ struct idlist *idp;
+
+ for (ctl = hostlist; ctl; ctl = ctl->next)
+ {
+ report(stdout, "Old UID list from %s:", ctl->server.truename);
+ for (idp = ctl->oldsaved; idp; idp = idp->next)
+ report(stdout, " %s", idp->id);
+ if (!idp)
+ report(stdout, "<empty>");
+ report(stdout, "\n");
+ }
+
+ report(stdout, "Scratch list of UIDs:");
+ for (idp = scratchlist; idp; idp = idp->next)
+ report(stdout, " %s", idp->id);
+ if (!idp)
+ report(stdout, "<empty>");
+ report(stdout, "\n");
+ }
}
+#endif /* POP3_ENABLE */
-void save_uid(idl, num, str)
+struct idlist *save_str(struct idlist **idl, const char *str, flag status)
/* save a number/UID pair on the given UID list */
-struct idlist **idl;
-int num;
-char *str;
{
- struct idlist *new;
+ struct idlist **end;
+
+ /* do it nonrecursively so the list is in the right order */
+ for (end = idl; *end; end = &(*end)->next)
+ continue;
- new = (struct idlist *)xmalloc(sizeof(struct idlist));
- new->val.num = num;
- new->id = xstrdup(str);
- new->next = *idl;
- *idl = new;
+ *end = (struct idlist *)xmalloc(sizeof(struct idlist));
+ (*end)->val.status.mark = status;
+ (*end)->id = str ? xstrdup(str) : (char *)NULL;
+ (*end)->next = NULL;
+
+ return(*end);
}
-void free_uid_list(idl)
+void free_str_list(struct idlist **idl)
/* free the given UID list */
-struct idlist **idl;
{
if (*idl == (struct idlist *)NULL)
return;
- free_uid_list(&(*idl)->next);
+ free_str_list(&(*idl)->next);
free ((*idl)->id);
free(*idl);
*idl = (struct idlist *)NULL;
}
-void save_id_pair(idl, str1, str2)
+void save_str_pair(struct idlist **idl, const char *str1, const char *str2)
/* save an ID pair on the given list */
-struct idlist **idl;
-char *str1, *str2;
{
- struct idlist *new;
+ struct idlist **end;
+
+ /* do it nonrecursively so the list is in the right order */
+ for (end = idl; *end; end = &(*end)->next)
+ continue;
- new = (struct idlist *)xmalloc(sizeof(struct idlist));
- new->id = xstrdup(str1);
+ *end = (struct idlist *)xmalloc(sizeof(struct idlist));
+ (*end)->id = str1 ? xstrdup(str1) : (char *)NULL;
if (str2)
- new->val.id2 = xstrdup(str2);
+ (*end)->val.id2 = xstrdup(str2);
else
- new->val.id2 = (char *)NULL;
- new->next = *idl;
- *idl = new;
+ (*end)->val.id2 = (char *)NULL;
+ (*end)->next = (struct idlist *)NULL;
}
#ifdef __UNUSED__
-void free_idpair_list(idl)
+void free_str_pair_list(struct idlist **idl)
/* free the given ID pair list */
-struct idlist **idl;
{
if (*idl == (struct idlist *)NULL)
return;
}
#endif
-int uid_in_list(idl, str)
-/* is a given ID in the given list? */
-struct idlist **idl;
-char *str;
+int str_in_list(struct idlist **idl, const char *str, const flag caseblind)
+/* is a given ID in the given list? (comparison may be caseblind) */
{
if (*idl == (struct idlist *)NULL || str == (char *) NULL)
return(0);
- else if (strcmp(str, (*idl)->id) == 0)
+ else if (!caseblind && strcmp(str, (*idl)->id) == 0)
+ return(1);
+ else if (caseblind && strcasecmp(str, (*idl)->id) == 0)
return(1);
else
- return(uid_in_list(&(*idl)->next, str));
+ return(str_in_list(&(*idl)->next, str, caseblind));
+}
+
+int str_nr_in_list( struct idlist **idl, const char *str )
+ /* return the position of str in idl */
+{
+ int nr;
+ struct idlist *walk;
+ if ( !str )
+ return -1;
+ for( walk = *idl, nr = 0; walk; nr ++, walk = walk->next )
+ if( strcmp( str, walk->id) == 0 )
+ return nr;
+ return -1;
+}
+
+int str_nr_last_in_list( struct idlist **idl, const char *str)
+/* return the last position of str in idl */
+{
+ int nr, ret = -1;
+ struct idlist *walk;
+ if ( !str )
+ return -1;
+ for( walk = *idl, nr = 0; walk; nr ++, walk = walk->next )
+ if( strcmp( str, walk->id) == 0 )
+ ret = nr;
+ return ret;
+}
+
+void str_set_mark( struct idlist **idl, const char *str, const flag val)
+/* update the mark on an of an id to given value */
+{
+ int nr;
+ struct idlist *walk;
+ if (!str)
+ return;
+ for(walk = *idl, nr = 0; walk; nr ++, walk = walk->next)
+ if (strcmp(str, walk->id) == 0)
+ walk->val.status.mark = val;
+}
+
+int count_list( struct idlist **idl)
+/* count the number of elements in the list */
+{
+ if( !*idl )
+ return 0;
+ return 1 + count_list( &(*idl)->next );
}
-char *uid_find(idl, number)
+char *str_from_nr_list(struct idlist **idl, int number)
+/* return the number'th string in idl */
+{
+ if( !*idl || number < 0)
+ return 0;
+ if( number == 0 )
+ return (*idl)->id;
+ return str_from_nr_list(&(*idl)->next, number-1);
+}
+
+
+char *str_find(struct idlist **idl, int number)
/* return the id of the given number in the given list. */
-struct idlist **idl;
-int number;
{
if (*idl == (struct idlist *) 0)
return((char *) 0);
- else if (number == (*idl)->val.num)
+ else if (number == (*idl)->val.status.num)
return((*idl)->id);
else
- return(uid_find(&(*idl)->next, number));
+ return(str_find(&(*idl)->next, number));
}
-char *idpair_find(idl, id)
-/* return the id of the given number in the given list. */
-struct idlist **idl;
-char *id;
+char *idpair_find(struct idlist **idl, const char *id)
+/* return the id of the given id in the given list (caseblind comparison) */
{
if (*idl == (struct idlist *) 0)
return((char *) 0);
- else if (strcmp(id, (*idl)->id) == 0)
+ else if (strcasecmp(id, (*idl)->id) == 0)
return((*idl)->val.id2 ? (*idl)->val.id2 : (*idl)->id);
else
return(idpair_find(&(*idl)->next, id));
}
-int delete_uid(idl, num)
+int delete_str(struct idlist **idl, int num)
/* delete given message from given list */
-struct idlist **idl;
-int num;
{
- if (*idl == (struct idlist *)NULL)
- return(0);
- else if ((*idl)->val.num == num)
- {
- struct idlist *next = (*idl)->next;
+ struct idlist *idp;
- free ((*idl)->id);
- free(*idl);
- *idl = next;
- return(1);
- }
- else
- return(delete_uid(&(*idl)->next, num));
+ for (idp = *idl; idp; idp = idp->next)
+ if (idp->val.status.num == num)
+ {
+ idp->val.status.mark = UID_DELETED;
+ return(1);
+ }
return(0);
}
-void append_uid_list(idl, nidl)
+void append_str_list(struct idlist **idl, struct idlist **nidl)
/* append nidl to idl (does not copy *) */
-struct idlist **idl;
-struct idlist **nidl;
{
- if ((*idl) == (struct idlist *)NULL)
+ if ((*nidl) == (struct idlist *)NULL || *nidl == *idl)
+ return;
+ else if ((*idl) == (struct idlist *)NULL)
*idl = *nidl;
else if ((*idl)->next == (struct idlist *)NULL)
(*idl)->next = *nidl;
- else
- append_uid_list(&(*idl)->next, nidl);
+ else if ((*idl)->next != *nidl)
+ append_str_list(&(*idl)->next, nidl);
+}
+
+#ifdef POP3_ENABLE
+void expunge_uids(struct query *ctl)
+/* assert that all UIDs marked deleted have actually been expunged */
+{
+ struct idlist *idl;
+
+ for (idl = ctl->newsaved; idl; idl = idl->next)
+ if (idl->val.status.mark == UID_DELETED)
+ idl->val.status.mark = UID_EXPUNGED;
}
-void update_uid_lists(hostp)
+void update_str_lists(struct query *ctl)
/* perform end-of-query actions on UID lists */
-struct query *hostp;
{
- free_uid_list(&hostp->oldsaved);
- hostp->oldsaved = hostp->newsaved;
- hostp->newsaved = (struct idlist *) NULL;
+ free_str_list(&ctl->oldsaved);
+ ctl->oldsaved = ctl->newsaved;
+ ctl->newsaved = (struct idlist *) NULL;
+
+ if (outlevel >= O_DEBUG)
+ {
+ struct idlist *idp;
+
+ report(stdout, "New UID list from %s:", ctl->server.truename);
+ for (idp = ctl->oldsaved; idp; idp = idp->next)
+ report(stdout, " %s = %d", idp->id, idp->val.status.mark);
+ if (!idp)
+ report(stdout, "<empty>");
+ report(stdout, "\n");
+ }
}
-void write_saved_lists(hostlist, idfile)
+void write_saved_lists(struct query *hostlist, const char *idfile)
/* perform end-of-run write of seen-messages list */
-struct query *hostlist;
-char *idfile;
{
int idcount;
FILE *tmpfp;
- struct query *hostp;
+ struct query *ctl;
struct idlist *idp;
/* if all lists are empty, nuke the file */
idcount = 0;
- for (hostp = hostlist; hostp; hostp = hostp->next) {
- if (hostp->oldsaved)
+ for (ctl = hostlist; ctl; ctl = ctl->next) {
+ if (ctl->oldsaved)
idcount++;
}
/* either nuke the file or write updated last-seen IDs */
if (!idcount)
+ {
+ if (outlevel >= O_DEBUG)
+ report(stdout, "Deleting fetchids file.");
unlink(idfile);
+ }
else
if ((tmpfp = fopen(idfile, "w")) != (FILE *)NULL) {
- for (hostp = hostlist; hostp; hostp = hostp->next) {
- for (idp = hostp->oldsaved; idp; idp = idp->next)
- fprintf(tmpfp, "%s %s\n", hostp->servername, idp->id);
+ for (ctl = hostlist; ctl; ctl = ctl->next) {
+ for (idp = ctl->oldsaved; idp; idp = idp->next)
+ if (idp->val.status.mark == UID_SEEN
+ || idp->val.status.mark == UID_DELETED)
+ fprintf(tmpfp, "%s@%s %s\n",
+ ctl->remotename, ctl->server.truename, idp->id);
}
for (idp = scratchlist; idp; idp = idp->next)
fputs(idp->id, tmpfp);
fclose(tmpfp);
}
}
+#endif /* POP3_ENABLE */
/* uid.c ends here */