]>
diplodocus.org Git - nmh/blob - sbr/encode_rfc2047.c
1 /* encode_rfc2047.c -- encode message headers using RFC 2047 encoding.
3 * This code is Copyright (c) 2002, by the authors of nmh. See the
4 * COPYRIGHT file in the root directory of the nmh distribution for
5 * complete copyright information.
9 #include "encode_rfc2047.h"
10 #include "check_charset.h"
12 #include "h/mhparse.h"
13 #include "h/addrsbr.h"
19 * List of headers that contain addresses and as a result require special
23 static char *address_headers
[] = {
40 * Macros we use for parsing headers
43 #define is_fws(c) (c == '\t' || c == ' ' || c == '\n')
45 #define qphrasevalid(c) ((c >= '0' && c <= '9') || (c >= 'A' && c <= 'Z') || \
46 (c >= 'a' && c <= 'z') || \
47 c == '!' || c == '*' || c == '+' || c == '-' || \
48 c == '/' || c == '=' || c == '_')
49 #define qpspecial(c) (c < ' ' || c == '=' || c == '?' || c == '_')
51 #define base64len(n) ((((n) + 2) / 3 ) * 4) /* String len to base64 len */
52 #define strbase64(n) ((n) / 4 * 3) /* Chars that fit in base64 */
54 #define ENCODELINELIMIT 76
56 static void unfold_header(char **, int);
57 static int field_encode_address(const char *, char **, int, const char *);
58 static int field_encode_quoted(const char *, char **, const char *, int,
60 static int field_encode_base64(const char *, char **, const char *);
61 static int scanstring(const char *, int *, int *, int *);
62 static int utf8len(const char *);
63 static int pref_encoding(int, int, int);
66 * Encode a message header using RFC 2047 encoding. We make the assumption
67 * that all characters < 128 are ASCII and as a consequence don't need any
72 encode_rfc2047(const char *name
, char **value
, int encoding
,
75 int i
, asciicount
= 0, eightbitcount
= 0, qpspecialcount
= 0;
79 * First, check to see if we even need to encode the header
82 for (p
= *value
; *p
!= '\0'; p
++) {
83 if (isascii((unsigned char) *p
)) {
85 if (qpspecial((unsigned char) *p
))
91 if (eightbitcount
== 0)
95 * Some rules from RFC 2047:
97 * - Encoded words cannot be more than 75 characters long
98 * - Multiple "long" encoded words must be on new lines.
100 * Also, we're not permitted to encode email addresses, so
101 * we need to actually _parse_ email addresses and only encode
106 * If charset was NULL, then get the value from the locale. But
107 * we reject it if it returns US-ASCII
111 charset
= write_charset_8bit();
113 if (strcasecmp(charset
, "US-ASCII") == 0) {
114 inform("Cannot use US-ASCII with 8 bit characters in header");
119 * If we have an address header, then we need to parse the addresses
120 * and only encode the names or comments. Otherwise, handle it normally.
123 for (i
= 0; address_headers
[i
]; i
++) {
124 if (strcasecmp(name
, address_headers
[i
]) == 0)
125 return field_encode_address(name
, value
, encoding
, charset
);
129 * On the encoding we choose, and the specifics of encoding:
131 * - If a specified encoding is passed in, we use that.
132 * - Otherwise, pick which encoding is shorter.
134 * We don't quite handle continuation right here, but it should be
138 if (encoding
== CE_UNKNOWN
)
139 encoding
= pref_encoding(asciicount
, qpspecialcount
, eightbitcount
);
141 unfold_header(value
, asciicount
+ eightbitcount
);
146 return field_encode_base64(name
, value
, charset
);
149 return field_encode_quoted(name
, value
, charset
, asciicount
,
150 eightbitcount
+ qpspecialcount
, 0);
153 inform("Internal error: unknown RFC-2047 encoding type");
159 * Encode our specified header (or field) using quoted-printable
163 field_encode_quoted(const char *name
, char **value
, const char *charset
,
164 int ascii
, int encoded
, int phraserules
)
166 int prefixlen
= name
? strlen(name
) + 2: 0, outlen
= 0, column
;
167 int charsetlen
= strlen(charset
), utf8
;
168 char *output
= NULL
, *p
, *q
= NULL
;
171 * Right now we just encode the whole thing. Maybe later on we'll
172 * only encode things on a per-atom basis.
177 column
= prefixlen
+ 2; /* Header name plus ": " */
179 utf8
= strcasecmp(charset
, "UTF-8") == 0;
184 * Start a new line, if it's time
188 * If it's the start of the header, we don't need to pad it
190 * The length of the output string is ...
191 * =?charset?Q?...?= so that's 7+strlen(charset) + 2 for \n NUL
193 * plus 1 for every ASCII character and 3 for every eight bit
194 * or special character (eight bit characters are written as =XX).
200 outlen
+= 9 + charsetlen
+ ascii
+ 3 * encoded
;
203 * If output is set, then we're continuing the header. Otherwise
204 * do the initial allocation.
208 int curlen
= q
- output
, i
;
209 outlen
+= prefixlen
+ 1; /* Header plus \n ": " */
210 output
= mh_xrealloc(output
, outlen
);
215 for (i
= 0; i
< prefixlen
; i
++)
219 * A bit of a hack here; the header can contain multiple
220 * spaces (probably at least one) until we get to the
221 * actual text. Copy until we get to a non-space.
223 output
= mh_xmalloc(outlen
);
229 tokenlen
= snprintf(q
, outlen
- (q
- output
), "=?%s?Q?", charset
);
231 column
= prefixlen
+ tokenlen
;
236 * Process each character, encoding if necessary
238 * Note that we have a different set of rules if we're processing
239 * RFC 5322 'phrase' (something you'd see in an address header).
247 } else if (isascii((unsigned char) *p
) &&
248 (phraserules
? qphrasevalid((unsigned char) *p
) :
249 !qpspecial((unsigned char) *p
))) {
253 snprintf(q
, outlen
- (q
- output
), "=%02X", (unsigned char) *p
);
255 column
+= 2; /* column already incremented by 1 above */
262 * We're not allowed more than ENCODELINELIMIT characters per line,
263 * so reserve some room for the final ?=.
265 * If prefixlen == 0, we haven't been passed in a header name, so
266 * don't ever wrap the field (we're likely doing an address).
272 if (column
>= ENCODELINELIMIT
- 2) {
276 * Okay, this is a bit weird, but to explain a bit more ...
278 * RFC 2047 prohibits the splitting of multibyte characters
279 * across encoded words. Right now we only handle the case
280 * of UTF-8, the most common multibyte encoding.
282 * p is now pointing at the next input character. If we're
283 * using UTF-8 _and_ we'd go over ENCODELINELIMIT given the
284 * length of the complete character, then trigger a newline
285 * now. Note that we check the length * 3 since we have to
286 * allow for the encoded output.
288 if (column
+ (utf8len(p
) * 3) > ENCODELINELIMIT
- 2) {
295 /* This should never happen, but just in case. Found by
296 clang static analyzer. */
297 inform("null output encoding for %s, continuing...", *value
);
316 * Encode our specified header (or field) using base64.
318 * This is a little easier since every character gets encoded, we can
319 * calculate the line wrap up front.
323 field_encode_base64(const char *name
, char **value
, const char *charset
)
325 int prefixlen
= name
? strlen(name
) + 2 : 0, charsetlen
= strlen(charset
);
326 int outlen
= 0, numencode
, curlen
;
327 char *output
= NULL
, *p
= *value
, *q
= NULL
, *linestart
= NULL
;
330 * Skip over any leading white space.
333 while (*p
== ' ' || *p
== '\t')
337 * If we had a zero-length prefix, then just encode the whole field
338 * as-is, without line wrapping. Note that in addition to the encoding
340 * The added length we need is =? + charset + ?B? ... ?=
342 * That's 7 + strlen(charset) + 2 (for \n NUL).
345 while (prefixlen
&& ((base64len(strlen(p
)) + 7 + charsetlen
+
346 prefixlen
) > ENCODELINELIMIT
)) {
349 * Our very first time, don't pad the line in the front
351 * Note ENCODELINELIMIT is + 2 because of \n \0
356 outlen
+= ENCODELINELIMIT
+ 2;
357 output
= q
= mh_xmalloc(outlen
);
358 linestart
= q
- prefixlen
; /* Yes, this is intentional */
360 int curstart
= linestart
- output
;
363 outlen
+= ENCODELINELIMIT
+ 2;
364 output
= mh_xrealloc(output
, outlen
);
366 linestart
= output
+ curstart
;
370 * We should have enough space now, so prepend the encoding markers
371 * and character set information. The leading space is intentional.
374 q
+= snprintf(q
, outlen
- (q
- output
), " =?%s?B?", charset
);
377 * Find out how much room we have left on the line and see how
378 * many characters we can stuff in. The start of our line
379 * is marked by "linestart", so use that to figure out how
380 * many characters are left out of ENCODELINELIMIT. Reserve
381 * 2 characters for the end markers and calculate how many
382 * characters we can fit into that space given the base64
383 * encoding expansion.
386 numencode
= strbase64(ENCODELINELIMIT
- (q
- linestart
) - 2);
388 if (numencode
<= 0) {
389 inform("Internal error: tried to encode %d characters "
390 "in base64", numencode
);
395 * RFC 2047 prohibits spanning multibyte characters across tokens.
396 * Right now we only check for UTF-8.
398 * So note the key here ... we want to make sure the character BEYOND
399 * our last character is not a continuation byte. If it's the start
400 * of a new multibyte character or a single-byte character, that's ok.
403 if (strcasecmp(charset
, "UTF-8") == 0) {
405 * p points to the start of our current buffer, so p + numencode
406 * is one past the last character to encode
409 while (numencode
> 0 && ((*(p
+ numencode
) & 0xc0) == 0x80))
412 if (numencode
== 0) {
413 inform("Internal error: could not find start of "
414 "UTF-8 character when base64 encoding header");
419 if (writeBase64raw((unsigned char *) p
, numencode
,
420 (unsigned char *) q
) != OK
) {
421 inform("Internal error: base64 encoding of header failed");
426 q
+= base64len(numencode
);
429 * This will point us at the beginning of the new line (trust me).
435 * What's going on here? Well, we know we're continuing to the next
436 * line, so we want to add continuation padding. We also add the
437 * trailing marker for the RFC 2047 token at this time as well.
438 * This uses a trick of snprintf(); we tell it to print a zero-length
439 * string, but pad it out to prefixlen - 1 characters; that ends
440 * up always printing out the requested number of spaces. We use
441 * prefixlen - 1 because we always add a space on the starting
442 * token marker; this makes things work out correctly for the first
443 * line, which should have a space between the ':' and the start
446 * It's okay if you don't follow all of that.
449 q
+= snprintf(q
, outlen
- (q
- output
), "?=\n%*s", prefixlen
- 1, "");
453 * We're here if there is either no prefix, or we can fit it in less
454 * than ENCODELINELIMIT characters. Encode the whole thing.
457 outlen
+= prefixlen
+ 9 + charsetlen
+ base64len(strlen(p
));
460 output
= mh_xrealloc(output
, outlen
);
463 q
+= snprintf(q
, outlen
- (q
- output
), "%s=?%s?B?",
464 prefixlen
? " " : "", charset
);
466 if (writeBase64raw((unsigned char *) p
, strlen(p
),
467 (unsigned char *) q
) != OK
) {
468 inform("Internal error: base64 encoding of header failed");
485 * Calculate the length of a UTF-8 character.
487 * If it's not a UTF-8 character (or we're in the middle of a multibyte
488 * character) then simply return 0.
492 utf8len(const char *p
)
499 if (isascii((unsigned char) *p
) || (((unsigned char) *p
) & 0xc0) == 0x80)
503 while ((((unsigned char) *p
++) & 0xc0) == 0x80)
510 * "Unfold" a header, making it a single line (without continuation)
512 * We cheat a bit here; we never make the string longer, so using the
513 * original length here is fine.
517 unfold_header(char **value
, int len
)
519 char *str
= mh_xmalloc(len
+ 1);
520 char *p
= str
, *q
= *value
;
525 * When we get a newline, skip to the next non-whitespace
526 * character and add a space to replace all of the whitespace
528 * This has the side effect of stripping off the final newline
529 * for the header; we put it back in the encoding routine.
549 * Decode a header containing addresses. This means we have to parse
550 * each address and only encode the display-name or comment field.
554 field_encode_address(const char *name
, char **value
, int encoding
,
557 int prefixlen
= strlen(name
) + 2, column
= prefixlen
, groupflag
;
561 bool reformat
= false;
562 bool errflag
= false;
564 char *mp
, *cp
= NULL
, *output
= NULL
;
566 size_t tmpbufsize
= 0;
571 * Because these are addresses, we need to handle them individually.
573 * Break them down and process them one by one. This means we have to
574 * rewrite the whole header, but that's unavoidable.
578 * The output headers always have to start with a space first; this
579 * is just the way the API works right now.
582 output
= add(" ", output
);
584 for (groupflag
= 0; (mp
= getname(*value
)); ) {
585 if ((mn
= getm(mp
, NULL
, 0, errbuf
, sizeof(errbuf
))) == NULL
) {
586 inform("%s: %s", errbuf
, mp
);
594 * We only care if the phrase (m_pers) or any trailing comment
595 * (m_note) have 8-bit characters. If doing q-p, we also need
596 * to encode anything marked as qspecial(). Unquote it first
597 * so the specialchars count is right.
603 if ((len
= strlen(mn
->m_pers
)) + 1 > tmpbufsize
) {
604 tmpbuf
= mh_xrealloc(tmpbuf
, tmpbufsize
= len
+ 1);
607 unquote_string(mn
->m_pers
, tmpbuf
);
609 if (scanstring(tmpbuf
, &asciichars
, &eightbitchars
,
612 * If we have 8-bit characters, encode it.
615 if (encoding
== CE_UNKNOWN
)
616 encoding
= pref_encoding(asciichars
, specialchars
,
620 * This is okay, because the output of unquote_string will be either
621 * equal or shorter than the original.
624 strcpy(mn
->m_pers
, tmpbuf
);
629 if (field_encode_base64(NULL
, &mn
->m_pers
, charset
)) {
636 if (field_encode_quoted(NULL
, &mn
->m_pers
, charset
, asciichars
,
637 eightbitchars
+ specialchars
, 1)) {
644 inform("Internal error: unknown RFC-2047 encoding type");
655 * The "note" field is generally a comment at the end of the address,
656 * at least as how it's implemented here. Notes are always surrounded
657 * by parenthesis (since they're comments). Strip them out and
658 * then put them back when we format the final field, but they do
665 if ((len
= strlen(mn
->m_note
)) + 1 > tmpbufsize
) {
666 tmpbuf
= mh_xrealloc(tmpbuf
, tmpbufsize
= len
+ 1);
669 if (mn
->m_note
[0] != '(' || mn
->m_note
[len
- 1] != ')') {
670 inform("Internal error: Invalid note field \"%s\"",
676 strncpy(tmpbuf
, mn
->m_note
+ 1, len
- 1);
677 tmpbuf
[len
- 2] = '\0';
679 if (scanstring(tmpbuf
, &asciichars
, &eightbitchars
,
682 * If we have 8-bit characters, encode it.
685 if (encoding
== CE_UNKNOWN
)
686 encoding
= pref_encoding(asciichars
, specialchars
,
692 if (field_encode_base64(NULL
, &tmpbuf
, charset
)) {
699 if (field_encode_quoted(NULL
, &tmpbuf
, charset
, asciichars
,
700 eightbitchars
+ specialchars
, 1)) {
707 inform("Internal error: unknown RFC-2047 encoding type");
715 * Make sure the size of tmpbuf is correct (it always gets
716 * reallocated in the above functions).
719 tmpbufsize
= strlen(tmpbuf
) + 1;
722 * Put the note field back surrounded by parenthesis.
725 mn
->m_note
= mh_xrealloc(mn
->m_note
, tmpbufsize
+ 2);
727 snprintf(mn
->m_note
, tmpbufsize
+ 2, "(%s)", tmpbuf
);
733 * So, some explanation is in order.
735 * We know we need to rewrite at least one address in the header,
736 * otherwise we wouldn't be here. If we had to reformat this
737 * particular address, then run it through adrformat(). Otherwise
738 * we can use m_text directly.
742 * If we were in a group but are no longer, make sure we add a
743 * semicolon (which needs to be FIRST, as it needs to be at the end
744 * of the last address).
747 if (groupflag
&& ! mn
->m_ingrp
) {
748 output
= add(";", output
);
752 groupflag
= mn
->m_ingrp
;
755 cp
= mh_xstrdup(mn
->m_gname
);
759 cp
= add(adrformat(mn
), cp
);
761 cp
= add(mn
->m_text
, cp
);
767 * If we're not at the beginning of the line, add a command and
768 * either a space or a newline.
771 if (column
!= prefixlen
) {
772 if (len
+ column
+ 2 > OUTPUTLINELEN
) {
774 if ((size_t) (prefixlen
+ 3) < tmpbufsize
)
775 tmpbuf
= mh_xrealloc(tmpbuf
, tmpbufsize
= prefixlen
+ 3);
777 snprintf(tmpbuf
, tmpbufsize
, ",\n%*s", column
= prefixlen
, "");
778 output
= add(tmpbuf
, output
);
780 output
= add(", ", output
);
786 * Finally add the address
789 output
= add(cp
, output
);
796 * Just in case we're at the end of a list
800 output
= add(";", output
);
803 output
= add("\n", output
);
817 * Scan a string, check for characters that need to be encoded
821 scanstring(const char *string
, int *asciilen
, int *eightbitchars
,
828 for (; *string
!= '\0'; string
++) {
829 if ((isascii((unsigned char) *string
))) {
832 * So, a space is not a valid phrase character, but we're counting
833 * an exception here, because in q-p a space can be directly
834 * encoded as an underscore.
836 if (!qphrasevalid((unsigned char) *string
) && *string
!= ' ')
843 return *eightbitchars
> 0;
847 * This function is to be used to decide which encoding algorithm we should
848 * use if one is not given. Basically, we pick whichever one is the shorter
853 * ascii - Number of ASCII characters in to-be-encoded string.
854 * specials - Number of ASCII characters in to-be-encoded string that
855 * still require encoding under quoted-printable. Note that
856 * these are included in the "ascii" total.
857 * eightbit - Eight-bit characters in the to-be-encoded string.
859 * Returns one of CE_BASE64 or CE_QUOTED.
863 pref_encoding(int ascii
, int specials
, int eightbits
)
866 * The length of the q-p encoding is:
868 * ascii - specials + (specials + eightbits) * 3.
870 * The length of the base64 encoding is:
872 * base64len(ascii + eightbits) (See macro for details)
875 return base64len(ascii
+ eightbits
) < (ascii
- specials
+
876 (specials
+ eightbits
) * 3) ? CE_BASE64
: CE_QUOTED
;