Permalink
Cannot retrieve contributors at this time
1293 lines (1137 sloc)
28.6 KB
#include "cache.h" | |
#include "config.h" | |
#include "utf8.h" | |
#include "strbuf.h" | |
#include "mailinfo.h" | |
static void cleanup_space(struct strbuf *sb) | |
{ | |
size_t pos, cnt; | |
for (pos = 0; pos < sb->len; pos++) { | |
if (isspace(sb->buf[pos])) { | |
sb->buf[pos] = ' '; | |
for (cnt = 0; isspace(sb->buf[pos + cnt + 1]); cnt++); | |
strbuf_remove(sb, pos + 1, cnt); | |
} | |
} | |
} | |
static void get_sane_name(struct strbuf *out, struct strbuf *name, struct strbuf *email) | |
{ | |
struct strbuf *src = name; | |
if (!name->len || 60 < name->len || strpbrk(name->buf, "@<>")) | |
src = email; | |
else if (name == out) | |
return; | |
strbuf_reset(out); | |
strbuf_addbuf(out, src); | |
} | |
static void parse_bogus_from(struct mailinfo *mi, const struct strbuf *line) | |
{ | |
/* John Doe <johndoe> */ | |
char *bra, *ket; | |
/* This is fallback, so do not bother if we already have an | |
* e-mail address. | |
*/ | |
if (mi->email.len) | |
return; | |
bra = strchr(line->buf, '<'); | |
if (!bra) | |
return; | |
ket = strchr(bra, '>'); | |
if (!ket) | |
return; | |
strbuf_reset(&mi->email); | |
strbuf_add(&mi->email, bra + 1, ket - bra - 1); | |
strbuf_reset(&mi->name); | |
strbuf_add(&mi->name, line->buf, bra - line->buf); | |
strbuf_trim(&mi->name); | |
get_sane_name(&mi->name, &mi->name, &mi->email); | |
} | |
static const char *unquote_comment(struct strbuf *outbuf, const char *in) | |
{ | |
int c; | |
int take_next_literally = 0; | |
strbuf_addch(outbuf, '('); | |
while ((c = *in++) != 0) { | |
if (take_next_literally == 1) { | |
take_next_literally = 0; | |
} else { | |
switch (c) { | |
case '\\': | |
take_next_literally = 1; | |
continue; | |
case '(': | |
in = unquote_comment(outbuf, in); | |
continue; | |
case ')': | |
strbuf_addch(outbuf, ')'); | |
return in; | |
} | |
} | |
strbuf_addch(outbuf, c); | |
} | |
return in; | |
} | |
static const char *unquote_quoted_string(struct strbuf *outbuf, const char *in) | |
{ | |
int c; | |
int take_next_literally = 0; | |
while ((c = *in++) != 0) { | |
if (take_next_literally == 1) { | |
take_next_literally = 0; | |
} else { | |
switch (c) { | |
case '\\': | |
take_next_literally = 1; | |
continue; | |
case '"': | |
return in; | |
} | |
} | |
strbuf_addch(outbuf, c); | |
} | |
return in; | |
} | |
static void unquote_quoted_pair(struct strbuf *line) | |
{ | |
struct strbuf outbuf; | |
const char *in = line->buf; | |
int c; | |
strbuf_init(&outbuf, line->len); | |
while ((c = *in++) != 0) { | |
switch (c) { | |
case '"': | |
in = unquote_quoted_string(&outbuf, in); | |
continue; | |
case '(': | |
in = unquote_comment(&outbuf, in); | |
continue; | |
} | |
strbuf_addch(&outbuf, c); | |
} | |
strbuf_swap(&outbuf, line); | |
strbuf_release(&outbuf); | |
} | |
static void handle_from(struct mailinfo *mi, const struct strbuf *from) | |
{ | |
char *at; | |
size_t el; | |
struct strbuf f; | |
strbuf_init(&f, from->len); | |
strbuf_addbuf(&f, from); | |
unquote_quoted_pair(&f); | |
at = strchr(f.buf, '@'); | |
if (!at) { | |
parse_bogus_from(mi, from); | |
goto out; | |
} | |
/* | |
* If we already have one email, don't take any confusing lines | |
*/ | |
if (mi->email.len && strchr(at + 1, '@')) | |
goto out; | |
/* Pick up the string around '@', possibly delimited with <> | |
* pair; that is the email part. | |
*/ | |
while (at > f.buf) { | |
char c = at[-1]; | |
if (isspace(c)) | |
break; | |
if (c == '<') { | |
at[-1] = ' '; | |
break; | |
} | |
at--; | |
} | |
el = strcspn(at, " \n\t\r\v\f>"); | |
strbuf_reset(&mi->email); | |
strbuf_add(&mi->email, at, el); | |
strbuf_remove(&f, at - f.buf, el + (at[el] ? 1 : 0)); | |
/* The remainder is name. It could be | |
* | |
* - "John Doe <john.doe@xz>" (a), or | |
* - "john.doe@xz (John Doe)" (b), or | |
* - "John (zzz) Doe <john.doe@xz> (Comment)" (c) | |
* | |
* but we have removed the email part, so | |
* | |
* - remove extra spaces which could stay after email (case 'c'), and | |
* - trim from both ends, possibly removing the () pair at the end | |
* (cases 'a' and 'b'). | |
*/ | |
cleanup_space(&f); | |
strbuf_trim(&f); | |
if (f.buf[0] == '(' && f.len && f.buf[f.len - 1] == ')') { | |
strbuf_remove(&f, 0, 1); | |
strbuf_setlen(&f, f.len - 1); | |
} | |
get_sane_name(&mi->name, &f, &mi->email); | |
out: | |
strbuf_release(&f); | |
} | |
static void handle_header(struct strbuf **out, const struct strbuf *line) | |
{ | |
if (!*out) { | |
*out = xmalloc(sizeof(struct strbuf)); | |
strbuf_init(*out, line->len); | |
} else | |
strbuf_reset(*out); | |
strbuf_addbuf(*out, line); | |
} | |
/* NOTE NOTE NOTE. We do not claim we do full MIME. We just attempt | |
* to have enough heuristics to grok MIME encoded patches often found | |
* on our mailing lists. For example, we do not even treat header lines | |
* case insensitively. | |
*/ | |
static int slurp_attr(const char *line, const char *name, struct strbuf *attr) | |
{ | |
const char *ends, *ap = strcasestr(line, name); | |
size_t sz; | |
strbuf_setlen(attr, 0); | |
if (!ap) | |
return 0; | |
ap += strlen(name); | |
if (*ap == '"') { | |
ap++; | |
ends = "\""; | |
} | |
else | |
ends = "; \t"; | |
sz = strcspn(ap, ends); | |
strbuf_add(attr, ap, sz); | |
return 1; | |
} | |
static int has_attr_value(const char *line, const char *name, const char *value) | |
{ | |
struct strbuf sb = STRBUF_INIT; | |
int rc = slurp_attr(line, name, &sb) && !strcasecmp(sb.buf, value); | |
strbuf_release(&sb); | |
return rc; | |
} | |
static void handle_content_type(struct mailinfo *mi, struct strbuf *line) | |
{ | |
struct strbuf *boundary = xmalloc(sizeof(struct strbuf)); | |
strbuf_init(boundary, line->len); | |
mi->format_flowed = has_attr_value(line->buf, "format=", "flowed"); | |
mi->delsp = has_attr_value(line->buf, "delsp=", "yes"); | |
if (slurp_attr(line->buf, "boundary=", boundary)) { | |
strbuf_insertstr(boundary, 0, "--"); | |
if (++mi->content_top >= &mi->content[MAX_BOUNDARIES]) { | |
error("Too many boundaries to handle"); | |
mi->input_error = -1; | |
mi->content_top = &mi->content[MAX_BOUNDARIES] - 1; | |
return; | |
} | |
*(mi->content_top) = boundary; | |
boundary = NULL; | |
} | |
slurp_attr(line->buf, "charset=", &mi->charset); | |
if (boundary) { | |
strbuf_release(boundary); | |
free(boundary); | |
} | |
} | |
static void handle_content_transfer_encoding(struct mailinfo *mi, | |
const struct strbuf *line) | |
{ | |
if (strcasestr(line->buf, "base64")) | |
mi->transfer_encoding = TE_BASE64; | |
else if (strcasestr(line->buf, "quoted-printable")) | |
mi->transfer_encoding = TE_QP; | |
else | |
mi->transfer_encoding = TE_DONTCARE; | |
} | |
static int is_multipart_boundary(struct mailinfo *mi, const struct strbuf *line) | |
{ | |
struct strbuf *content_top = *(mi->content_top); | |
return ((content_top->len <= line->len) && | |
!memcmp(line->buf, content_top->buf, content_top->len)); | |
} | |
static void cleanup_subject(struct mailinfo *mi, struct strbuf *subject) | |
{ | |
size_t at = 0; | |
while (at < subject->len) { | |
char *pos; | |
size_t remove; | |
switch (subject->buf[at]) { | |
case 'r': case 'R': | |
if (subject->len <= at + 3) | |
break; | |
if ((subject->buf[at + 1] == 'e' || | |
subject->buf[at + 1] == 'E') && | |
subject->buf[at + 2] == ':') { | |
strbuf_remove(subject, at, 3); | |
continue; | |
} | |
at++; | |
break; | |
case ' ': case '\t': case ':': | |
strbuf_remove(subject, at, 1); | |
continue; | |
case '[': | |
pos = strchr(subject->buf + at, ']'); | |
if (!pos) | |
break; | |
remove = pos - subject->buf + at + 1; | |
if (!mi->keep_non_patch_brackets_in_subject || | |
(7 <= remove && | |
memmem(subject->buf + at, remove, "PATCH", 5))) | |
strbuf_remove(subject, at, remove); | |
else { | |
at += remove; | |
/* | |
* If the input had a space after the ], keep | |
* it. We don't bother with finding the end of | |
* the space, since we later normalize it | |
* anyway. | |
*/ | |
if (isspace(subject->buf[at])) | |
at += 1; | |
} | |
continue; | |
} | |
break; | |
} | |
strbuf_trim(subject); | |
} | |
#define MAX_HDR_PARSED 10 | |
static const char *header[MAX_HDR_PARSED] = { | |
"From","Subject","Date", | |
}; | |
static inline int skip_header(const struct strbuf *line, const char *hdr, | |
const char **outval) | |
{ | |
const char *val; | |
if (!skip_iprefix(line->buf, hdr, &val) || | |
*val++ != ':') | |
return 0; | |
while (isspace(*val)) | |
val++; | |
*outval = val; | |
return 1; | |
} | |
static int is_format_patch_separator(const char *line, int len) | |
{ | |
static const char SAMPLE[] = | |
"From e6807f3efca28b30decfecb1732a56c7db1137ee Mon Sep 17 00:00:00 2001\n"; | |
const char *cp; | |
if (len != strlen(SAMPLE)) | |
return 0; | |
if (!skip_prefix(line, "From ", &cp)) | |
return 0; | |
if (strspn(cp, "0123456789abcdef") != 40) | |
return 0; | |
cp += 40; | |
return !memcmp(SAMPLE + (cp - line), cp, strlen(SAMPLE) - (cp - line)); | |
} | |
static struct strbuf *decode_q_segment(const struct strbuf *q_seg, int rfc2047) | |
{ | |
const char *in = q_seg->buf; | |
int c; | |
struct strbuf *out = xmalloc(sizeof(struct strbuf)); | |
strbuf_init(out, q_seg->len); | |
while ((c = *in++) != 0) { | |
if (c == '=') { | |
int ch, d = *in; | |
if (d == '\n' || !d) | |
break; /* drop trailing newline */ | |
ch = hex2chr(in); | |
if (ch >= 0) { | |
strbuf_addch(out, ch); | |
in += 2; | |
continue; | |
} | |
/* garbage -- fall through */ | |
} | |
if (rfc2047 && c == '_') /* rfc2047 4.2 (2) */ | |
c = 0x20; | |
strbuf_addch(out, c); | |
} | |
return out; | |
} | |
static struct strbuf *decode_b_segment(const struct strbuf *b_seg) | |
{ | |
/* Decode in..ep, possibly in-place to ot */ | |
int c, pos = 0, acc = 0; | |
const char *in = b_seg->buf; | |
struct strbuf *out = xmalloc(sizeof(struct strbuf)); | |
strbuf_init(out, b_seg->len); | |
while ((c = *in++) != 0) { | |
if (c == '+') | |
c = 62; | |
else if (c == '/') | |
c = 63; | |
else if ('A' <= c && c <= 'Z') | |
c -= 'A'; | |
else if ('a' <= c && c <= 'z') | |
c -= 'a' - 26; | |
else if ('0' <= c && c <= '9') | |
c -= '0' - 52; | |
else | |
continue; /* garbage */ | |
switch (pos++) { | |
case 0: | |
acc = (c << 2); | |
break; | |
case 1: | |
strbuf_addch(out, (acc | (c >> 4))); | |
acc = (c & 15) << 4; | |
break; | |
case 2: | |
strbuf_addch(out, (acc | (c >> 2))); | |
acc = (c & 3) << 6; | |
break; | |
case 3: | |
strbuf_addch(out, (acc | c)); | |
acc = pos = 0; | |
break; | |
} | |
} | |
return out; | |
} | |
static int convert_to_utf8(struct mailinfo *mi, | |
struct strbuf *line, const char *charset) | |
{ | |
char *out; | |
size_t out_len; | |
if (!mi->metainfo_charset || !charset || !*charset) | |
return 0; | |
if (same_encoding(mi->metainfo_charset, charset)) | |
return 0; | |
out = reencode_string_len(line->buf, line->len, | |
mi->metainfo_charset, charset, &out_len); | |
if (!out) { | |
mi->input_error = -1; | |
return error("cannot convert from %s to %s", | |
charset, mi->metainfo_charset); | |
} | |
strbuf_attach(line, out, out_len, out_len); | |
return 0; | |
} | |
static void decode_header(struct mailinfo *mi, struct strbuf *it) | |
{ | |
char *in, *ep, *cp; | |
struct strbuf outbuf = STRBUF_INIT, *dec; | |
struct strbuf charset_q = STRBUF_INIT, piecebuf = STRBUF_INIT; | |
int found_error = 1; /* pessimism */ | |
in = it->buf; | |
while (in - it->buf <= it->len && (ep = strstr(in, "=?")) != NULL) { | |
int encoding; | |
strbuf_reset(&charset_q); | |
strbuf_reset(&piecebuf); | |
if (in != ep) { | |
/* | |
* We are about to process an encoded-word | |
* that begins at ep, but there is something | |
* before the encoded word. | |
*/ | |
char *scan; | |
for (scan = in; scan < ep; scan++) | |
if (!isspace(*scan)) | |
break; | |
if (scan != ep || in == it->buf) { | |
/* | |
* We should not lose that "something", | |
* unless we have just processed an | |
* encoded-word, and there is only LWS | |
* before the one we are about to process. | |
*/ | |
strbuf_add(&outbuf, in, ep - in); | |
} | |
} | |
/* E.g. | |
* ep : "=?iso-2022-jp?B?GyR...?= foo" | |
* ep : "=?ISO-8859-1?Q?Foo=FCbar?= baz" | |
*/ | |
ep += 2; | |
if (ep - it->buf >= it->len || !(cp = strchr(ep, '?'))) | |
goto release_return; | |
if (cp + 3 - it->buf > it->len) | |
goto release_return; | |
strbuf_add(&charset_q, ep, cp - ep); | |
encoding = cp[1]; | |
if (!encoding || cp[2] != '?') | |
goto release_return; | |
ep = strstr(cp + 3, "?="); | |
if (!ep) | |
goto release_return; | |
strbuf_add(&piecebuf, cp + 3, ep - cp - 3); | |
switch (tolower(encoding)) { | |
default: | |
goto release_return; | |
case 'b': | |
dec = decode_b_segment(&piecebuf); | |
break; | |
case 'q': | |
dec = decode_q_segment(&piecebuf, 1); | |
break; | |
} | |
if (convert_to_utf8(mi, dec, charset_q.buf)) | |
goto release_return; | |
strbuf_addbuf(&outbuf, dec); | |
strbuf_release(dec); | |
free(dec); | |
in = ep + 2; | |
} | |
strbuf_addstr(&outbuf, in); | |
strbuf_reset(it); | |
strbuf_addbuf(it, &outbuf); | |
found_error = 0; | |
release_return: | |
strbuf_release(&outbuf); | |
strbuf_release(&charset_q); | |
strbuf_release(&piecebuf); | |
if (found_error) | |
mi->input_error = -1; | |
} | |
/* | |
* Returns true if "line" contains a header matching "hdr", in which case "val" | |
* will contain the value of the header with any RFC2047 B and Q encoding | |
* unwrapped, and optionally normalize the meta information to utf8. | |
*/ | |
static int parse_header(const struct strbuf *line, | |
const char *hdr, | |
struct mailinfo *mi, | |
struct strbuf *val) | |
{ | |
const char *val_str; | |
if (!skip_header(line, hdr, &val_str)) | |
return 0; | |
strbuf_addstr(val, val_str); | |
decode_header(mi, val); | |
return 1; | |
} | |
static int check_header(struct mailinfo *mi, | |
const struct strbuf *line, | |
struct strbuf *hdr_data[], int overwrite) | |
{ | |
int i, ret = 0; | |
struct strbuf sb = STRBUF_INIT; | |
/* search for the interesting parts */ | |
for (i = 0; header[i]; i++) { | |
if ((!hdr_data[i] || overwrite) && | |
parse_header(line, header[i], mi, &sb)) { | |
handle_header(&hdr_data[i], &sb); | |
ret = 1; | |
goto check_header_out; | |
} | |
} | |
/* Content stuff */ | |
if (parse_header(line, "Content-Type", mi, &sb)) { | |
handle_content_type(mi, &sb); | |
ret = 1; | |
goto check_header_out; | |
} | |
if (parse_header(line, "Content-Transfer-Encoding", mi, &sb)) { | |
handle_content_transfer_encoding(mi, &sb); | |
ret = 1; | |
goto check_header_out; | |
} | |
if (parse_header(line, "Message-Id", mi, &sb)) { | |
if (mi->add_message_id) | |
mi->message_id = strbuf_detach(&sb, NULL); | |
ret = 1; | |
goto check_header_out; | |
} | |
check_header_out: | |
strbuf_release(&sb); | |
return ret; | |
} | |
/* | |
* Returns 1 if the given line or any line beginning with the given line is an | |
* in-body header (that is, check_header will succeed when passed | |
* mi->s_hdr_data). | |
*/ | |
static int is_inbody_header(const struct mailinfo *mi, | |
const struct strbuf *line) | |
{ | |
int i; | |
const char *val; | |
for (i = 0; header[i]; i++) | |
if (!mi->s_hdr_data[i] && skip_header(line, header[i], &val)) | |
return 1; | |
return 0; | |
} | |
static void decode_transfer_encoding(struct mailinfo *mi, struct strbuf *line) | |
{ | |
struct strbuf *ret; | |
switch (mi->transfer_encoding) { | |
case TE_QP: | |
ret = decode_q_segment(line, 0); | |
break; | |
case TE_BASE64: | |
ret = decode_b_segment(line); | |
break; | |
case TE_DONTCARE: | |
default: | |
return; | |
} | |
strbuf_reset(line); | |
strbuf_addbuf(line, ret); | |
strbuf_release(ret); | |
free(ret); | |
} | |
static inline int patchbreak(const struct strbuf *line) | |
{ | |
size_t i; | |
/* Beginning of a "diff -" header? */ | |
if (starts_with(line->buf, "diff -")) | |
return 1; | |
/* CVS "Index: " line? */ | |
if (starts_with(line->buf, "Index: ")) | |
return 1; | |
/* | |
* "--- <filename>" starts patches without headers | |
* "---<sp>*" is a manual separator | |
*/ | |
if (line->len < 4) | |
return 0; | |
if (starts_with(line->buf, "---")) { | |
/* space followed by a filename? */ | |
if (line->buf[3] == ' ' && !isspace(line->buf[4])) | |
return 1; | |
/* Just whitespace? */ | |
for (i = 3; i < line->len; i++) { | |
unsigned char c = line->buf[i]; | |
if (c == '\n') | |
return 1; | |
if (!isspace(c)) | |
break; | |
} | |
return 0; | |
} | |
return 0; | |
} | |
static int is_scissors_line(const char *line) | |
{ | |
const char *c; | |
int scissors = 0, gap = 0; | |
const char *first_nonblank = NULL, *last_nonblank = NULL; | |
int visible, perforation = 0, in_perforation = 0; | |
for (c = line; *c; c++) { | |
if (isspace(*c)) { | |
if (in_perforation) { | |
perforation++; | |
gap++; | |
} | |
continue; | |
} | |
last_nonblank = c; | |
if (first_nonblank == NULL) | |
first_nonblank = c; | |
if (*c == '-') { | |
in_perforation = 1; | |
perforation++; | |
continue; | |
} | |
if (starts_with(c, ">8") || starts_with(c, "8<") || | |
starts_with(c, ">%") || starts_with(c, "%<")) { | |
in_perforation = 1; | |
perforation += 2; | |
scissors += 2; | |
c++; | |
continue; | |
} | |
in_perforation = 0; | |
} | |
/* | |
* The mark must be at least 8 bytes long (e.g. "-- >8 --"). | |
* Even though there can be arbitrary cruft on the same line | |
* (e.g. "cut here"), in order to avoid misidentification, the | |
* perforation must occupy more than a third of the visible | |
* width of the line, and dashes and scissors must occupy more | |
* than half of the perforation. | |
*/ | |
if (first_nonblank && last_nonblank) | |
visible = last_nonblank - first_nonblank + 1; | |
else | |
visible = 0; | |
return (scissors && 8 <= visible && | |
visible < perforation * 3 && | |
gap * 2 < perforation); | |
} | |
static void flush_inbody_header_accum(struct mailinfo *mi) | |
{ | |
if (!mi->inbody_header_accum.len) | |
return; | |
if (!check_header(mi, &mi->inbody_header_accum, mi->s_hdr_data, 0)) | |
BUG("inbody_header_accum, if not empty, must always contain a valid in-body header"); | |
strbuf_reset(&mi->inbody_header_accum); | |
} | |
static int check_inbody_header(struct mailinfo *mi, const struct strbuf *line) | |
{ | |
if (mi->inbody_header_accum.len && | |
(line->buf[0] == ' ' || line->buf[0] == '\t')) { | |
if (mi->use_scissors && is_scissors_line(line->buf)) { | |
/* | |
* This is a scissors line; do not consider this line | |
* as a header continuation line. | |
*/ | |
flush_inbody_header_accum(mi); | |
return 0; | |
} | |
strbuf_strip_suffix(&mi->inbody_header_accum, "\n"); | |
strbuf_addbuf(&mi->inbody_header_accum, line); | |
return 1; | |
} | |
flush_inbody_header_accum(mi); | |
if (starts_with(line->buf, ">From") && isspace(line->buf[5])) | |
return is_format_patch_separator(line->buf + 1, line->len - 1); | |
if (starts_with(line->buf, "[PATCH]") && isspace(line->buf[7])) { | |
int i; | |
for (i = 0; header[i]; i++) | |
if (!strcmp("Subject", header[i])) { | |
handle_header(&mi->s_hdr_data[i], line); | |
return 1; | |
} | |
return 0; | |
} | |
if (is_inbody_header(mi, line)) { | |
strbuf_addbuf(&mi->inbody_header_accum, line); | |
return 1; | |
} | |
return 0; | |
} | |
static int handle_commit_msg(struct mailinfo *mi, struct strbuf *line) | |
{ | |
assert(!mi->filter_stage); | |
if (mi->header_stage) { | |
if (!line->len || (line->len == 1 && line->buf[0] == '\n')) { | |
if (mi->inbody_header_accum.len) { | |
flush_inbody_header_accum(mi); | |
mi->header_stage = 0; | |
} | |
return 0; | |
} | |
} | |
if (mi->use_inbody_headers && mi->header_stage) { | |
mi->header_stage = check_inbody_header(mi, line); | |
if (mi->header_stage) | |
return 0; | |
} else | |
/* Only trim the first (blank) line of the commit message | |
* when ignoring in-body headers. | |
*/ | |
mi->header_stage = 0; | |
/* normalize the log message to UTF-8. */ | |
if (convert_to_utf8(mi, line, mi->charset.buf)) | |
return 0; /* mi->input_error already set */ | |
if (mi->use_scissors && is_scissors_line(line->buf)) { | |
int i; | |
strbuf_setlen(&mi->log_message, 0); | |
mi->header_stage = 1; | |
/* | |
* We may have already read "secondary headers"; purge | |
* them to give ourselves a clean restart. | |
*/ | |
for (i = 0; header[i]; i++) { | |
if (mi->s_hdr_data[i]) | |
strbuf_release(mi->s_hdr_data[i]); | |
FREE_AND_NULL(mi->s_hdr_data[i]); | |
} | |
return 0; | |
} | |
if (patchbreak(line)) { | |
if (mi->message_id) | |
strbuf_addf(&mi->log_message, | |
"Message-Id: %s\n", mi->message_id); | |
return 1; | |
} | |
strbuf_addbuf(&mi->log_message, line); | |
return 0; | |
} | |
static void handle_patch(struct mailinfo *mi, const struct strbuf *line) | |
{ | |
fwrite(line->buf, 1, line->len, mi->patchfile); | |
mi->patch_lines++; | |
} | |
static void handle_filter(struct mailinfo *mi, struct strbuf *line) | |
{ | |
switch (mi->filter_stage) { | |
case 0: | |
if (!handle_commit_msg(mi, line)) | |
break; | |
mi->filter_stage++; | |
/* fallthrough */ | |
case 1: | |
handle_patch(mi, line); | |
break; | |
} | |
} | |
static int is_rfc2822_header(const struct strbuf *line) | |
{ | |
/* | |
* The section that defines the loosest possible | |
* field name is "3.6.8 Optional fields". | |
* | |
* optional-field = field-name ":" unstructured CRLF | |
* field-name = 1*ftext | |
* ftext = %d33-57 / %59-126 | |
*/ | |
int ch; | |
char *cp = line->buf; | |
/* Count mbox From headers as headers */ | |
if (starts_with(cp, "From ") || starts_with(cp, ">From ")) | |
return 1; | |
while ((ch = *cp++)) { | |
if (ch == ':') | |
return 1; | |
if ((33 <= ch && ch <= 57) || | |
(59 <= ch && ch <= 126)) | |
continue; | |
break; | |
} | |
return 0; | |
} | |
static int read_one_header_line(struct strbuf *line, FILE *in) | |
{ | |
struct strbuf continuation = STRBUF_INIT; | |
/* Get the first part of the line. */ | |
if (strbuf_getline_lf(line, in)) | |
return 0; | |
/* | |
* Is it an empty line or not a valid rfc2822 header? | |
* If so, stop here, and return false ("not a header") | |
*/ | |
strbuf_rtrim(line); | |
if (!line->len || !is_rfc2822_header(line)) { | |
/* Re-add the newline */ | |
strbuf_addch(line, '\n'); | |
return 0; | |
} | |
/* | |
* Now we need to eat all the continuation lines.. | |
* Yuck, 2822 header "folding" | |
*/ | |
for (;;) { | |
int peek; | |
peek = fgetc(in); | |
if (peek == EOF) | |
break; | |
ungetc(peek, in); | |
if (peek != ' ' && peek != '\t') | |
break; | |
if (strbuf_getline_lf(&continuation, in)) | |
break; | |
continuation.buf[0] = ' '; | |
strbuf_rtrim(&continuation); | |
strbuf_addbuf(line, &continuation); | |
} | |
strbuf_release(&continuation); | |
return 1; | |
} | |
static int find_boundary(struct mailinfo *mi, struct strbuf *line) | |
{ | |
while (!strbuf_getline_lf(line, mi->input)) { | |
if (*(mi->content_top) && is_multipart_boundary(mi, line)) | |
return 1; | |
} | |
return 0; | |
} | |
static int handle_boundary(struct mailinfo *mi, struct strbuf *line) | |
{ | |
struct strbuf newline = STRBUF_INIT; | |
strbuf_addch(&newline, '\n'); | |
again: | |
if (line->len >= (*(mi->content_top))->len + 2 && | |
!memcmp(line->buf + (*(mi->content_top))->len, "--", 2)) { | |
/* we hit an end boundary */ | |
/* pop the current boundary off the stack */ | |
strbuf_release(*(mi->content_top)); | |
FREE_AND_NULL(*(mi->content_top)); | |
/* technically won't happen as is_multipart_boundary() | |
will fail first. But just in case.. | |
*/ | |
if (--mi->content_top < mi->content) { | |
error("Detected mismatched boundaries, can't recover"); | |
mi->input_error = -1; | |
mi->content_top = mi->content; | |
strbuf_release(&newline); | |
return 0; | |
} | |
handle_filter(mi, &newline); | |
strbuf_release(&newline); | |
if (mi->input_error) | |
return 0; | |
/* skip to the next boundary */ | |
if (!find_boundary(mi, line)) | |
return 0; | |
goto again; | |
} | |
/* set some defaults */ | |
mi->transfer_encoding = TE_DONTCARE; | |
strbuf_reset(&mi->charset); | |
/* slurp in this section's info */ | |
while (read_one_header_line(line, mi->input)) | |
check_header(mi, line, mi->p_hdr_data, 0); | |
strbuf_release(&newline); | |
/* replenish line */ | |
if (strbuf_getline_lf(line, mi->input)) | |
return 0; | |
strbuf_addch(line, '\n'); | |
return 1; | |
} | |
static void handle_filter_flowed(struct mailinfo *mi, struct strbuf *line, | |
struct strbuf *prev) | |
{ | |
size_t len = line->len; | |
const char *rest; | |
if (!mi->format_flowed) { | |
if (len >= 2 && | |
line->buf[len - 2] == '\r' && | |
line->buf[len - 1] == '\n') { | |
mi->have_quoted_cr = 1; | |
if (mi->quoted_cr == quoted_cr_strip) { | |
strbuf_setlen(line, len - 2); | |
strbuf_addch(line, '\n'); | |
len--; | |
} | |
} | |
handle_filter(mi, line); | |
return; | |
} | |
if (line->buf[len - 1] == '\n') { | |
len--; | |
if (len && line->buf[len - 1] == '\r') | |
len--; | |
} | |
/* Keep signature separator as-is. */ | |
if (skip_prefix(line->buf, "-- ", &rest) && rest - line->buf == len) { | |
if (prev->len) { | |
handle_filter(mi, prev); | |
strbuf_reset(prev); | |
} | |
handle_filter(mi, line); | |
return; | |
} | |
/* Unstuff space-stuffed line. */ | |
if (len && line->buf[0] == ' ') { | |
strbuf_remove(line, 0, 1); | |
len--; | |
} | |
/* Save flowed line for later, but without the soft line break. */ | |
if (len && line->buf[len - 1] == ' ') { | |
strbuf_add(prev, line->buf, len - !!mi->delsp); | |
return; | |
} | |
/* Prepend any previous partial lines */ | |
strbuf_insert(line, 0, prev->buf, prev->len); | |
strbuf_reset(prev); | |
handle_filter(mi, line); | |
} | |
static void summarize_quoted_cr(struct mailinfo *mi) | |
{ | |
if (mi->have_quoted_cr && | |
mi->quoted_cr == quoted_cr_warn) | |
warning(_("quoted CRLF detected")); | |
} | |
static void handle_body(struct mailinfo *mi, struct strbuf *line) | |
{ | |
struct strbuf prev = STRBUF_INIT; | |
/* Skip up to the first boundary */ | |
if (*(mi->content_top)) { | |
if (!find_boundary(mi, line)) | |
goto handle_body_out; | |
} | |
do { | |
/* process any boundary lines */ | |
if (*(mi->content_top) && is_multipart_boundary(mi, line)) { | |
/* flush any leftover */ | |
if (prev.len) { | |
handle_filter(mi, &prev); | |
strbuf_reset(&prev); | |
} | |
summarize_quoted_cr(mi); | |
mi->have_quoted_cr = 0; | |
if (!handle_boundary(mi, line)) | |
goto handle_body_out; | |
} | |
/* Unwrap transfer encoding */ | |
decode_transfer_encoding(mi, line); | |
switch (mi->transfer_encoding) { | |
case TE_BASE64: | |
case TE_QP: | |
{ | |
struct strbuf **lines, **it, *sb; | |
/* Prepend any previous partial lines */ | |
strbuf_insert(line, 0, prev.buf, prev.len); | |
strbuf_reset(&prev); | |
/* | |
* This is a decoded line that may contain | |
* multiple new lines. Pass only one chunk | |
* at a time to handle_filter() | |
*/ | |
lines = strbuf_split(line, '\n'); | |
for (it = lines; (sb = *it); it++) { | |
if (*(it + 1) == NULL) /* The last line */ | |
if (sb->buf[sb->len - 1] != '\n') { | |
/* Partial line, save it for later. */ | |
strbuf_addbuf(&prev, sb); | |
break; | |
} | |
handle_filter_flowed(mi, sb, &prev); | |
} | |
/* | |
* The partial chunk is saved in "prev" and will be | |
* appended by the next iteration of read_line_with_nul(). | |
*/ | |
strbuf_list_free(lines); | |
break; | |
} | |
default: | |
handle_filter_flowed(mi, line, &prev); | |
} | |
if (mi->input_error) | |
break; | |
} while (!strbuf_getwholeline(line, mi->input, '\n')); | |
if (prev.len) | |
handle_filter(mi, &prev); | |
summarize_quoted_cr(mi); | |
flush_inbody_header_accum(mi); | |
handle_body_out: | |
strbuf_release(&prev); | |
} | |
static void output_header_lines(FILE *fout, const char *hdr, const struct strbuf *data) | |
{ | |
const char *sp = data->buf; | |
while (1) { | |
char *ep = strchr(sp, '\n'); | |
int len; | |
if (!ep) | |
len = strlen(sp); | |
else | |
len = ep - sp; | |
fprintf(fout, "%s: %.*s\n", hdr, len, sp); | |
if (!ep) | |
break; | |
sp = ep + 1; | |
} | |
} | |
static void handle_info(struct mailinfo *mi) | |
{ | |
struct strbuf *hdr; | |
int i; | |
for (i = 0; header[i]; i++) { | |
/* only print inbody headers if we output a patch file */ | |
if (mi->patch_lines && mi->s_hdr_data[i]) | |
hdr = mi->s_hdr_data[i]; | |
else if (mi->p_hdr_data[i]) | |
hdr = mi->p_hdr_data[i]; | |
else | |
continue; | |
if (memchr(hdr->buf, '\0', hdr->len)) { | |
error("a NUL byte in '%s' is not allowed.", header[i]); | |
mi->input_error = -1; | |
} | |
if (!strcmp(header[i], "Subject")) { | |
if (!mi->keep_subject) { | |
cleanup_subject(mi, hdr); | |
cleanup_space(hdr); | |
} | |
output_header_lines(mi->output, "Subject", hdr); | |
} else if (!strcmp(header[i], "From")) { | |
cleanup_space(hdr); | |
handle_from(mi, hdr); | |
fprintf(mi->output, "Author: %s\n", mi->name.buf); | |
fprintf(mi->output, "Email: %s\n", mi->email.buf); | |
} else { | |
cleanup_space(hdr); | |
fprintf(mi->output, "%s: %s\n", header[i], hdr->buf); | |
} | |
} | |
fprintf(mi->output, "\n"); | |
} | |
int mailinfo(struct mailinfo *mi, const char *msg, const char *patch) | |
{ | |
FILE *cmitmsg; | |
int peek; | |
struct strbuf line = STRBUF_INIT; | |
cmitmsg = fopen(msg, "w"); | |
if (!cmitmsg) { | |
perror(msg); | |
return -1; | |
} | |
mi->patchfile = fopen(patch, "w"); | |
if (!mi->patchfile) { | |
perror(patch); | |
fclose(cmitmsg); | |
return -1; | |
} | |
mi->p_hdr_data = xcalloc(MAX_HDR_PARSED, sizeof(*(mi->p_hdr_data))); | |
mi->s_hdr_data = xcalloc(MAX_HDR_PARSED, sizeof(*(mi->s_hdr_data))); | |
do { | |
peek = fgetc(mi->input); | |
if (peek == EOF) { | |
fclose(cmitmsg); | |
return error("empty patch: '%s'", patch); | |
} | |
} while (isspace(peek)); | |
ungetc(peek, mi->input); | |
/* process the email header */ | |
while (read_one_header_line(&line, mi->input)) | |
check_header(mi, &line, mi->p_hdr_data, 1); | |
handle_body(mi, &line); | |
fwrite(mi->log_message.buf, 1, mi->log_message.len, cmitmsg); | |
fclose(cmitmsg); | |
fclose(mi->patchfile); | |
handle_info(mi); | |
strbuf_release(&line); | |
return mi->input_error; | |
} | |
int mailinfo_parse_quoted_cr_action(const char *actionstr, int *action) | |
{ | |
if (!strcmp(actionstr, "nowarn")) | |
*action = quoted_cr_nowarn; | |
else if (!strcmp(actionstr, "warn")) | |
*action = quoted_cr_warn; | |
else if (!strcmp(actionstr, "strip")) | |
*action = quoted_cr_strip; | |
else | |
return -1; | |
return 0; | |
} | |
static int git_mailinfo_config(const char *var, const char *value, void *mi_) | |
{ | |
struct mailinfo *mi = mi_; | |
if (!starts_with(var, "mailinfo.")) | |
return git_default_config(var, value, NULL); | |
if (!strcmp(var, "mailinfo.scissors")) { | |
mi->use_scissors = git_config_bool(var, value); | |
return 0; | |
} | |
if (!strcmp(var, "mailinfo.quotedcr")) { | |
if (mailinfo_parse_quoted_cr_action(value, &mi->quoted_cr) != 0) | |
return error(_("bad action '%s' for '%s'"), value, var); | |
return 0; | |
} | |
/* perhaps others here */ | |
return 0; | |
} | |
void setup_mailinfo(struct mailinfo *mi) | |
{ | |
memset(mi, 0, sizeof(*mi)); | |
strbuf_init(&mi->name, 0); | |
strbuf_init(&mi->email, 0); | |
strbuf_init(&mi->charset, 0); | |
strbuf_init(&mi->log_message, 0); | |
strbuf_init(&mi->inbody_header_accum, 0); | |
mi->quoted_cr = quoted_cr_warn; | |
mi->header_stage = 1; | |
mi->use_inbody_headers = 1; | |
mi->content_top = mi->content; | |
git_config(git_mailinfo_config, mi); | |
} | |
void clear_mailinfo(struct mailinfo *mi) | |
{ | |
strbuf_release(&mi->name); | |
strbuf_release(&mi->email); | |
strbuf_release(&mi->charset); | |
strbuf_release(&mi->inbody_header_accum); | |
free(mi->message_id); | |
strbuf_list_free(mi->p_hdr_data); | |
strbuf_list_free(mi->s_hdr_data); | |
while (mi->content < mi->content_top) { | |
free(*(mi->content_top)); | |
mi->content_top--; | |
} | |
strbuf_release(&mi->log_message); | |
} |