1 /* notmuch - Not much of an email program, (just index and search)
3 * Copyright © 2009 Carl Worth
4 * Copyright © 2009 Keith Packard
6 * This program is free software: you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation, either version 3 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program. If not, see http://www.gnu.org/licenses/ .
19 * Authors: Carl Worth <cworth@cworth.org>
20 * Keith Packard <keithp@keithp.com>
23 #include "notmuch-client.h"
25 typedef int (*command_function_t) (void *ctx, int argc, char *argv[]);
27 typedef struct command {
29 command_function_t function;
30 const char *arguments;
32 const char *documentation;
35 #define MAX_ALIAS_SUBSTITUTIONS 3
37 typedef struct alias {
39 const char *substitutions[MAX_ALIAS_SUBSTITUTIONS];
43 { "part", { "show", "--format=raw"}},
44 { "search-tags", {"search", "--output=tags", "*"}}
48 notmuch_help_command (void *ctx, int argc, char *argv[]);
50 static const char search_terms_help[] =
51 "\tSeveral notmuch commands accept a common syntax for search\n"
54 "\tThe search terms can consist of free-form text (and quoted\n"
55 "\tphrases) which will match all messages that contain all of\n"
56 "\tthe given terms/phrases in the body, the subject, or any of\n"
57 "\tthe sender or recipient headers.\n"
59 "\tAs a special case, a search string consisting of exactly a\n"
60 "\tsingle asterisk (\"*\") will match all messages.\n"
62 "\tIn addition to free text, the following prefixes can be used\n"
63 "\tto force terms to match against specific portions of an email,\n"
64 "\t(where <brackets> indicate user-supplied values):\n"
66 "\t\tfrom:<name-or-address>\n"
67 "\t\tto:<name-or-address>\n"
68 "\t\tsubject:<word-or-quoted-phrase>\n"
69 "\t\tattachment:<word>\n"
70 "\t\ttag:<tag> (or is:<tag>)\n"
71 "\t\tid:<message-id>\n"
72 "\t\tthread:<thread-id>\n"
73 "\t\tfolder:<directory-path>\n"
75 "\tThe from: prefix is used to match the name or address of\n"
76 "\tthe sender of an email message.\n"
78 "\tThe to: prefix is used to match the names or addresses of\n"
79 "\tany recipient of an email message, (whether To, Cc, or Bcc).\n"
81 "\tAny term prefixed with subject: will match only text from\n"
82 "\tthe subject of an email. Quoted phrases are supported when\n"
83 "\tsearching with: subject:\"this is a phrase\".\n"
85 "\tFor tag: and is:, valid tag values include \"inbox\" and \"unread\"\n"
86 "\tby default for new messages added by \"notmuch new\" as well\n"
87 "\tas any other tag values added manually with \"notmuch tag\".\n"
89 "\tFor id:, message ID values are the literal contents of the\n"
90 "\tMessage-ID: header of email messages, but without the '<','>'\n"
93 "\tThe thread: prefix can be used with the thread ID values that\n"
94 "\tare generated internally by notmuch (and do not appear in email\n"
95 "\tmessages). These thread ID values can be seen in the first\n"
96 "\tcolumn of output from \"notmuch search\".\n"
98 "\tThe folder: prefix can be used to search for email message\n"
99 "\tfiles that are contained within particular directories within\n"
100 "\tthe mail store. Only the directory components below the top-level\n"
101 "\tmail database path are available to be searched.\n"
103 "\tIn addition to individual terms, multiple terms can be\n"
104 "\tcombined with Boolean operators (\"and\", \"or\", \"not\", etc.).\n"
105 "\tEach term in the query will be implicitly connected by a\n"
106 "\tlogical AND if no explicit operator is provided, (except\n"
107 "\tthat terms with a common prefix will be implicitly combined\n"
108 "\twith OR until we get Xapian defect #402 fixed).\n"
110 "\tParentheses can also be used to control the combination of\n"
111 "\tthe Boolean operators, but will have to be protected from\n"
112 "\tinterpretation by the shell, (such as by putting quotation\n"
113 "\tmarks around any parenthesized expression).\n"
115 "\tFinally, results can be restricted to only messages within a\n"
116 "\tparticular time range, (based on the Date: header) with:\n"
118 "\t\t<intial-timestamp>..<final-timestamp>\n"
120 "\tEach timestamp is a number representing the number of seconds\n"
121 "\tsince 1970-01-01 00:00:00 UTC. This is not the most convenient\n"
122 "\tmeans of expressing date ranges, but until notmuch is fixed to\n"
123 "\taccept a more convenient form, one can use the date program to\n"
124 "\tconstruct timestamps. For example, with the bash shell the\n"
125 "\tfollowing syntax would specify a date range to return messages\n"
126 "\tfrom 2009-10-01 until the current time:\n"
128 "\t\t$(date +%%s -d 2009-10-01)..$(date +%%s)\n\n";
130 static command_t commands[] = {
131 { "setup", notmuch_setup_command,
133 "Interactively setup notmuch for first use.",
134 "\tThe setup command will prompt for your full name, your primary\n"
135 "\temail address, any alternate email addresses you use, and the\n"
136 "\tdirectory containing your email archives. Your answers will be\n"
137 "\twritten to a configuration file in ${NOTMUCH_CONFIG} (if set)\n"
138 "\tor ${HOME}/.notmuch-config.\n"
140 "\tThis configuration file will be created with descriptive\n"
141 "\tcomments, making it easy to edit by hand later to change the\n"
142 "\tconfiguration. Or you can run \"notmuch setup\" again.\n"
144 "\tInvoking notmuch with no command argument will run setup if\n"
145 "\tthe setup command has not previously been completed." },
146 { "new", notmuch_new_command,
148 "Find and import new messages to the notmuch database.",
149 "\tScans all sub-directories of the mail directory, performing\n"
150 "\tfull-text indexing on new messages that are found. Each new\n"
151 "\tmessage will be tagged as both \"inbox\" and \"unread\".\n"
153 "\tYou should run \"notmuch new\" once after first running\n"
154 "\t\"notmuch setup\" to create the initial database. The first\n"
155 "\trun may take a long time if you have a significant amount of\n"
156 "\tmail (several hundred thousand messages or more).\n"
158 "\tSubsequently, you should run \"notmuch new\" whenever new mail\n"
159 "\tis delivered and you wish to incorporate it into the database.\n"
160 "\tThese subsequent runs will be much quicker than the initial run.\n"
162 "\tSupported options for new include:\n"
166 "\t\tVerbose operation. Shows paths of message files as\n"
167 "\t\tthey are being indexed.\n"
169 "\tInvoking notmuch with no command argument will run new if\n"
170 "\tthe setup command has previously been completed, but new has\n"
171 "\tnot previously been run." },
172 { "search", notmuch_search_command,
173 "[options...] <search-terms> [...]",
174 "Search for messages matching the given search terms.",
175 "\tNote that the individual mail messages will be matched\n"
176 "\tagainst the search terms, but the results will be the\n"
177 "\tthreads (one per line) containing the matched messages.\n"
179 "\tSupported options for search include:\n"
181 "\t--format=(json|text)\n"
183 "\t\tPresents the results in either JSON or\n"
184 "\t\tplain-text (default)\n"
186 "\t--output=(summary|threads|messages|files|tags)\n"
188 "\t\tsummary (default)\n"
190 "\t\tOutput a summary of each thread with any message matching the\n"
191 "\t\tsearch terms. The summary includes the thread ID, date, the\n"
192 "\t\tnumber of messages in the thread (both the number matched and\n"
193 "\t\tthe total number), the authors of the thread and the subject.\n"
197 "\t\tOutput the thread IDs of all threads with any message matching\n"
198 "\t\tthe search terms, either one per line (--format=text) or as a\n"
199 "\t\tJSON array (--format=json).\n"
203 "\t\tOutput the message IDs of all messages matching the search\n"
204 "\t\tterms, either one per line (--format=text) or as a JSON array\n"
205 "\t\t(--format=json).\n"
209 "\t\tOutput the filenames of all messages matching the search\n"
210 "\t\tterms, either one per line (--format=text) or as a JSON array\n"
211 "\t\t(--format=json).\n"
215 "\t\tOutput all tags that appear on any message matching the search\n"
216 "\t\tterms, either one per line (--format=text) or as a JSON array\n"
217 "\t\t(--format=json).\n"
219 "\t--sort=(newest-first|oldest-first)\n"
221 "\t\tPresent results in either chronological order\n"
222 "\t\t(oldest-first) or reverse chronological order\n"
223 "\t\t(newest-first), which is the default.\n"
225 "\tSee \"notmuch help search-terms\" for details of the search\n"
227 { "show", notmuch_show_command,
228 "<search-terms> [...]",
229 "Show all messages matching the search terms.",
230 "\tThe messages are grouped and sorted based on the threading\n"
231 "\t(all replies to a particular message appear immediately\n"
232 "\tafter that message in date order).\n"
234 "\tSupported options for show include:\n"
236 "\t--entire-thread\n"
238 "\t\tBy default only those messages that match the\n"
239 "\t\tsearch terms will be displayed. With this option,\n"
240 "\t\tall messages in the same thread as any matched\n"
241 "\t\tmessage will be displayed.\n"
243 "\t--format=(text|json|mbox|raw)\n"
245 "\t\ttext (default for messages)\n"
247 "\t\tThe default plain-text format has all text-content MIME parts\n"
248 "\t\tdecoded. Various components in the output, ('message', 'header',\n"
249 "\t\t'body', 'attachment', and MIME 'part') are delimited by\n"
250 "\t\teasily-parsed markers. Each marker consists of a Control-L\n"
251 "\t\tcharacter (ASCII decimal 12), the name of the marker, and\n"
252 "\t\tthen either an opening or closing brace, '{' or '}' to\n"
253 "\t\teither open or close the component. For a multipart MIME\n"
254 "\t\tmessage, these parts will be nested.\n"
258 "\t\tThe output is formatted with Javascript Object Notation\n"
259 "\t\t(JSON). This format is more robust than the text format\n"
260 "\t\tfor automated processing. The nested structure of multipart\n"
261 "\t\tMIME messages is reflected in nested JSON output. JSON\n"
262 "\t\toutput always includes all messages in a matching thread;\n"
263 "\t\tin effect '--format=json' implies '--entire-thread'\n"
267 "\t\tAll matching messages are output in the traditional, Unix\n"
268 "\t\tmbox format with each message being prefixed by a line\n"
269 "\t\tbeginning with 'From ' and a blank line separating each\n"
270 "\t\tmessage. Lines in the message content beginning with 'From '\n"
271 "\t\t(preceded by zero or more '>' characters) have an additional\n"
272 "\t\t'>' character added. This reversible escaping is termed\n"
273 "\t\t\"mboxrd\" format and described in detail here:\n"
275 "\t\thttp://homepage.ntlworld.com/jonathan.deboynepollard/FGA/mail-mbox-formats.html\n"
277 "\t\traw (default for a single part, see --part)\n"
279 "\t\tFor a message, the original, raw content of the email\n"
280 "\t\tmessage is output. Consumers of this format should\n"
281 "\t\texpect to implement MIME decoding and similar functions.\n"
283 "\t\tFor a single part (--part) the raw part content is output\n"
284 "\t\tafter performing any necessary MIME decoding.\n"
286 "\t\tThe raw format must only be used with search terms matching\n"
287 "\t\tsingle message.\n"
291 "\t\tOutput the single decoded MIME part N of a single message.\n"
292 "\t\tThe search terms must match only a single message.\n"
293 "\t\tMessage parts are numbered in a depth-first walk of the\n"
294 "\t\tmessage MIME structure, and are identified in the 'json' or\n"
295 "\t\t'text' output formats.\n"
299 "\t\tCompute and report the validity of any MIME cryptographic\n"
300 "\t\tsignatures found in the selected content (ie.\n"
301 "\t\t\"multipart/signed\" parts). Status of the signature will be\n"
302 "\t\treported (currently only supported with --format=json) and\n"
303 "\t\tthe multipart/signed part will be replaced by the signed data.\n"
307 "\t\tDecrypt any MIME encrypted parts found in the selected content\n"
308 "\t\t(ie. \"multipart/encrypted\" parts). Status of the decryption\n"
309 "\t\twill be reported (currently only supported with --format=json)\n"
310 "\t\tand the multipart/encrypted part will be replaced by the\n"
311 "\t\tdecrypted content.\n"
314 "\tA common use of \"notmuch show\" is to display a single\n"
315 "\tthread of email messages. For this, use a search term of\n"
316 "\t\"thread:<thread-id>\" as can be seen in the first column\n"
317 "\tof output from the \"notmuch search\" command.\n"
319 "\tSee \"notmuch help search-terms\" for details of the search\n"
321 { "count", notmuch_count_command,
322 "<search-terms> [...]",
323 "Count messages matching the search terms.",
324 "\tThe number of matching messages is output to stdout.\n"
326 "\tWith no search terms, a count of all messages in the database\n"
327 "\twill be displayed.\n"
329 "\tSee \"notmuch help search-terms\" for details of the search\n"
331 { "reply", notmuch_reply_command,
332 "[options...] <search-terms> [...]",
333 "Construct a reply template for a set of messages.",
334 "\tConstructs a new message as a reply to a set of existing\n"
335 "\tmessages. The Reply-To: header (if any, otherwise From:) is\n"
336 "\tused for the To: address. The To: and Cc: headers are copied,\n"
337 "\tbut not including any of the user's configured addresses.\n"
339 "\tA suitable subject is constructed. The In-Reply-to: and\n"
340 "\tReferences: headers are set appropriately, and the content\n"
341 "\tof the original messages is quoted and included in the body\n"
342 "\t(unless --format=headers-only is given).\n"
344 "\tThe resulting message template is output to stdout.\n"
346 "\tSupported options for reply include:\n"
348 "\t--format=(default|headers-only)\n"
351 "\t\t\tIncludes subject and quoted message body.\n"
353 "\t\theaders-only:\n"
354 "\t\t\tOnly produces In-Reply-To, References, To\n"
355 "\t\t\tCc, and Bcc headers.\n"
357 "\tSee \"notmuch help search-terms\" for details of the search\n"
359 { "tag", notmuch_tag_command,
360 "+<tag>|-<tag> [...] [--] <search-terms> [...]",
361 "Add/remove tags for all messages matching the search terms.",
362 "\tThe search terms are handled exactly as in 'search' so one\n"
363 "\tcan use that command first to see what will be modified.\n"
365 "\tTags prefixed by '+' are added while those prefixed by\n"
366 "\t'-' are removed. For each message, tag removal is performed\n"
367 "\tbefore tag addition.\n"
369 "\tThe beginning of <search-terms> is recognized by the first\n"
370 "\targument that begins with neither '+' nor '-'. Support for\n"
371 "\tan initial search term beginning with '+' or '-' is provided\n"
372 "\tby allowing the user to specify a \"--\" argument to separate\n"
373 "\tthe tags from the search terms.\n"
375 "\tSee \"notmuch help search-terms\" for details of the search\n"
377 { "dump", notmuch_dump_command,
378 "[<filename>] [--] [<search-terms>]",
379 "Create a plain-text dump of the tags for each message.",
380 "\tOutput is to the given filename, if any, or to stdout.\n"
381 "\tNote that using the filename argument is deprecated.\n"
383 "\tThese tags are the only data in the notmuch database\n"
384 "\tthat can't be recreated from the messages themselves.\n"
385 "\tThe output of notmuch dump is therefore the only\n"
386 "\tcritical thing to backup (and much more friendly to\n"
387 "\tincremental backup than the native database files.)\n"
389 "\tWith no search terms, a dump of all messages in the\n"
390 "\tdatabase will be generated. A \"--\" argument instructs\n"
391 "\tnotmuch that the remaining arguments are search terms.\n"
393 "\tSee \"notmuch help search-terms\" for the search-term syntax.\n"
395 { "restore", notmuch_restore_command,
396 "[--accumulate] [<filename>]",
397 "Restore the tags from the given dump file (see 'dump').",
398 "\tInput is read from the given filename, if any, or from stdin.\n"
399 "\tNote: The dump file format is specifically chosen to be\n"
400 "\tcompatible with the format of files produced by sup-dump.\n"
401 "\tSo if you've previously been using sup for mail, then the\n"
402 "\t\"notmuch restore\" command provides you a way to import\n"
403 "\tall of your tags (or labels as sup calls them).\n"
404 "\tThe --accumulate switch causes the union of the existing and new\n"
405 "\ttags to be applied, instead of replacing each message's tags as\n"
406 "\tthey are read in from the dump file."},
407 { "config", notmuch_config_command,
408 "[get|set] <section>.<item> [value ...]",
409 "Get or set settings in the notmuch configuration file.",
410 " config get <section>.<item>\n"
412 "\tThe value of the specified configuration item is printed\n"
413 "\tto stdout. If the item has multiple values, each value\n"
414 "\tis separated by a newline character.\n"
416 "\tAvailable configuration items include at least\n"
418 "\t\tdatabase.path\n"
420 "\t\tuser.primary_email\n"
421 "\t\tuser.other_email\n"
424 " config set <section>.<item> [value ...]\n"
426 "\tThe specified configuration item is set to the given value.\n"
427 "\tTo specify a multiple-value item, provide each value as\n"
428 "\ta separate command-line argument.\n"
430 "\tIf no values are provided, the specified configuration item\n"
431 "\twill be removed from the configuration file." },
432 { "help", notmuch_help_command,
434 "This message, or more detailed help for the named command.",
435 "\tExcept in this case, where there's not much more detailed\n"
436 "\thelp available." }
446 "Usage: notmuch --help\n"
447 " notmuch --version\n"
448 " notmuch <command> [args...]\n");
450 fprintf (out, "The available commands are as follows:\n");
453 for (i = 0; i < ARRAY_SIZE (commands); i++) {
454 command = &commands[i];
456 fprintf (out, " %-11s %s\n",
457 command->name, command->summary);
462 "Use \"notmuch help <command>\" for more details on each command\n"
463 "and \"notmuch help search-terms\" for the common search-terms syntax.\n\n");
467 notmuch_help_command (unused (void *ctx), int argc, char *argv[])
472 argc--; argv++; /* Ignore "help" */
475 printf ("The notmuch mail system.\n\n");
480 for (i = 0; i < ARRAY_SIZE (commands); i++) {
481 command = &commands[i];
483 if (strcmp (argv[0], command->name) == 0) {
484 printf ("Help for \"notmuch %s\":\n\n", argv[0]);
485 if (command->arguments)
486 printf ("%s %s\n\n\t%s\n\n%s\n\n",
487 command->name, command->arguments,
488 command->summary, command->documentation);
490 printf ("%s\t%s\n\n%s\n\n", command->name,
491 command->summary, command->documentation);
496 if (strcmp (argv[0], "search-terms") == 0) {
497 printf ("Help for <%s>\n\n", argv[0]);
498 for (i = 0; i < ARRAY_SIZE (commands); i++) {
499 command = &commands[i];
501 if (command->arguments &&
502 strstr (command->arguments, "search-terms"))
504 printf ("\t%s\t%s\n",
505 command->name, command->arguments);
509 printf (search_terms_help);
514 "\nSorry, %s is not a known command. There's not much I can do to help.\n\n",
519 /* Handle the case of "notmuch" being invoked with no command
520 * argument. For now we just call notmuch_setup_command, but we plan
521 * to be more clever about this in the future.
526 notmuch_config_t *config;
527 notmuch_bool_t is_new;
531 config = notmuch_config_open (ctx, NULL, &is_new);
533 /* If the user has never configured notmuch, then run
534 * notmuch_setup_command which will give a nice welcome message,
535 * and interactively guide the user through the configuration. */
537 notmuch_config_close (config);
538 return notmuch_setup_command (ctx, 0, NULL);
541 /* Notmuch is already configured, but is there a database? */
542 db_path = talloc_asprintf (ctx, "%s/%s",
543 notmuch_config_get_database_path (config),
545 if (stat (db_path, &st)) {
546 notmuch_config_close (config);
547 if (errno != ENOENT) {
548 fprintf (stderr, "Error looking for notmuch database at %s: %s\n",
549 db_path, strerror (errno));
552 printf ("Notmuch is configured, but there's not yet a database at\n\n\t%s\n\n",
554 printf ("You probably want to run \"notmuch new\" now to create that database.\n\n"
555 "Note that the first run of \"notmuch new\" can take a very long time\n"
556 "and that the resulting database will use roughly the same amount of\n"
557 "storage space as the email being indexed.\n\n");
561 printf ("Notmuch is configured and appears to have a database. Excellent!\n\n"
562 "At this point you can start exploring the functionality of notmuch by\n"
563 "using commands such as:\n\n"
564 "\tnotmuch search tag:inbox\n\n"
565 "\tnotmuch search to:\"%s\"\n\n"
566 "\tnotmuch search from:\"%s\"\n\n"
567 "\tnotmuch search subject:\"my favorite things\"\n\n"
568 "See \"notmuch help search\" for more details.\n\n"
569 "You can also use \"notmuch show\" with any of the thread IDs resulting\n"
570 "from a search. Finally, you may want to explore using a more sophisticated\n"
571 "interface to notmuch such as the emacs interface implemented in notmuch.el\n"
572 "or any other interface described at http://notmuchmail.org\n\n"
573 "And don't forget to run \"notmuch new\" whenever new mail arrives.\n\n"
574 "Have fun, and may your inbox never have much mail.\n\n",
575 notmuch_config_get_user_name (config),
576 notmuch_config_get_user_primary_email (config));
578 notmuch_config_close (config);
584 main (int argc, char *argv[])
590 const char **argv_local;
592 talloc_enable_null_tracking ();
594 local = talloc_new (NULL);
600 return notmuch (local);
602 if (STRNCMP_LITERAL (argv[1], "--help") == 0)
603 return notmuch_help_command (NULL, 0, NULL);
605 if (STRNCMP_LITERAL (argv[1], "--version") == 0) {
606 printf ("notmuch " STRINGIFY(NOTMUCH_VERSION) "\n");
610 for (i = 0; i < ARRAY_SIZE (aliases); i++) {
613 if (strcmp (argv[1], alias->name) == 0)
617 argv_local = talloc_size (local, sizeof (char *) *
618 (argc + MAX_ALIAS_SUBSTITUTIONS - 1));
619 if (argv_local == NULL) {
620 fprintf (stderr, "Out of memory.\n");
624 /* Copy all substution arguments from the alias. */
625 argv_local[0] = argv[0];
626 for (j = 0; j < MAX_ALIAS_SUBSTITUTIONS; j++) {
627 if (alias->substitutions[j] == NULL)
629 argv_local[j+1] = alias->substitutions[j];
633 /* And copy all original arguments (skipping the argument
634 * that matched the alias of course. */
635 for (j = 2; j < (unsigned) argc; j++) {
636 argv_local[substitutions+j-1] = argv[j];
639 argc += substitutions - 1;
640 argv = (char **) argv_local;
644 for (i = 0; i < ARRAY_SIZE (commands); i++) {
645 command = &commands[i];
647 if (strcmp (argv[1], command->name) == 0)
648 return (command->function) (local, argc - 1, &argv[1]);
651 fprintf (stderr, "Error: Unknown command '%s' (see \"notmuch help\")\n",