ansible/roles/mailman/files/import-mm2.py
2015-11-19 08:34:58 +00:00

148 lines
6 KiB
Python
Executable file

#!/usr/bin/env python3
from __future__ import unicode_literals, absolute_import, print_function
import os
import sys
import subprocess
import pickle
from optparse import OptionParser
from locale import getpreferredencoding
import yaml
MAILMAN_BIN = subprocess.check_output(["which", "mailman3"]).decode("ascii").strip()
from mailman.commands.cli_import import Bouncer
sys.modules["Mailman.Bouncer"] = Bouncer
def call(command):
print(" ".join(command))
subprocess.check_call(command, env=os.environ)
def cmdget(command):
print(" ".join(command))
out = subprocess.check_output(command, env=os.environ)
return out.decode(getpreferredencoding()).strip()
class Importer(object):
def __init__(self, opts, config):
self.opts = opts
self.config = config
self.index_path = self._get_index_path()
self.existing_lists = [ l.strip() for l in
cmdget(["sudo", "-u", "mailman",
MAILMAN_BIN, "lists", "-q"]).split("\n") ]
if opts.exclude:
self.excluded = opts.exclude.strip().split(",")
else:
self.excluded = []
if opts.include:
self.included = opts.include.strip().split(",")
else:
self.included = []
def _get_index_path(self):
return None
sys.path.append(self.config["confdir"])
settings = __import__("settings")
sys.path.pop()
return settings.KITTYSTORE_SEARCH_INDEX
def import_dir(self, mm2libdir):
all_listnames = [ d for d in os.listdir(
os.path.join(mm2libdir, 'lists'))
if not d.startswith(".") ]
all_listnames.sort()
for index, listname in enumerate(all_listnames):
listaddr = "%s@%s" % (listname, self.opts.domain.strip())
if listname in self.excluded or listaddr in self.excluded:
print("Skipping excluded list %s" % listaddr)
continue
if self.included and (
listname not in self.included and
listaddr not in self.included):
print("Skipping not included list %s" % listaddr)
continue
print(listaddr, "(%d/%d)" % (index+1, len(all_listnames)))
confpickle = os.path.join(mm2libdir, 'lists', listname,
'config.pck')
if not os.path.exists(confpickle):
print("Missing configuration pickle:", confpickle)
continue
list_is_new = bool(listaddr not in self.existing_lists)
if self.opts.recreate and not list_is_new:
call(["sudo", "-u", "mailman", MAILMAN_BIN, "remove",
listaddr])
list_is_new = True
if list_is_new:
call(["sudo", "-u", "mailman", MAILMAN_BIN, "create", "-d",
listaddr])
call(["sudo", "-u", "mailman", MAILMAN_BIN, "import21",
listaddr, confpickle])
if not self.opts.no_archives:
archivefile = os.path.join(
mm2libdir, "archives", "private",
"%s.mbox" % listname, "%s.mbox" % listname)
archive_policy = bool(pickle.load(open(confpickle, "rb"),
encoding="utf-8", errors="ignore").get('archive'))
if not archive_policy:
print("List %s wants no archiving" % listname)
continue
if os.path.exists(archivefile) and \
(list_is_new or not self.opts.new_only):
call(["sudo", "django-admin", "hyperkitty_import",
"--pythonpath", self.config["confdir"],
"--settings", "settings", "-l", listaddr,
"--no-sync-mailman", archivefile])
if self.index_path:
call(["sudo", "chown", "mailman:apache", "-R", self.index_path])
call(["sudo", "chmod", "g+w", self.index_path])
if not self.opts.no_sync:
call(["sudo", "django-admin", "mailman_sync",
"--pythonpath", self.config["confdir"],
"--settings", "settings"])
def main():
parser = OptionParser()
parser.add_option("-n", "--new-only", action="store_true",
help="Only import the archives when the list is new")
parser.add_option("-A", "--no-archives", action="store_true",
help="Don't import the archives, only import the list config")
parser.add_option("-c", "--config", default="/etc/mailman-migration.conf",
help="Configuration file (default: %defaults)")
parser.add_option("-d", "--domain",
help="Domain for the mailing-lists")
parser.add_option("-x", "--exclude", default="",
help="Comma-separated list of lists to exclude")
parser.add_option("-i", "--include", default="",
help="Comma-separated list of lists to include, no other "
"list will be imported")
parser.add_option("-R", "--recreate", action="store_true",
help="Recreate the lists and re-import their configuration")
parser.add_option("-S", "--no-sync", action="store_true",
help="Don't run the mailman_sync admin command")
opts, args = parser.parse_args()
if len(args) != 1:
parser.error("Only one arg: the Mailman 2.1 lib dir to import")
if opts.include and opts.exclude:
parser.error("Only one of 'include' or 'exclude' may be used")
if not opts.domain:
parser.error("You must provide a domain name for the lists (--domain)")
mm2libdir = args[0]
if not os.path.exists(mm2libdir):
parser.error("No such directory: %s" % mm2libdir)
with open(opts.config) as conffile:
config = yaml.safe_load(conffile)
importer = Importer(opts, config)
importer.import_dir(mm2libdir)
if __name__ == "__main__":
main()