148 lines
6 KiB
Python
Executable file
148 lines
6 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
|
|
from __future__ import unicode_literals, absolute_import, print_function
|
|
|
|
import os
|
|
import sys
|
|
import subprocess
|
|
import pickle
|
|
from optparse import OptionParser
|
|
from locale import getpreferredencoding
|
|
import yaml
|
|
|
|
MAILMAN_BIN = subprocess.check_output(["which", "mailman3"]).decode("ascii").strip()
|
|
|
|
from mailman.commands.cli_import import Bouncer
|
|
sys.modules["Mailman.Bouncer"] = Bouncer
|
|
|
|
def call(command):
|
|
print(" ".join(command))
|
|
subprocess.check_call(command, env=os.environ)
|
|
|
|
def cmdget(command):
|
|
print(" ".join(command))
|
|
out = subprocess.check_output(command, env=os.environ)
|
|
return out.decode(getpreferredencoding()).strip()
|
|
|
|
|
|
class Importer(object):
|
|
|
|
def __init__(self, opts, config):
|
|
self.opts = opts
|
|
self.config = config
|
|
self.index_path = self._get_index_path()
|
|
self.existing_lists = [ l.strip() for l in
|
|
cmdget(["sudo", "-u", "mailman",
|
|
MAILMAN_BIN, "lists", "-q"]).split("\n") ]
|
|
if opts.exclude:
|
|
self.excluded = opts.exclude.strip().split(",")
|
|
else:
|
|
self.excluded = []
|
|
if opts.include:
|
|
self.included = opts.include.strip().split(",")
|
|
else:
|
|
self.included = []
|
|
|
|
def _get_index_path(self):
|
|
return None
|
|
sys.path.append(self.config["confdir"])
|
|
settings = __import__("settings")
|
|
sys.path.pop()
|
|
return settings.KITTYSTORE_SEARCH_INDEX
|
|
|
|
def import_dir(self, mm2libdir):
|
|
all_listnames = [ d for d in os.listdir(
|
|
os.path.join(mm2libdir, 'lists'))
|
|
if not d.startswith(".") ]
|
|
all_listnames.sort()
|
|
for index, listname in enumerate(all_listnames):
|
|
listaddr = "%s@%s" % (listname, self.opts.domain.strip())
|
|
if listname in self.excluded or listaddr in self.excluded:
|
|
print("Skipping excluded list %s" % listaddr)
|
|
continue
|
|
if self.included and (
|
|
listname not in self.included and
|
|
listaddr not in self.included):
|
|
print("Skipping not included list %s" % listaddr)
|
|
continue
|
|
print(listaddr, "(%d/%d)" % (index+1, len(all_listnames)))
|
|
confpickle = os.path.join(mm2libdir, 'lists', listname,
|
|
'config.pck')
|
|
if not os.path.exists(confpickle):
|
|
print("Missing configuration pickle:", confpickle)
|
|
continue
|
|
list_is_new = bool(listaddr not in self.existing_lists)
|
|
if self.opts.recreate and not list_is_new:
|
|
call(["sudo", "-u", "mailman", MAILMAN_BIN, "remove",
|
|
listaddr])
|
|
list_is_new = True
|
|
if list_is_new:
|
|
call(["sudo", "-u", "mailman", MAILMAN_BIN, "create", "-d",
|
|
listaddr])
|
|
call(["sudo", "-u", "mailman", MAILMAN_BIN, "import21",
|
|
listaddr, confpickle])
|
|
if not self.opts.no_archives:
|
|
archivefile = os.path.join(
|
|
mm2libdir, "archives", "private",
|
|
"%s.mbox" % listname, "%s.mbox" % listname)
|
|
archive_policy = bool(pickle.load(open(confpickle, "rb"),
|
|
encoding="utf-8", errors="ignore").get('archive'))
|
|
if not archive_policy:
|
|
print("List %s wants no archiving" % listname)
|
|
continue
|
|
if os.path.exists(archivefile) and \
|
|
(list_is_new or not self.opts.new_only):
|
|
call(["sudo", "django-admin", "hyperkitty_import",
|
|
"--pythonpath", self.config["confdir"],
|
|
"--settings", "settings", "-l", listaddr,
|
|
"--no-sync-mailman", archivefile])
|
|
if self.index_path:
|
|
call(["sudo", "chown", "mailman:apache", "-R", self.index_path])
|
|
call(["sudo", "chmod", "g+w", self.index_path])
|
|
if not self.opts.no_sync:
|
|
call(["sudo", "django-admin", "mailman_sync",
|
|
"--pythonpath", self.config["confdir"],
|
|
"--settings", "settings"])
|
|
|
|
|
|
|
|
def main():
|
|
parser = OptionParser()
|
|
parser.add_option("-n", "--new-only", action="store_true",
|
|
help="Only import the archives when the list is new")
|
|
parser.add_option("-A", "--no-archives", action="store_true",
|
|
help="Don't import the archives, only import the list config")
|
|
parser.add_option("-c", "--config", default="/etc/mailman-migration.conf",
|
|
help="Configuration file (default: %defaults)")
|
|
parser.add_option("-d", "--domain",
|
|
help="Domain for the mailing-lists")
|
|
parser.add_option("-x", "--exclude", default="",
|
|
help="Comma-separated list of lists to exclude")
|
|
parser.add_option("-i", "--include", default="",
|
|
help="Comma-separated list of lists to include, no other "
|
|
"list will be imported")
|
|
parser.add_option("-R", "--recreate", action="store_true",
|
|
help="Recreate the lists and re-import their configuration")
|
|
parser.add_option("-S", "--no-sync", action="store_true",
|
|
help="Don't run the mailman_sync admin command")
|
|
opts, args = parser.parse_args()
|
|
if len(args) != 1:
|
|
parser.error("Only one arg: the Mailman 2.1 lib dir to import")
|
|
if opts.include and opts.exclude:
|
|
parser.error("Only one of 'include' or 'exclude' may be used")
|
|
if not opts.domain:
|
|
parser.error("You must provide a domain name for the lists (--domain)")
|
|
|
|
mm2libdir = args[0]
|
|
if not os.path.exists(mm2libdir):
|
|
parser.error("No such directory: %s" % mm2libdir)
|
|
|
|
with open(opts.config) as conffile:
|
|
config = yaml.safe_load(conffile)
|
|
|
|
importer = Importer(opts, config)
|
|
importer.import_dir(mm2libdir)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|