diff --git a/distgit_bugzilla_sync/script.py b/distgit_bugzilla_sync/script.py
index 8dce05e..bd2bdfa 100644
--- a/distgit_bugzilla_sync/script.py
+++ b/distgit_bugzilla_sync/script.py
@@ -141,6 +141,8 @@ class BugzillaProxy:
             # Sometimes, building the user cache up front fails with a timeout.
             # It's ok, we build the cache as-needed later in the script.
             self.user_cache = {}
+        else:
+            self.invert_user_cache()
 
     def build_product_cache(self, pagure_projects):
         """ Cache the bugzilla info about each package in each product.
@@ -748,8 +750,6 @@ class DistgitBugzillaSync:
                                  self.env['bugzilla']['user'],
                                  self.env['bugzilla']['password'],
                                  self.env)
-        if self.args.print_fas_names:
-            bugzilla.invert_user_cache()
 
         if self.env["verbose"]:
             times["FAS cache building end"] = time.time()