app: add MetadataSyncJob for updating source metadata via queue

securedrop_client/api_jobs/downloads.py

@@ -17,7 +17,7 @@
 from securedrop_client.crypto import GpgHelper, CryptoError
 from securedrop_client.db import File, Message, Reply
 from securedrop_client.storage import mark_as_decrypted, mark_as_downloaded, \
-    set_message_or_reply_content
+    set_message_or_reply_content, get_remote_data, update_local_storage
 
 logger = logging.getLogger(__name__)
 
@@ -31,6 +31,46 @@ def __init__(self, message: str,
         self.uuid = uuid
 
 
+class MetadataSyncJob(ApiJob):
+    '''
+    Update source metadata such that new download jobs can be added to the queue.
+    '''
+
+    def __init__(self, data_dir: str, gpg: GpgHelper) -> None:
+        super().__init__()
+        self.data_dir = data_dir
+        self.gpg = gpg
+
+    def call_api(self, api_client: API, session: Session) -> Any:
+        '''
+        Override ApiJob.
+
+        Download new metadata, update the local database, import new keys, and
+        then the success signal will let the controller know to add any new download
+        jobs.
+        '''
+
+        remote_sources, remote_submissions, remote_replies = \
+            get_remote_data(api_client)
+
+        update_local_storage(session,
+                             remote_sources,
+                             remote_submissions,
+                             remote_replies,
+                             self.data_dir)
+
+        for source in remote_sources:
+            if source.key and source.key.get('type', None) == 'PGP':
+                pub_key = source.key.get('public', None)
+                fingerprint = source.key.get('fingerprint', None)
+                if not pub_key or not fingerprint:
+                    continue
+                try:
+                    self.gpg.import_key(source.uuid, pub_key, fingerprint)
+                except CryptoError:
+                    logger.warning('Failed to import key for source {}'.format(source.uuid))
+
+
 class DownloadJob(ApiJob):
     '''
     Download and decrypt a file that contains either a message, reply, or file submission.

securedrop_client/logic.py

@@ -33,11 +33,11 @@
 from securedrop_client import storage
 from securedrop_client import db
 from securedrop_client.api_jobs.downloads import FileDownloadJob, MessageDownloadJob, \
-    ReplyDownloadJob, DownloadChecksumMismatchException
+    ReplyDownloadJob, DownloadChecksumMismatchException, MetadataSyncJob
 from securedrop_client.api_jobs.uploads import SendReplyJob, SendReplyJobError, \
     SendReplyJobTimeoutError
 from securedrop_client.api_jobs.updatestar import UpdateStarJob, UpdateStarJobException
-from securedrop_client.crypto import GpgHelper, CryptoError
+from securedrop_client.crypto import GpgHelper
 from securedrop_client.export import Export
 from securedrop_client.queue import ApiJobQueue
 from securedrop_client.utils import check_dir_permissions
@@ -326,8 +326,8 @@ def on_authenticate_success(self, result):
             self.session)
         self.gui.show_main_window(user)
         self.update_sources()
-        self.sync_api()
         self.api_job_queue.login(self.api)
+        self.sync_api()
         self.is_authenticated = True
         self.resume_queues()
 
@@ -371,11 +371,14 @@ def sync_api(self):
 
         if self.authenticated():
             logger.debug("You are authenticated, going to make your call")
-            self.call_api(storage.get_remote_data,
-                          self.on_sync_success,
-                          self.on_sync_failure,
-                          self.api)
-            logger.debug("In sync_api, after call to call_api, on "
+
+            job = MetadataSyncJob(self.data_dir, self.gpg)
+
+            job.success_signal.connect(self.on_sync_success, type=Qt.QueuedConnection)
+            job.failure_signal.connect(self.on_sync_failure, type=Qt.QueuedConnection)
+            self.api_job_queue.enqueue(job)
+
+            logger.debug("In sync_api, after call to submit job to queue, on "
                          "thread {}".format(self.thread().currentThreadId()))
 
     def last_sync(self):
@@ -388,38 +391,18 @@ def last_sync(self):
         except Exception:
             return None
 
-    def on_sync_success(self, result) -> None:
+    def on_sync_success(self) -> None:
         """
-        Called when syncronisation of data via the API succeeds.
+        Called when syncronisation of data via the API queue succeeds.
 
-            * Update db with new metadata
             * Set last sync flag
-            * Import keys into keyring
             * Display the last sync time and updated list of sources in GUI
             * Download new messages and replies
             * Update missing files so that they can be re-downloaded
         """
-        remote_sources, remote_submissions, remote_replies = result
-        storage.update_local_storage(self.session,
-                                     remote_sources,
-                                     remote_submissions,
-                                     remote_replies,
-                                     self.data_dir)
-
         with open(self.sync_flag, 'w') as f:
             f.write(arrow.now().format())
 
-        for source in remote_sources:
-            if source.key and source.key.get('type', None) == 'PGP':
-                pub_key = source.key.get('public', None)
-                fingerprint = source.key.get('fingerprint', None)
-                if not pub_key or not fingerprint:
-                    continue
-                try:
-                    self.gpg.import_key(source.uuid, pub_key, fingerprint)
-                except CryptoError:
-                    logger.warning('Failed to import key for source {}'.format(source.uuid))
-
         storage.update_missing_files(self.data_dir, self.session)
         self.update_sources()
         self.download_new_messages()
@@ -428,7 +411,7 @@ def on_sync_success(self, result) -> None:
 
     def on_sync_failure(self, result: Exception) -> None:
         """
-        Called when syncronisation of data via the API fails.
+        Called when syncronisation of data via the API queue fails.
         """
         self.gui.update_error_status(
             _('The SecureDrop server cannot be reached.'),

securedrop_client/queue.py

@@ -10,7 +10,7 @@
 from securedrop_client.api_jobs.base import ApiJob, ApiInaccessibleError, DEFAULT_NUM_ATTEMPTS, \
     PauseQueueJob
 from securedrop_client.api_jobs.downloads import (FileDownloadJob, MessageDownloadJob,
-                                                  ReplyDownloadJob)
+                                                  ReplyDownloadJob, MetadataSyncJob)
 from securedrop_client.api_jobs.uploads import SendReplyJob
 from securedrop_client.api_jobs.updatestar import UpdateStarJob
 
@@ -41,7 +41,7 @@ class RunnableQueue(QObject):
     JOB_PRIORITIES = {
         # TokenInvalidationJob: 10,  # Not yet implemented
         PauseQueueJob: 11,
-        # MetadataSyncJob: 12,  # Not yet implemented
+        MetadataSyncJob: 12,
         FileDownloadJob: 13,  # File downloads processed in separate queue
         MessageDownloadJob: 13,
         ReplyDownloadJob: 13,