added progress bar for achiver

Author: stared

bdfr/archiver.py

@@ -17,6 +17,7 @@
 from bdfr.configuration import Configuration
 from bdfr.connector import RedditConnector
 from bdfr.exceptions import ArchiverError
+from bdfr.progress_bar import Progress
 from bdfr.resource import Resource
 
 logger = logging.getLogger(__name__)
@@ -27,24 +28,28 @@ def __init__(self, args: Configuration):
         super(Archiver, self).__init__(args)
 
     def download(self):
-        for generator in self.reddit_lists:
-            for submission in generator:
-                try:
-                    if (submission.author and submission.author.name in self.args.ignore_user) or (
-                        submission.author is None and "DELETED" in self.args.ignore_user
-                    ):
-                        logger.debug(
-                            f"Submission {submission.id} in {submission.subreddit.display_name} skipped"
-                            f" due to {submission.author.name if submission.author else 'DELETED'} being an ignored user"
-                        )
-                        continue
-                    if submission.id in self.excluded_submission_ids:
-                        logger.debug(f"Object {submission.id} in exclusion list, skipping")
-                        continue
-                    logger.debug(f"Attempting to archive submission {submission.id}")
-                    self.write_entry(submission)
-                except prawcore.PrawcoreException as e:
-                    logger.error(f"Submission {submission.id} failed to be archived due to a PRAW exception: {e}")
+        progress = Progress(self.args.progress_bar)
+        with progress.context():
+            for generator in progress.wrap_subreddit_iter(self.reddit_lists):
+                for submission in progress.wrap_post_iter(generator):
+                    try:
+                        if (submission.author and submission.author.name in self.args.ignore_user) or (
+                            submission.author is None and "DELETED" in self.args.ignore_user
+                        ):
+                            logger.debug(
+                                f"Submission {submission.id} in {submission.subreddit.display_name} skipped"
+                                f" due to {submission.author.name if submission.author else 'DELETED'} being an ignored user"
+                            )
+                            continue
+                        if submission.id in self.excluded_submission_ids:
+                            logger.debug(f"Object {submission.id} in exclusion list, skipping")
+                            continue
+                        logger.debug(f"Attempting to archive submission {submission.id}")
+                        self.write_entry(submission)
+                        progress.post_log(submission, True)
+                    except prawcore.PrawcoreException as e:
+                        logger.error(f"Submission {submission.id} failed to be archived due to a PRAW exception: {e}")
+                        progress.post_log(submission, False)
 
     def get_submissions_from_link(self) -> list[list[praw.models.Submission]]:
         supplied_submissions = []