Catch errors for banned or private subreddits

bdfr/downloader.py

@@ -239,6 +239,11 @@ class RedditDownloader:
             for reddit in self._split_args_input(self.args.subreddit):
                 try:
                     reddit = self.reddit_instance.subreddit(reddit)
+                    try:
+                        self._check_subreddit_status(reddit)
+                    except errors.BulkDownloaderException as e:
+                        logger.error(e)
+                        continue
                     if self.args.search:
                         out.append(reddit.search(
                             self.args.search,
@@ -460,3 +465,12 @@ class RedditDownloader:
                 for line in file:
                     out.append(line.strip())
         return set(out)
+
+    @staticmethod
+    def _check_subreddit_status(subreddit: praw.models.Subreddit):
+        try:
+            assert subreddit.id
+        except prawcore.NotFound:
+            raise errors.BulkDownloaderException(f'Source {subreddit.display_name} does not exist or cannot be found')
+        except prawcore.Forbidden:
+            raise errors.BulkDownloaderException(f'Source {subreddit.display_name} is private and cannot be scraped')

tests/test_downloader.py

@@ -505,3 +505,15 @@ def test_check_user_existence_banned(
     downloader_mock.reddit_instance = reddit_instance
     with pytest.raises(BulkDownloaderException, match='is banned'):
         RedditDownloader._check_user_existence(downloader_mock, test_redditor_name)
+
+
+@pytest.mark.online
+@pytest.mark.reddit
+@pytest.mark.parametrize(('test_subreddit_name', 'expected_message'), (
+    ('donaldtrump', 'cannot be found'),
+    ('submitters', 'private and cannot be scraped')
+))
+def test_check_subreddit_status(test_subreddit_name: str, expected_message: str, reddit_instance: praw.Reddit):
+    test_subreddit = reddit_instance.subreddit(test_subreddit_name)
+    with pytest.raises(BulkDownloaderException, match=expected_message):
+        RedditDownloader._check_subreddit_status(test_subreddit)

tests/test_integration.py

@@ -255,6 +255,8 @@ def test_cli_archive_long(test_args: list[str], tmp_path: Path):
     ['--user', 'sdclhgsolgjeroij', '--submitted', '-L', 10],
     ['--user', 'me', '--upvoted', '-L', 10],
     ['--user', 'sdclhgsolgjeroij', '--upvoted', '-L', 10],
+    ['--subreddit', 'submitters', '-L', 10],  # Private subreddit
+    ['--subreddit', 'donaldtrump', '-L', 10],  # Banned subreddit
 ))
 def test_cli_download_soft_fail(test_args: list[str], tmp_path: Path):
     runner = CliRunner()