bulk-downloader-for-reddit/bdfr/cloner.py

#!/usr/bin/env python3
# coding=utf-8

import logging

import prawcore

from bdfr.archiver import Archiver
from bdfr.configuration import Configuration
from bdfr.downloader import RedditDownloader

logger = logging.getLogger(__name__)


class RedditCloner(RedditDownloader, Archiver):
    def __init__(self, args: Configuration):
        super(RedditCloner, self).__init__(args)

    def download(self):
        for generator in self.reddit_lists:
            for submission in generator:
                try:
                    self._download_submission(submission)
                    self.write_entry(submission)
                except prawcore.PrawcoreException as e:
                    logger.error(f"Submission {submission.id} failed to be cloned due to a PRAW exception: {e}")