homes/common/.local/bin/update-quotes

#!/usr/bin/env python3
# -*- coding: utf-8 -*-

"""
Create a JSON file containing quotes.

File is under EUPL1.2
Author: kujiu
"""

import json
import argparse
import logging

import pathlib
import sys
import os.path
import wikiquote

logger = logging.getLogger(__name__)

ch = logging.StreamHandler(sys.stderr)
ch.setFormatter(logging.Formatter('%(asctime)s %(levelname)s %(message)s'))
ch.setLevel(logging.WARNING)
logger.addHandler(ch)

def generate_quotes(srcfile):
    """
    Generate a dict with all quotes
    """
    quotes = {}
    with open(srcfile) as fin:
        sources_dict = json.load(fin)
    for lang in sources_dict:
        quotes.setdefault(lang, {})
        for category in sources_dict[lang]:
            quotes[lang].setdefault(category, {})
            for author in sources_dict[lang][category]:
                print(f"\n***** Retrieving {author} from {lang}/{category} *****")
                try:
                    quotes[lang][category][author] = wikiquote.quotes(
                        author, lang=lang
                    )
                except Exception:
                    logger.exception(
                        "Error when retrieving %s from %s/%s",
                        author, lang, category)
                    continue

                if not quotes[lang][category][author]:
                    logger.warning(
                        "Source %s from %s/%s has no quote.",
                        author, lang, category
                    )
                else:
                    logger.debug(
                        "Source %s from %s/%s: %d quotes.",
                        author, lang, category,
                        len(quotes[lang][category][author])
                    )
    return quotes

if __name__ == '__main__':
    parser = argparse.ArgumentParser(description="""
Generate a JSON file containing quotes from wikiquote.\n
\n
Source file must be a JSON in this format:\n
{\n
    'en': {'fantasy': ['Discworld', 'Terry Pratchett']},\n
    'fr': {'fantasy': ['Kaamelott/Arthur'], 'category2': ['Name']}\n
}\n
    """)
    parser.add_argument(
        '--source', default='~/.config/json-fortune/wikiquote-sources.json',
        help='JSON file with sources')
    parser.add_argument(
        '--dest', default='~/.local/share/json-fortune/fortunes.json',
        help='Destination file')
    parser.add_argument(
        '-d', '--debug', action='store_true', help="Debug mode")
    parser.add_argument(
        '-v', '--verbose', help="Verbose mode", action='store_true')
    options = parser.parse_args()

    class VerboseFilter(logging.Filter):
        def filter(self, rec):
            return rec.levelno in (logging.DEBUG, logging.INFO)

    if hasattr(options, 'debug') and options.debug:
        ch = logging.StreamHandler(sys.stdout)
        ch.setFormatter(logging.Formatter('%(asctime)s %(levelname)s %(message)s'))
        ch.setLevel(logging.DEBUG)
        ch.addFilter(VerboseFilter())
        logger.addHandler(ch)
        logger.setLevel(logging.DEBUG)

    elif hasattr(options, 'verbose') and options.verbose:
        ch = logging.StreamHandler(sys.stdout)
        ch.setFormatter(logging.Formatter('%(asctime)s %(levelname)s %(message)s'))
        ch.setLevel(logging.INFO)
        ch.addFilter(VerboseFilter())
        logger.addHandler(ch)
        logger.setLevel(logging.INFO)

    source = os.path.expanduser(
        os.path.expandvars(options.source)
    )

    dest = os.path.expanduser(
        os.path.expandvars(options.dest)
    )

    pathlib.Path(dest).parent.mkdir(parents=True, exist_ok=True)

    with open(dest, 'w') as fout:
        json.dump(generate_quotes(source), fout, indent=4)