Mixonomer/music/api/spotfm.py

from flask import Blueprint, jsonify, request
import logging
import json
import os
import datetime

from music.api.decorators import admin_required, login_or_basic_auth, lastfm_username_required, spotify_link_required, cloud_task, gae_cron
import music.db.database as database
from music.tasks.refresh_lastfm_stats import refresh_lastfm_stats

from spotfm.maths.counter import Counter
from spotframework.model.uri import Uri

from google.cloud import firestore
from google.cloud import tasks_v2
from google.protobuf import timestamp_pb2

blueprint = Blueprint('spotfm-api', __name__)
logger = logging.getLogger(__name__)

db = firestore.Client()
tasker = tasks_v2.CloudTasksClient()
task_path = tasker.queue_path('sarsooxyz', 'europe-west2', 'spotify-executions')


@blueprint.route('/count', methods=['GET'])
@login_or_basic_auth
@spotify_link_required
@lastfm_username_required
def count(username=None):

    uri = request.args.get('uri', None)
    playlist_name = request.args.get('playlist_name', None)

    if uri is None and playlist_name is None:
        return jsonify({'error': 'no input provided'}), 401

    if uri:
        try:
            uri = Uri(uri)
        except ValueError:
            return jsonify({'error': 'malformed uri provided'}), 401

    spotnet = database.get_authed_spotify_network(username)
    fmnet = database.get_authed_lastfm_network(username)
    counter = Counter(fmnet=fmnet, spotnet=spotnet)

    if uri:
        uri_count = counter.count(uri=uri)
        return jsonify({
            "uri": str(uri),
            "count": uri_count,
            'uri_type': str(uri.object_type),
            'last.fm_username': fmnet.username
        }), 200
    elif playlist_name:

        playlists = spotnet.get_playlists()
        playlist = next((i for i in playlists if i.name == playlist_name), None)

        if playlist is not None:
            playlist_count = counter.count_playlist(playlist=playlist)
            return jsonify({
                "count": playlist_count,
                'playlist_name': playlist_name,
                'last.fm_username': fmnet.username
            }), 200
        else:
            return jsonify({'error': f'playlist {playlist_name} not found'}), 404


@blueprint.route('/playlist/refresh', methods=['GET'])
@login_or_basic_auth
@spotify_link_required
@lastfm_username_required
def playlist_refresh(username=None):

    playlist_name = request.args.get('name', None)

    if playlist_name:

        if os.environ.get('DEPLOY_DESTINATION', None) == 'PROD':
            create_refresh_playlist_task(username, playlist_name)
        else:
            refresh_lastfm_stats(username, playlist_name)

        return jsonify({'message': 'execution requested', 'status': 'success'}), 200

    else:
        logger.warning('no playlist requested')
        return jsonify({"error": 'no name requested'}), 400


@blueprint.route('/playlist/refresh/task', methods=['POST'])
@cloud_task
def run_playlist_task():

    payload = request.get_data(as_text=True)
    if payload:
        payload = json.loads(payload)

        logger.info(f'running {payload["username"]} / {payload["name"]}')

        refresh_lastfm_stats(payload['username'], payload['name'])

        return jsonify({'message': 'executed playlist', 'status': 'success'}), 200


@blueprint.route('/playlist/refresh/users', methods=['GET'])
@login_or_basic_auth
@admin_required
def run_users(username=None):
    execute_all_users()
    return jsonify({'message': 'executed all users', 'status': 'success'}), 200


@blueprint.route('/playlist/refresh/users/cron', methods=['GET'])
@gae_cron
def run_users_task():
    execute_all_users()
    return jsonify({'status': 'success'}), 200


@blueprint.route('/playlist/refresh/user', methods=['GET'])
@login_or_basic_auth
def run_user(username=None):

    if database.get_user_doc_ref(username).get().to_dict()['type'] == 'admin':
        user_name = request.args.get('username', username)
    else:
        user_name = username

    execute_user(user_name)

    return jsonify({'message': 'executed user', 'status': 'success'}), 200


@blueprint.route('/playlist/refresh/user/task', methods=['POST'])
@cloud_task
def run_user_task():

    payload = request.get_data(as_text=True)
    if payload:
        execute_user(payload)
        return jsonify({'message': 'executed user', 'status': 'success'}), 200


def execute_all_users():

    seconds_delay = 0
    logger.info('running')

    for iter_user in [i.to_dict() for i in db.collection(u'spotify_users').stream()]:

        if iter_user.get('spotify_linked') \
                and iter_user.get('lastfm_username') \
                and len(iter_user.get('lastfm_username')) > 0 \
                and not iter_user['locked']:

            if os.environ.get('DEPLOY_DESTINATION', None) == 'PROD':
                create_refresh_user_task(username=iter_user.get('username'), delay=seconds_delay)
            else:
                execute_user(username=iter_user.get('username'))

            seconds_delay += 2400

        else:
            logger.debug(f'skipping {iter_user.get("username")}')


def execute_user(username):

    playlists = [i.to_dict() for i in
                 database.get_user_playlists_collection(database.get_user_query_stream(username)[0].id).stream()]

    seconds_delay = 0
    logger.info(f'running {username}')

    user = database.get_user_doc_ref(username).get().to_dict()

    if user.get('lastfm_username') and len(user.get('lastfm_username')) > 0:
        for iterate_playlist in playlists:
            if iterate_playlist.get('uri', None):

                if os.environ.get('DEPLOY_DESTINATION', None) == 'PROD':
                    create_refresh_playlist_task(username, iterate_playlist['name'], seconds_delay)
                else:
                    refresh_lastfm_stats(username, iterate_playlist['name'])

                seconds_delay += 1200
    else:
        logger.error('no last.fm username')


def create_refresh_user_task(username, delay=0):

    task = {
        'app_engine_http_request': {  # Specify the type of request.
            'http_method': 'POST',
            'relative_uri': '/api/spotfm/playlist/refresh/user/task',
            'body': username.encode()
        }
    }

    if delay > 0:
        d = datetime.datetime.utcnow() + datetime.timedelta(seconds=delay)

        # Create Timestamp protobuf.
        timestamp = timestamp_pb2.Timestamp()
        timestamp.FromDatetime(d)

        # Add the timestamp to the tasks.
        task['schedule_time'] = timestamp

    tasker.create_task(task_path, task)


def create_refresh_playlist_task(username, playlist_name, delay=0):

    task = {
        'app_engine_http_request': {  # Specify the type of request.
            'http_method': 'POST',
            'relative_uri': '/api/spotfm/playlist/refresh/task',
            'body': json.dumps({
                'username': username,
                'name': playlist_name
            }).encode()
        }
    }

    if delay > 0:

        d = datetime.datetime.utcnow() + datetime.timedelta(seconds=delay)

        # Create Timestamp protobuf.
        timestamp = timestamp_pb2.Timestamp()
        timestamp.FromDatetime(d)

        # Add the timestamp to the tasks.
        task['schedule_time'] = timestamp

    tasker.create_task(task_path, task)