tasks.py

import logging
from models import User, TrackingDay, HabitDay
import handlers
from google.appengine.ext import ndb
from datetime import datetime, timedelta, time
import tools


class WarmupHandler(handlers.BaseRequestHandler):
    def get(self):
        logging.info("Warmup Request")

    def post(self):
        logging.info("Warmup Request")


class SyncReadables(handlers.BaseRequestHandler):
    def get(self):
        from services import pocket, goodreads
        logging.debug("Running SyncReadables cron...")
        TS_KEY = 'pocket_last_timestamp'
        users = User.SyncActive(['pocket', 'goodreads'])
        user_put = []
        for user in users:
            # Pocket
            user_changes = False
            access_token = user.get_integration_prop('pocket_access_token')
            if access_token:
                success, readables, latest_timestamp = pocket.sync(user, access_token)
                logging.debug("Got %d readables from pocket" % len(readables))
                user.set_integration_prop(TS_KEY, latest_timestamp)
                user_changes = True
            success, readables = goodreads.get_books_on_shelf(user, shelf='currently-reading')
            logging.debug("Got %d readables from good reads" % len(readables))
            if user_changes:
                user_put.append(user)
        ndb.put_multi(user_put)


class SyncGithub(handlers.BaseRequestHandler):
    GH_COMMIT_OVERLAP = 3  # Days back to capture late-pushed commits

    def get(self):
        from services.github import GithubClient
        last_date = self.request.get('date')
        if last_date:
            last_date = tools.fromISODate(last_date)
        else:
            last_date = (datetime.today() - timedelta(days=1))
        users = User.SyncActive('github')
        res = {}
        td_put = []
        for user in users:
            gh_client = GithubClient(user)
            if gh_client._can_run():
                date_range = [(last_date - timedelta(days=x)).date() for x in range(self.GH_COMMIT_OVERLAP)]
                logging.debug("Running SyncGithub cron for %s on %s..." % (user, date_range))
                commits_dict = gh_client.get_contributions_on_date_range(date_range)
                if commits_dict is not None:
                    for date, n_commits in commits_dict.items():
                        td = TrackingDay.Create(user, date)
                        td.set_properties({
                            'commits': n_commits
                        })
                        td_put.append(td)
            else:
                logging.debug("Github updater can't run")
        if td_put:
            ndb.put_multi(td_put)
        self.json_out(res)


class SyncFromGoogleFit(handlers.BaseRequestHandler):
    def get(self):
        from services.gfit import FitClient
        users = User.SyncActive('gfit')
        res = {}
        date = (datetime.today() - timedelta(days=1)).date()
        for user in users:
            fit_enabled = bool(user.get_integration_prop('gfit_activities'))
            logging.debug("Running SyncFromGoogleFit cron for %s on %s..." % (user, date))
            if fit_enabled:
                fit_client = FitClient(user)
                if fit_client:
                    var_durations = fit_client.aggregate_activity_durations(date)
                    logging.debug(var_durations)
                    if var_durations:
                        td = TrackingDay.Create(user, date)
                        td.set_properties(var_durations)
                        td.put()
            else:
                logging.debug("Fit not authorized")
        self.json_out(res, debug=True)


class PushToBigQuery(handlers.BaseRequestHandler):
    def get(self):
        from services.flow_bigquery import BigQueryClient
        days_ago = self.request.get_range('days_ago', default=8)
        days_ago_end = self.request.get_range('days_ago_end', default=1)
        users = User.SyncActive('bigquery')
        res = {}
        date = (datetime.today() - timedelta(days=1)).date()
        for user in users:
            enabled = bool(user.get_integration_prop('bigquery_dataset_name')) and \
                bool(user.get_integration_prop('bigquery_table_name'))
            if enabled:
                logging.debug("Running PushToBigQuery cron for %s on %s..." % (user, date))
                bq_client = BigQueryClient(user, days_ago=days_ago, days_ago_end=days_ago_end)
                if bq_client:
                    bq_client.run()
            else:
                logging.debug("BigQuery not enabled")
        self.json_out(res, debug=True)


class DeleteOldReports(handlers.BaseRequestHandler):
    def get(self):
        from models import Report
        cutoff = datetime.now() - timedelta(days=30)
        old_reports = Report.query().filter(Report.dt_created < cutoff).fetch(limit=None)
        n = 0
        if old_reports:
            for report in old_reports:
                try:
                    report.clean_delete(self_delete=False)
                except Exception, e:
                    logging.info(str(e))
            n = len(old_reports)
            ndb.delete_multi([dr.key for dr in old_reports])
        logging.debug("Deleted %d old reports" % n)


def backgroundReportRun(rkey, start_cursor=None):
    rkey = ndb.Key(urlsafe=rkey)
    r = rkey.get()
    if r:
        r.run(start_cursor=start_cursor)


def backgroundHabitDayDeletion(hkey, start_cursor=None):
    hkey = ndb.Key(urlsafe=hkey)
    done = False
    maxit = 50
    its = 0
    while not done and its < maxit:
        hds = HabitDay.All(hkey)
        if hds:
            ndb.delete_multi(hds)
            logging.debug("Deleted %d habit days from hkey=%s" % (len(hds), hkey))
        else:
            done = True
        its += 1