From ca23d32eef823ef49532871af6d64149a01e6afa Mon Sep 17 00:00:00 2001 From: Andrew Williams Date: Sun, 4 Apr 2010 01:54:13 +0100 Subject: [PATCH] Batches eve_api updates in batches of 50, allows for gradual updates throughout the day --- cronjobs.txt | 6 +++--- eve_api/cron.py | 3 ++- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/cronjobs.txt b/cronjobs.txt index 3486308..24edaad 100644 --- a/cronjobs.txt +++ b/cronjobs.txt @@ -1,6 +1,6 @@ ROOT=/home/matalok/auth/auth -@daily $ROOT/run-cron.py reddit.cron UpdateAPIs +@daily $ROOT/run-cron.py reddit.cron UpdateAPIs */10 * * * * $ROOT/run-cron.py reddit.cron ProcessValidations -@hourly $ROOT/run-cron.py eve_api.cron UpdateAPIs -@hourly * * * * $ROOT/run-cron.py sso.cron RemoveInvalidUsers > $ROOT/auth-update.log 2>&1 +*/5 * * * * $ROOT/run-cron.py eve_api.cron UpdateAPIs +@hourly $ROOT/run-cron.py sso.cron RemoveInvalidUsers > $ROOT/auth-update.log 2>&1 diff --git a/eve_api/cron.py b/eve_api/cron.py index 37fb9f9..ab90b4e 100644 --- a/eve_api/cron.py +++ b/eve_api/cron.py @@ -13,6 +13,7 @@ class UpdateAPIs(): settings = { 'update_corp': False } last_update_delay = 86400 + batches = 50 @property def _logger(self): @@ -26,7 +27,7 @@ class UpdateAPIs(): delta = datetime.timedelta(seconds=self.last_update_delay) self._logger.debug("Updating APIs older than %s" % (datetime.datetime.now() - delta)) - accounts = EVEAccount.objects.filter(api_last_updated__lt=(datetime.datetime.now() - delta)) + accounts = EVEAccount.objects.filter(api_last_updated__lt=(datetime.datetime.now() - delta))[:batches] self._logger.debug("%s account(s) to update" % len(accounts)) for acc in accounts: self._logger.info("Updating UserID %s" % acc.api_user_id)