from datetime import datetime, timedelta from xml.dom import minidom from celery.decorators import task from celery.task.sets import TaskSet from eve_proxy.models import CachedDocument from eve_api.models import EVEAccount, EVEPlayerCharacter from eve_api.app_defines import * from eve_api.utils import basic_xml_parse_doc from eve_api.tasks.character import import_eve_character from eve_api.tasks.corporation import import_corp_members, import_corp_details from sso.tasks import update_user_access from django.contrib.auth.models import User @task(ignore_result=True, expires=120) def queue_apikey_updates(update_delay=86400, batch_size=50): """ Updates all Eve API elements in the database """ log = queue_apikey_updates.get_logger() # Update all the eve accounts and related corps delta = timedelta(seconds=update_delay) log.info("Updating APIs older than %s" % (datetime.now() - delta)) accounts = EVEAccount.objects.filter(api_last_updated__lt=(datetime.now() - delta)).exclude(api_status=API_STATUS_ACC_EXPIRED).exclude(api_status=API_STATUS_AUTH_ERROR).order_by('api_last_updated')[:batch_size] log.info("%s account(s) to update" % accounts.count()) for acc in accounts: log.debug("Queueing UserID %s for update" % acc.api_user_id) if not acc.user: acc.delete() continue import_apikey.delay(api_key=acc.api_key, api_userid=acc.api_user_id) @task(ignore_result=True) def import_apikey(api_userid, api_key, user=None, force_cache=False): """ Imports a EVE Account from the API, doesn't return a result """ import_apikey_func(api_userid, api_key, user, force_cache) @task() def import_apikey_result(api_userid, api_key, user=None, force_cache=False): """ Imports a EVE Account from the API and returns the account object when completed """ return import_apikey_func(api_userid, api_key, user, force_cache) def import_apikey_func(api_userid, api_key, user=None, force_cache=False): log = import_apikey.get_logger('import_apikey_result') log.info('Importing %s/%s' % (api_userid, api_key)) auth_params = {'userid': api_userid, 'apikey': api_key} account_doc = CachedDocument.objects.api_query('/account/Characters.xml.aspx', params=auth_params, no_cache=force_cache) doc = basic_xml_parse_doc(account_doc)['eveapi'] # Checks for a document error if 'error' in doc: try: account = EVEAccount.objects.get(id=api_userid) except EVEAccount.DoesNotExist: # If no Account exists in the DB, just ignore it return error = doc['error']['code'] if int(error) >= 500: # API disabled, down or rejecting, return without changes return elif error in ['202', '203', '204', '205', '212']: account.api_status = API_STATUS_AUTH_ERROR elif error == '211': account.api_status = API_STATUS_ACC_EXPIRED else: account.api_status = API_STATUS_OTHER_ERROR account.api_last_updated = datetime.utcnow() account.save() return account # Create or retrieve the account last to make sure everything # before here is good to go. account, created = EVEAccount.objects.get_or_create(id=api_userid, api_user_id=api_userid, api_key=api_key) account.api_status = API_STATUS_OK if user and created: account.user = User.objects.get(id=user) account.api_last_updated = datetime.utcnow() account.save() # Check API keytype if we have a character and a unknown key status if account.api_keytype == API_KEYTYPE_UNKNOWN: keycheck = CachedDocument.objects.api_query('/account/AccountStatus.xml.aspx', params=auth_params, no_cache=True) keydoc = basic_xml_parse_doc(keycheck)['eveapi'] if 'error' in keydoc: account.api_keytype = API_KEYTYPE_LIMITED elif not 'error' in keydoc: account.api_keytype = API_KEYTYPE_FULL else: account.api_keytype = API_KEYTYPE_UNKNOWN account.api_last_updated = datetime.utcnow() account.save() # Process the account's character list charlist = set(account.characters.all().values_list('id', flat=True)) newcharlist = set([]) for char in doc['result']['characters']: import_eve_character.delay(char['characterID'], api_key, api_userid, callback=link_char_to_account.subtask(account=account.id)) newcharlist.append(int(char['characterID'])) toremove = charlist - newcharlist for char in account.characters.filter(id__in=toremove): account.characters.remove(char) return account @task(ignore_result=True) def link_char_to_account(character, account): acc = EVEAccount.objects.get(id=account) char = EVEPlayerCharacter.objects.get(id=character) acc.characters.add(char) if acc.user: update_user_access.delay(user=acc.user.id)