nikdoof/test-auth
1
0
Fork 0
mirror of https://github.com/nikdoof/test-auth.git synced 2025-12-14 23:02:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove the old API Puller functions

Browse Source
This commit is contained in:
Andrew Williams
2010-12-02 14:18:42 +00:00
parent 20f4465d68
commit 0867c81e01
4 changed files with 0 additions and 258 deletions
Download Patch File Download Diff File Expand all files Collapse all files

0
eve_api/api_puller/__init__.py
View File

130
eve_api/api_puller/alliances.py
View File

@@ -1,130 +0,0 @@
#!/usr/bin/env python
"""
This module pulls the master alliance XML list from the API and dumps it in the
api_puller/xml_cache directory as needed. All alliance data must be updated
in bulk, which is done reasonably quickly.
"""
from xml.dom import minidom
import os
import sys
from datetime import datetime
if __name__ == "__main__":
# Only mess with the environmental stuff if this is being ran directly.
from importer_path import fix_environment
fix_environment()
from django.conf import settings
from eve_api.models import EVEPlayerAlliance, EVEPlayerCorporation
from eve_proxy.models import CachedDocument
# This stores a list of all corps whose alliance attribute has been updated.
UPDATED_CORPS = []
def __update_corp_from_alliance_node(alliance_node, alliance):
"""
Updates a corp's alliance membership from an alliance <row> element.
"""
member_corp_nodelist = alliance_node.getElementsByTagName('rowset')[0].childNodes
for node in member_corp_nodelist:
corp_row_node = None
try:
# If this fails, this is a Text node and should be ignored.
corporation_id = int(node.getAttribute('corporationID'))
except AttributeError:
# This is probably a Text node, ignore it.
continue
corp, created = EVEPlayerCorporation.objects.get_or_create(id=corporation_id)
corp.id = corporation_id
corp.alliance = alliance
corp.alliance_join_date = datetime.strptime(alliance_node.getAttribute('startDate'),
'%Y-%m-%d %H:%M:%S')
corp.save()
# Store the corp in the updated corps list for later checks.
UPDATED_CORPS.append(corp.id)
def __remove_invalid_corp_alliance_memberships():
"""
Compares UPDATED_CORPS list to the full list of player corporations. If
the corporation was not updated from being found in one of the alliance
data sets, it has no alliance affiliation and needs to be set to no
alliance if it is not already a None value.
"""
all_corps = EVEPlayerCorporation.objects.all()
# This is not terribly efficient, but it will do for a background process.
for corp in all_corps:
"""
If the corp is not in the UPDATED_CORP list that was built from
alliance memberCorporations rowsets, then it does not belong to an
alliance and should be un-allianced if it currently is.
"""
if corp.id not in UPDATED_CORPS and corp.alliance != None:
corp.alliance = None
corp.save()
def __start_full_import():
"""
This method runs a full import of all known alliances. This may take a few
minutes and should be ran regularly if you are maintaining a full corp
list of all EVE corps as well.
"""
print "Querying /eve/AllianceList.xml.aspx/"
alliance_doc = CachedDocument.objects.api_query('/eve/AllianceList.xml.aspx')
print "Parsing..."
dom = minidom.parseString(alliance_doc.body.encode('utf-8'))
result_node_children = dom.getElementsByTagName('result')[0].childNodes
# This will hold a reference to the <rowset name="alliances> Element.
alliances_rowset_node = None
# For some odd reason, two text nodes and an Element are children of
# the result Element. Find the alliances rowset from its children.
for node in result_node_children:
try:
# The node we want has a 'name' attribute.
if node.getAttribute('name') == 'alliances':
# Store the reference for later use.
alliances_rowset_node = node
# Look no further.
break
except AttributeError:
# This must be a Text node, ignore it.
continue
if alliances_rowset_node == None:
print "No alliance rowset node could be found. Your AllianceList.xml file may be corrupt."
sys.exit(1)
# We now have a list of <row> tags representing each alliance.
print "Updating alliance and member corporation data..."
for alliance_node in alliances_rowset_node.childNodes:
try:
# If this fails, this is a Text node and should be ignored.
alliance_id = int(alliance_node.getAttribute('allianceID'))
except AttributeError:
# This is probably a Text node, ignore it.
continue
"""
Search for an existing EVEPlayerAlliance object with the given
alliance ID. Create one if it doesn't exist, retrieve the existing
object if it's already there.
"""
alliance, created = EVEPlayerAlliance.objects.get_or_create(id=alliance_id)
alliance.id = alliance_id
alliance.name = alliance_node.getAttribute('name')
alliance.ticker = alliance_node.getAttribute('shortName')
alliance.member_count = alliance_node.getAttribute('memberCount')
alliance.date_founded = datetime.strptime(alliance_node.getAttribute('startDate'),
'%Y-%m-%d %H:%M:%S')
alliance.save()
# Update member corp alliance attributes.
__update_corp_from_alliance_node(alliance_node, alliance)
print "Alliances and member corps updated."
print "Removing corps alliance memberships that are no longer valid..."
__remove_invalid_corp_alliance_memberships()
if __name__ == "__main__":
__start_full_import()

73
eve_api/api_puller/corp_management.py
View File

@@ -1,73 +0,0 @@
"""
This module abstracts the pulling of account data from the EVE API.
"""
from xml.dom import minidom
from datetime import datetime
from datetime import datetime
from django.conf import settings
from eve_proxy.models import CachedDocument
from eve_api.app_defines import *
from eve_api.api_exceptions import APIAuthException, APINoUserIDException
from eve_api.models import EVEAccount, EVEPlayerCharacter, EVEPlayerCorporation
def pull_corp_members(api_key, user_id, character_id):
"""
This function pulls all corporation members from the EVE API using a director's
API key. It'll add as much information as it can about the character.
"""
# grab and decode /corp/MemberTracking.xml.aspx
auth_params = {'userID': user_id, 'apiKey': api_key, 'characterID': character_id }
char_doc = CachedDocument.objects.api_query('/corp/MemberTracking.xml.aspx',
params=auth_params,
no_cache=False)
dom = minidom.parseString(char_doc.body.encode('utf-8'))
if dom.getElementsByTagName('error'):
return
nodes = dom.getElementsByTagName('result')[0].childNodes
values = {}
for node in nodes:
if node.nodeType == 1:
node.normalize()
if len(node.childNodes) == 1:
values[node.tagName] = node.childNodes[0].nodeValue
else:
nv = {}
if node.tagName == "rowset":
rset = []
for nd in node.childNodes:
if nd.nodeType == 1:
d = {}
for e in nd.attributes.keys():
d[e] = nd.attributes[e].value
rset.append(d)
values[node.attributes['name'].value] = rset
else:
for nd in node.childNodes:
if nd.nodeType == 1:
nv[nd.tagName] = nd.childNodes[0].nodeValue
values[node.tagName] = nv
# corpID from director
corp = EVEPlayerCharacter.objects.get(id=character_id).corporation
set = values['members']
for character in set:
pchar, created = EVEPlayerCharacter.objects.get_or_create(id=character['characterID'])
if created:
pchar.name = character['name']
pchar.corporation = corp
pchar.last_login = character['logonDateTime']
pchar.last_logoff = character['logoffDateTime']
pchar.current_location_id = int(character['locationID'])
pchar.save()

55
eve_api/api_puller/corps.py
View File

@@ -1,55 +0,0 @@
#!/usr/bin/env python
"""
Module for updating corp information. If this is ran directly, the module will
iterate through all known alliances, looking at the corps in each alliance's
member list. This can be very time-consuming and should not be done often.
Within your applications, you may call query_and_update_corp() to update
an individual corp object as need be.
NOTE: To get corp data, it must be a member of an alliance.
"""
if __name__ == "__main__":
# Only mess with the environmental stuff if this is being ran directly.
from importer_path import fix_environment
fix_environment()
from eve_api.models import EVEPlayerAlliance, EVEPlayerCorporation
def start_full_import():
"""
Imports all of the corps that are in all of the known alliances.
WARNING: THIS WILL TAKE A _LONG_ TIME AND MUST BE RAN AFTER
eve_db.api_puller.alliances.__start_full_import() OR YOU WON'T GET ALL
OF THE CORPS (or any at all).
"""
alliances = EVEPlayerAlliance.objects.all()
# These two variables are used to track progress.
alliance_count = alliances.count()
# Use this as a progress indicator.
current_alliance_num = 1
for alliance in alliances:
# Keep the user informed as to the progress.
print "Alliance %d of %d..." % (current_alliance_num, alliance_count)
# A list of the alliance's member corps.
member_corps = alliance.eveplayercorporation_set.all()
# We're getting the list of corps to update from alliance memberships.
for corp in member_corps:
print "Querying", corp.id
corp.query_and_update_corp()
# Increment progress counter.
current_alliance_num += 1
if __name__ == "__main__":
"""
If ran directly, this will grab all of the corps from the known alliances.
WARNING: THIS WILL TAKE A VERY LONG TIME TO RUN! IT IS SUGGESTED YOU ONLY
GRAB CORPS AS YOU NEED THEM.
"""
start_full_import()