forked from expo/troggle
120 lines
5.0 KiB
Python
120 lines
5.0 KiB
Python
|
#.-*- coding: utf-8 -*-
|
||
|
|
|
||
|
|
import settings
|
||
|
|
import expo.models as models
|
||
|
|
import csv
|
||
|
|
import re
|
||
|
|
import datetime
|
||
|
|
import os
|
||
|
|
|
||
|
|
# Julian: the below code was causing errors and it seems like a duplication of the above. Hope I haven't broken anything by commenting it. -Aaron
|
||
|
|
#
|
||
|
|
# if name in expoers2008:
|
||
|
|
# print "2008:", name
|
||
|
|
# expomissing.discard(name) # I got an error which I think was caused by this -- python complained that a set changed size during iteration.
|
||
|
|
# yo = models.Expedition.objects.filter(year = "2008")[0]
|
||
|
|
# pyo = models.PersonExpedition(person = pObject, expedition = yo, is_guest=is_guest)
|
||
|
|
# pyo.save()
|
||
|
|
|
||
|
|
def parseMugShotAndBlurb(firstname, lastname, person, header, pObject):
|
||
|
|
#create mugshot Photo instance
|
||
|
|
mugShotPath = os.path.join(settings.EXPOWEB, "folk", person[header["Mugshot"]])
|
||
|
|
if mugShotPath[-3:]=='jpg': #if person just has an image, add it
|
||
|
|
mugShotObj = models.Photo(
|
||
|
|
caption="Mugshot for "+firstname+" "+lastname,
|
||
|
|
is_mugshot=True,
|
||
|
|
file=mugShotPath,
|
||
|
|
)
|
||
|
|
mugShotObj.save()
|
||
|
|
mugShotObj.contains_person.add(pObject)
|
||
|
|
mugShotObj.save()
|
||
|
|
elif mugShotPath[-3:]=='htm': #if person has an html page, find the image(s) and add it. Also, add the text from the html page to the "blurb" field in his model instance.
|
||
|
|
personPageOld=open(mugShotPath,'r').read()
|
||
|
|
pObject.blurb=re.search('<body>.*<hr',personPageOld,re.DOTALL).group() #this needs to be refined, take care of the HTML and make sure it doesn't match beyond the blurb
|
||
|
|
for photoFilename in re.findall('i/.*?jpg',personPageOld,re.DOTALL):
|
||
|
|
mugShotPath=settings.EXPOWEB+"folk/"+photoFilename
|
||
|
|
mugShotObj = models.Photo(
|
||
|
|
caption="Mugshot for "+firstname+" "+lastname,
|
||
|
|
is_mugshot=True,
|
||
|
|
file=mugShotPath,
|
||
|
|
)
|
||
|
|
mugShotObj.save()
|
||
|
|
mugShotObj.contains_person.add(pObject)
|
||
|
|
mugShotObj.save()
|
||
|
|
pObject.save()
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
def LoadPersonsExpos():
|
||
|
|
|
||
|
|
persontab = open(os.path.join(settings.EXPOWEB, "noinfo", "folk.csv"))
|
||
|
|
personreader = csv.reader(persontab)
|
||
|
|
headers = personreader.next()
|
||
|
|
header = dict(zip(headers, range(len(headers))))
|
||
|
|
|
||
|
|
models.Expedition.objects.all().delete()
|
||
|
|
years = headers[5:]
|
||
|
|
years.append("2008")
|
||
|
|
for year in years:
|
||
|
|
y = models.Expedition(year = year, name = "CUCC expo%s" % year)
|
||
|
|
y.save()
|
||
|
|
print "lll", years
|
||
|
|
|
||
|
|
|
||
|
|
models.Person.objects.all().delete()
|
||
|
|
models.PersonExpedition.objects.all().delete()
|
||
|
|
expoers2008 = """Edvin Deadman,Kathryn Hopkins,Djuke Veldhuis,Becka Lawson,Julian Todd,Natalie Uomini,Aaron Curtis,Tony Rooke,Ollie Stevens,Frank Tully,Martin Jahnke,Mark Shinwell,Jess Stirrups,Nial Peters,Serena Povia,Olly Madge,Steve Jones,Pete Harley,Eeva Makiranta,Keith Curtis""".split(",")
|
||
|
|
expomissing = set(expoers2008)
|
||
|
|
|
||
|
|
for person in personreader:
|
||
|
|
name = person[header["Name"]]
|
||
|
|
name = re.sub("<.*?>", "", name)
|
||
|
|
mname = re.match("(\w+)(?:\s((?:van |ten )?\w+))?(?:\s\(([^)]*)\))?", name)
|
||
|
|
|
||
|
|
if mname.group(3):
|
||
|
|
nickname = mname.group(3)
|
||
|
|
else:
|
||
|
|
nickname = ""
|
||
|
|
|
||
|
|
firstname, lastname = mname.group(1), mname.group(2) or ""
|
||
|
|
|
||
|
|
print firstname, lastname, "NNN", nickname
|
||
|
|
#assert lastname == person[header[""]], person
|
||
|
|
|
||
|
|
pObject = models.Person(first_name = firstname,
|
||
|
|
last_name = lastname,
|
||
|
|
is_vfho = person[header["VfHO member"]],
|
||
|
|
)
|
||
|
|
|
||
|
|
is_guest = person[header["Guest"]] == "1" # this is really a per-expo catagory; not a permanent state
|
||
|
|
pObject.save()
|
||
|
|
parseMugShotAndBlurb(firstname, lastname, person, header, pObject)
|
||
|
|
|
||
|
|
for year, attended in zip(headers, person)[5:]:
|
||
|
|
yo = models.Expedition.objects.filter(year = year)[0]
|
||
|
|
if attended == "1" or attended == "-1":
|
||
|
|
pyo = models.PersonExpedition(person = pObject, expedition = yo, nickname=nickname, is_guest=is_guest)
|
||
|
|
pyo.save()
|
||
|
|
|
||
|
|
# error
|
||
|
|
elif (firstname, lastname) == ("Mike", "Richardson") and year == "2001":
|
||
|
|
print "Mike Richardson(2001) error"
|
||
|
|
pyo = models.PersonExpedition(person = pObject, expedition = yo, nickname=nickname, is_guest=is_guest)
|
||
|
|
pyo.save()
|
||
|
|
|
||
|
|
|
||
|
|
# this fills in those people for whom 2008 was their first expo
|
||
|
|
for name in expomissing:
|
||
|
|
firstname, lastname = name.split()
|
||
|
|
is_guest = name in ["Eeva Makiranta", "Keith Curtis"]
|
||
|
|
print "2008:", name
|
||
|
|
pObject = models.Person(first_name = firstname,
|
||
|
|
last_name = lastname,
|
||
|
|
is_vfho = False,
|
||
|
|
mug_shot = "")
|
||
|
|
pObject.save()
|
||
|
|
yo = models.Expedition.objects.filter(year = "2008")[0]
|
||
|
|
pyo = models.PersonExpedition(person = pObject, expedition = yo, nickname="", is_guest=is_guest)
|
||
|
|
pyo.save()
|
||
|
|
|