[svn r8180] Julian playing with the logbooks and expoyears

2025-12-10 15:47:10 +00:00 · 2009-01-18 16:59:37 +01:00
parent 76f6ad97c9
commit 918dbf3250
14 changed files with 507 additions and 220 deletions
--- a/troggle/parsers/people.py
+++ b/troggle/parsers/people.py
@@ -0,0 +1,119 @@
+#.-*- coding: utf-8 -*-
+
+import settings
+import expo.models as models
+import csv
+import re
+import datetime
+import os
+
+#   Julian: the below code was causing errors and it seems like a duplication of the above. Hope I haven't broken anything by commenting it. -Aaron
+#
+#        if name in expoers2008:
+#            print "2008:", name
+#            expomissing.discard(name) # I got an error which I think was caused by this -- python complained that a set changed size during iteration.
+#            yo = models.Expedition.objects.filter(year = "2008")[0]
+#            pyo = models.PersonExpedition(person = pObject, expedition = yo, is_guest=is_guest)
+#            pyo.save()
+
+def parseMugShotAndBlurb(firstname, lastname, person, header, pObject):
+    #create mugshot Photo instance
+    mugShotPath = os.path.join(settings.EXPOWEB, "folk", person[header["Mugshot"]])
+    if mugShotPath[-3:]=='jpg': #if person just has an image, add it
+        mugShotObj = models.Photo(
+            caption="Mugshot for "+firstname+" "+lastname,
+            is_mugshot=True,
+            file=mugShotPath,
+            )
+        mugShotObj.save()
+        mugShotObj.contains_person.add(pObject)
+        mugShotObj.save()
+    elif mugShotPath[-3:]=='htm': #if person has an html page, find the image(s) and add it. Also, add the text from the html page to the "blurb" field in his model instance.
+        personPageOld=open(mugShotPath,'r').read()
+        pObject.blurb=re.search('<body>.*<hr',personPageOld,re.DOTALL).group() #this needs to be refined, take care of the HTML and make sure it doesn't match beyond the blurb
+        for photoFilename in re.findall('i/.*?jpg',personPageOld,re.DOTALL):
+            mugShotPath=settings.EXPOWEB+"folk/"+photoFilename
+        mugShotObj = models.Photo(
+            caption="Mugshot for "+firstname+" "+lastname,
+            is_mugshot=True,
+            file=mugShotPath,
+            )
+        mugShotObj.save()
+        mugShotObj.contains_person.add(pObject)
+        mugShotObj.save()
+    pObject.save()
+
+
+
+def LoadPersonsExpos():
+    
+    persontab = open(os.path.join(settings.EXPOWEB, "noinfo", "folk.csv"))
+    personreader = csv.reader(persontab)
+    headers = personreader.next()
+    header = dict(zip(headers, range(len(headers))))
+    
+    models.Expedition.objects.all().delete()
+    years = headers[5:]
+    years.append("2008")
+    for year in years:
+        y = models.Expedition(year = year, name = "CUCC expo%s" % year)
+        y.save()
+    print "lll", years 
+
+    
+    models.Person.objects.all().delete()
+    models.PersonExpedition.objects.all().delete()
+    expoers2008 = """Edvin Deadman,Kathryn Hopkins,Djuke Veldhuis,Becka Lawson,Julian Todd,Natalie Uomini,Aaron Curtis,Tony Rooke,Ollie Stevens,Frank Tully,Martin Jahnke,Mark Shinwell,Jess Stirrups,Nial Peters,Serena Povia,Olly Madge,Steve Jones,Pete Harley,Eeva Makiranta,Keith Curtis""".split(",")
+    expomissing = set(expoers2008)
+
+    for person in personreader:
+        name = person[header["Name"]]
+        name = re.sub("<.*?>", "", name)
+        mname = re.match("(\w+)(?:\s((?:van |ten )?\w+))?(?:\s\(([^)]*)\))?", name)
+
+        if mname.group(3):
+            nickname = mname.group(3)
+        else:
+            nickname = ""
+
+        firstname, lastname = mname.group(1), mname.group(2) or ""
+
+        print firstname, lastname, "NNN", nickname
+        #assert lastname == person[header[""]], person
+
+        pObject = models.Person(first_name = firstname,
+                                last_name = lastname,
+                                is_vfho = person[header["VfHO member"]],
+                )
+
+        is_guest = person[header["Guest"]] == "1"  # this is really a per-expo catagory; not a permanent state
+        pObject.save()
+        parseMugShotAndBlurb(firstname, lastname, person, header, pObject)
+    
+        for year, attended in zip(headers, person)[5:]:
+            yo = models.Expedition.objects.filter(year = year)[0]
+            if attended == "1" or attended == "-1":
+                pyo = models.PersonExpedition(person = pObject, expedition = yo, nickname=nickname, is_guest=is_guest)
+                pyo.save()
+
+            # error
+            elif (firstname, lastname) == ("Mike", "Richardson") and year == "2001":
+                print "Mike Richardson(2001) error"
+                pyo = models.PersonExpedition(person = pObject, expedition = yo, nickname=nickname, is_guest=is_guest)
+                pyo.save()
+
+
+    # this fills in those people for whom 2008 was their first expo
+    for name in expomissing:
+        firstname, lastname = name.split()
+        is_guest = name in ["Eeva Makiranta", "Keith Curtis"]
+        print "2008:", name
+        pObject = models.Person(first_name = firstname,
+                                last_name = lastname,
+                                is_vfho = False,
+                                mug_shot = "")
+        pObject.save()
+        yo = models.Expedition.objects.filter(year = "2008")[0]
+        pyo = models.PersonExpedition(person = pObject, expedition = yo, nickname="", is_guest=is_guest)
+        pyo.save()
+