From 504a70f82b9057229611c9b575896c1d172f6158 Mon Sep 17 00:00:00 2001
From: substantialnoninfringinguser <substantialnoninfringinguser@gmail.com>
Date: Sun, 14 Jun 2009 04:36:19 +0100
Subject: [PATCH] [svn] Whoops, forgot to add the file in last revision.

---
 parsers/subcaves.py | 48 +++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 48 insertions(+)
 create mode 100644 parsers/subcaves.py

diff --git a/parsers/subcaves.py b/parsers/subcaves.py
new file mode 100644
index 0000000..024a229
--- /dev/null
+++ b/parsers/subcaves.py
@@ -0,0 +1,48 @@
+'''
+This module is the part of troggle that parses descriptions of cave parts (subcaves) from the legacy html files and saves them in the troggle database as instances of the model Subcave. Unfortunately, this parser can not be very flexible because the legacy format is poorly structured.
+'''
+
+import sys, os
+
+sys.path.append('C:\\troggle')
+sys.path.append('C:\\')
+os.environ['DJANGO_SETTINGS_MODULE']='troggle.settings'
+import troggle.expo as expo
+
+import os, re, logging
+from django.conf import settings
+from expo.models import Subcave, Cave
+from troggle.save_carefully import save_carefully
+
+def getLinksInCaveDescription(cave):
+    '''
+    Returns all HTML <a href> tags from a given cave as a list of tuples
+    in the format ('filename.html','Description')
+    '''
+    pattern='<a href=\"(.*?)\">(.*?)</a>'
+    if cave.underground_description:
+        return re.findall(pattern,cave.underground_description)
+    else:
+        return []
+
+def importSubcaves(cave):
+    for link in getLinksInCaveDescription(cave):
+        try:
+            subcaveFilePath=os.path.join(
+                settings.EXPOWEB,
+                os.path.dirname(cave.description_file),
+                link[0])
+            subcaveFile=open(subcaveFilePath,'r')
+            description=subcaveFile.read().decode('iso-8859-1').encode('utf-8')
+            
+            lookupAttribs={'title':link[1], 'cave':cave}
+            nonLookupAttribs={'description':description}
+            newSubcave=save_carefully(Subcave,lookupAttribs=lookupAttribs,nonLookupAttribs=nonLookupAttribs)
+
+            logging.info("Added " + unicode(newSubcave) + " to " + unicode(cave))            
+        except IOError:
+            logging.info("Subcave import couldn't open "+subcaveFilePath)
+    
+def importAllSubcaves():
+    for cave in Cave.objects.all():
+        importSubcaves(cave)