2020-04-26 23:34:17 +01:00
|
|
|
#!/usr/bin/env python
|
|
|
|
|
import os, operator, urllib, json, re
|
|
|
|
|
|
|
|
|
|
loser_dir = "/home/expo/loser"
|
|
|
|
|
html_base = "<html><body>%(body)s</body></html>"
|
2020-04-26 23:35:51 +01:00
|
|
|
html_year_index = html_base % {"body": "<H1>2015 surveys</H1><H2>Persons</H2><UL>%(persons)s</UL><H2>Wallets</H2><table>%(wallets)s</table><H2>Needing Scanning</H2><ul>%(needing scanning)s</ul><H2>Website needing updating</H2><ul>%(website needing updating)s</ul>"}
|
2020-04-26 23:34:17 +01:00
|
|
|
html_year_person = "<li><a href='%(person)s.html'>%(person)s</a><ul>%(complaints)s</ul></li>"
|
|
|
|
|
html_year_wallet_entry = "<tr><td><a href='%(walletindex)s'>%(walletname)s %(cave)s %(name)s</a></td> <td>%(complaints)s</td></tr>"
|
|
|
|
|
html_person_wallet_entry = "<li><a href='%(walletindex)s'>%(walletname)s</a> <ul>%(complaints)s</ul></li>"
|
|
|
|
|
html_year_scanning_entry = "<li><a href='%(walletindex)s'>%(walletname)s %(cave)s %(name)s</a></li>"
|
|
|
|
|
html_wallet_file_entry = "<li><a href='%(fileurl)s'>%(filename)s</a></li>"
|
|
|
|
|
html_wallet_index = html_base % {"body": "<H1>%(title)s %(cave)s %(name)s</H1><p>Date %(date)s</p><p>People %(people)s</p><p> <a href='/%(description)s'>Description</a></p><p>Survex file: %(survex)s</p><H2>Issues</H2>%(complaints)s<H2>Files</H2><UL>%(files)s</UL>"}
|
|
|
|
|
html_survex_required = {True: "Survex ", False: ""}
|
|
|
|
|
html_plan_scanned = {True: "", False: "Plan "}
|
|
|
|
|
html_elev_scanned = {True: "", False: "Elev "}
|
|
|
|
|
html_description_written = {True: "", False: "Desc "}
|
|
|
|
|
html_qms_written = {True: "", False: "QMs "}
|
|
|
|
|
html_status = {True: "Issues: ", False: ""}
|
|
|
|
|
html_person = html_base % {"body": "<H1>%(person)s</H1><H2>Outstanding Wallets</H2><UL>%(wallets)s</UL>"}
|
|
|
|
|
html_complaint_items = "<li>%(count)i %(complaint)s</li>"
|
|
|
|
|
html_items = "<li>%s</li>"
|
|
|
|
|
|
|
|
|
|
blank_json = {"survex file": "",
|
|
|
|
|
"survex not required": False,
|
|
|
|
|
"plan not required": False,
|
|
|
|
|
"elev not required": False,
|
|
|
|
|
"plan drawn": False,
|
|
|
|
|
"elev drawn": False,
|
|
|
|
|
"description written": False,
|
|
|
|
|
"qms written": False,
|
|
|
|
|
"website updated": False,
|
|
|
|
|
"electronic survey": False,
|
|
|
|
|
"elev not required": False,
|
|
|
|
|
"date": "",
|
|
|
|
|
"people": [],
|
|
|
|
|
"description url": "",
|
|
|
|
|
"cave": "",
|
|
|
|
|
"name": ""}
|
|
|
|
|
|
|
|
|
|
#need to use wallets as a dict/tuple (id,cave,name) - not sure how.
|
|
|
|
|
wallets = []
|
|
|
|
|
wallets_needing_scanning = set()
|
|
|
|
|
website_needing_updating = set()
|
|
|
|
|
people = {}
|
|
|
|
|
|
|
|
|
|
for item in os.listdir("."):
|
|
|
|
|
if os.path.isdir(item):
|
|
|
|
|
files = []
|
|
|
|
|
for f in os.listdir(os.path.join(".", item)):
|
2020-04-26 23:35:51 +01:00
|
|
|
if f not in ["contents.json", "index.html"] and os.path.isfile(os.path.join(".", item, f)):
|
2020-04-26 23:34:17 +01:00
|
|
|
files.append(f)
|
|
|
|
|
contents_path = os.path.join(".", item, "contents.json")
|
|
|
|
|
if not os.path.isfile(contents_path):
|
|
|
|
|
json_file = open(contents_path, "w")
|
|
|
|
|
json.dump(blank_json, json_file, indent = 1)
|
|
|
|
|
json_file.close()
|
|
|
|
|
json_file = open(contents_path)
|
|
|
|
|
data = json.load(json_file)
|
|
|
|
|
json_file.close()
|
|
|
|
|
write_required = False
|
|
|
|
|
try:
|
|
|
|
|
wallet, cave, name = re.match("(\d\d\d\d#\d\d)-(.*) (.*)", item).groups()
|
|
|
|
|
except:
|
|
|
|
|
wallet, cave, name = "", "", ""
|
|
|
|
|
#print data
|
|
|
|
|
for k, v in blank_json.items():
|
|
|
|
|
if not data.has_key(k):
|
|
|
|
|
if k == "cave":
|
|
|
|
|
data[k] = cave
|
|
|
|
|
elif k == "name":
|
|
|
|
|
data[k] = name
|
|
|
|
|
else:
|
|
|
|
|
data[k] = v
|
|
|
|
|
write_required = True
|
|
|
|
|
#print write_required
|
|
|
|
|
if write_required:
|
|
|
|
|
json_file = open(contents_path, "w")
|
|
|
|
|
json.dump(data, json_file, indent = 1)
|
|
|
|
|
json_file.close()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#make wallet descriptions
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#Survex
|
|
|
|
|
survex_required = (data["survex not required"] and data["survex file"] == "") or \
|
|
|
|
|
not (not data["survex not required"] and os.path.isfile(os.path.join(loser_dir, data["survex file"])))
|
|
|
|
|
survex_complaint = ""
|
|
|
|
|
if data["survex not required"] and data["survex file"] != "":
|
|
|
|
|
survex_complaint = "Survex is not required and yet there is a survex file!"
|
|
|
|
|
if not data["survex not required"] and data["survex file"] == "":
|
|
|
|
|
survex_complaint = "A survex file is required, but has not been specified!"
|
|
|
|
|
if not data["survex not required"] and not os.path.isfile(os.path.join(loser_dir, data["survex file"])):
|
2020-04-26 23:35:51 +01:00
|
|
|
survex_complaint = "The specified survex file does not exist here!"
|
2020-04-26 23:34:17 +01:00
|
|
|
complaints = []
|
|
|
|
|
person_complaints = []
|
|
|
|
|
if survex_required:
|
|
|
|
|
complaints.append(survex_complaint)
|
|
|
|
|
person_complaints.append(survex_complaint)
|
|
|
|
|
|
|
|
|
|
#Notes
|
|
|
|
|
notes_scanned = reduce(operator.or_, [f.startswith("note") for f in files], False)
|
|
|
|
|
if not notes_scanned:
|
|
|
|
|
complaints.append("The notes needs scanning")
|
|
|
|
|
wallets_needing_scanning.add(item)
|
|
|
|
|
|
|
|
|
|
#Plan drawing required
|
|
|
|
|
plan_scanned = reduce(operator.or_, [f.startswith("plan") for f in files], False)
|
|
|
|
|
plan_drawing_required = not (plan_scanned or data["plan drawn"])
|
|
|
|
|
if plan_drawing_required:
|
|
|
|
|
complaints.append("The plan needs drawing")
|
|
|
|
|
person_complaints.append(" plan(s) needs drawing")
|
|
|
|
|
if not plan_drawing_required and not plan_scanned:
|
|
|
|
|
complaints.append("The plan needs scanning")
|
|
|
|
|
wallets_needing_scanning.add(item)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#Elev drawing required
|
|
|
|
|
elev_scanned = reduce(operator.or_, [f.startswith("elev") for f in files], False)
|
|
|
|
|
elev_drawing_required = not (elev_scanned or data["elev drawn"])
|
|
|
|
|
if elev_drawing_required:
|
|
|
|
|
complaints.append("The elev needs drawing")
|
|
|
|
|
person_complaints.append(" elev(s) needs drawing")
|
|
|
|
|
if not elev_drawing_required and not elev_scanned:
|
|
|
|
|
complaints.append("The elev needs scanning")
|
|
|
|
|
wallets_needing_scanning.add(item)
|
|
|
|
|
|
|
|
|
|
#Description
|
|
|
|
|
if not data["description written"]:
|
|
|
|
|
complaints.append("The description needs writing")
|
|
|
|
|
person_complaints.append(" description(s) needs writing")
|
|
|
|
|
|
|
|
|
|
#QMS
|
|
|
|
|
if not data["qms written"]:
|
|
|
|
|
complaints.append("The qms needs writing")
|
|
|
|
|
person_complaints.append(" set(s) of qms needs writing")
|
|
|
|
|
|
|
|
|
|
#Website
|
|
|
|
|
if not data["website updated"]:
|
|
|
|
|
complaints.append("The website needs updating")
|
|
|
|
|
website_needing_updating.add(item)
|
|
|
|
|
|
|
|
|
|
#Electronic Surveys
|
|
|
|
|
if not data["electronic survey"]:
|
|
|
|
|
complaints.append("Tunnel / Therion files need drawing")
|
|
|
|
|
|
|
|
|
|
if data["survex file"]:
|
|
|
|
|
survex_description = data["survex file"]
|
|
|
|
|
else:
|
|
|
|
|
survex_description = "Not specified"
|
|
|
|
|
|
|
|
|
|
wallet_index_file = open(os.path.join(item, "index.html"), "w")
|
|
|
|
|
wallet_index_file.write(html_wallet_index % {"title": item,
|
|
|
|
|
"cave": data["cave"],
|
|
|
|
|
"name": data["name"],
|
|
|
|
|
"date": data["date"],
|
|
|
|
|
"people": reduce(operator.add, [" %s" % person for person in data["people"]], ""),
|
|
|
|
|
"description": data["description url"],
|
|
|
|
|
"survex": survex_description,
|
|
|
|
|
"complaints": reduce(operator.add, ["<p>" + complaint + "</p>" for complaint in complaints], ""),
|
|
|
|
|
"files": reduce(operator.add,
|
|
|
|
|
[html_wallet_file_entry % {"fileurl": urllib.quote(f),
|
|
|
|
|
"filename": f}
|
|
|
|
|
for f
|
|
|
|
|
in files],
|
|
|
|
|
"")})
|
|
|
|
|
wallet_index_file.close()
|
|
|
|
|
wallets.append((item, data["cave"], data["name"], survex_required, plan_scanned, elev_scanned, data["description written"], data["qms written"]))
|
|
|
|
|
|
|
|
|
|
#People
|
|
|
|
|
if person_complaints:
|
|
|
|
|
for person in data["people"]:
|
|
|
|
|
if not people.has_key(person):
|
|
|
|
|
people[person] = []
|
|
|
|
|
people[person].append((item, person_complaints))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
wallets.sort()
|
|
|
|
|
website_needing_updating = list(website_needing_updating)
|
|
|
|
|
website_needing_updating.sort()
|
|
|
|
|
wallets_needing_scanning = list(wallets_needing_scanning)
|
|
|
|
|
wallets_needing_scanning.sort()
|
|
|
|
|
|
|
|
|
|
person_summary = []
|
|
|
|
|
for person, person_wallets in people.items():
|
|
|
|
|
complaints = reduce(operator.add, [complaints for wallet, complaints in person_wallets], [])
|
|
|
|
|
complaints_summary = []
|
|
|
|
|
for complaint in set(complaints):
|
|
|
|
|
complaints_summary.append((complaint, complaints.count(complaint)))
|
|
|
|
|
person_summary.append((person, complaints_summary))
|
|
|
|
|
|
|
|
|
|
person_summary = dict(person_summary)
|
|
|
|
|
|
|
|
|
|
year_index_file = open("index.html", "w")
|
2020-04-26 23:35:51 +01:00
|
|
|
year_index_file.write(html_year_index % {"persons": reduce(operator.add, [html_year_person % {"person": person,
|
2020-04-26 23:34:17 +01:00
|
|
|
"complaints": reduce(operator.add,
|
|
|
|
|
[html_complaint_items % {"complaint": complaint,
|
|
|
|
|
"count": count}
|
|
|
|
|
for complaint, count
|
|
|
|
|
in complaints],
|
|
|
|
|
"")}
|
|
|
|
|
for person, complaints
|
|
|
|
|
in person_summary.items()], ""),
|
|
|
|
|
"needing scanning": reduce(operator.add, [html_year_scanning_entry % {"walletname": wallet,
|
|
|
|
|
"cave": cave,
|
|
|
|
|
"name": name,
|
|
|
|
|
"walletindex": urllib.quote(wallet) + "/index.html"}
|
|
|
|
|
for (wallet)
|
|
|
|
|
in wallets_needing_scanning], ""),
|
|
|
|
|
"website needing updating": reduce(operator.add, [html_year_scanning_entry % {"walletname": wallet,
|
|
|
|
|
"cave": cave,
|
|
|
|
|
"name": name,
|
|
|
|
|
"walletindex": urllib.quote(wallet) + "/index.html"}
|
|
|
|
|
for (wallet)
|
|
|
|
|
in website_needing_updating], ""),
|
|
|
|
|
"wallets": reduce(operator.add,
|
|
|
|
|
[html_year_wallet_entry % {"walletname": wallet,
|
|
|
|
|
"cave": cave,
|
|
|
|
|
"name": name,
|
|
|
|
|
"walletindex": urllib.quote(wallet) + "/index.html",
|
|
|
|
|
"complaints": html_status[survex_required or not plan_scanned or not elev_scanned or description_written] + html_survex_required[survex_required] + html_plan_scanned[plan_scanned] + html_elev_scanned[elev_scanned] + html_description_written[description_written] + html_qms_written[qms_written] }
|
|
|
|
|
for (wallet, cave, name, survex_required, plan_scanned, elev_scanned, description_written, qms_written)
|
|
|
|
|
in wallets])})
|
|
|
|
|
year_index_file.close()
|
|
|
|
|
|
|
|
|
|
for person, item_complaint_list in people.items():
|
|
|
|
|
person_file = open(person + ".html", "w")
|
|
|
|
|
person_file.write(html_person % {"person": person,
|
|
|
|
|
"wallets": reduce(operator.add, [html_person_wallet_entry % {"walletname": wallet,
|
|
|
|
|
"walletindex": urllib.quote(wallet) + "/index.html",
|
|
|
|
|
"complaints": reduce(operator.add,
|
|
|
|
|
[html_items % complaint
|
|
|
|
|
for complaint
|
|
|
|
|
in complaints],
|
|
|
|
|
"") }
|
|
|
|
|
for wallet, complaints
|
|
|
|
|
in item_complaint_list], "")
|
|
|
|
|
})
|
|
|
|
|
person_file.close()
|
