From dcdc81106f1a84f6c49e0a275145f4fba167901a Mon Sep 17 00:00:00 2001 From: Philip Sargent Date: Sun, 26 Apr 2020 23:34:17 +0100 Subject: [PATCH] Original 2014 version by Martin --- noinfo/walletscripts/make.py | 245 +++++++++++++++++++++++++++++++++++ 1 file changed, 245 insertions(+) create mode 100644 noinfo/walletscripts/make.py diff --git a/noinfo/walletscripts/make.py b/noinfo/walletscripts/make.py new file mode 100644 index 000000000..bee825874 --- /dev/null +++ b/noinfo/walletscripts/make.py @@ -0,0 +1,245 @@ +#!/usr/bin/env python +import os, operator, urllib, json, re + + +loser_dir = "/home/expo/loser" +html_base = "%(body)s" +html_year_index = html_base % {"body": "

%(year)s surveys

Persons

Wallets

%(wallets)s

Needing Scanning

Website needing updating

"} +html_year_person = "
  • %(person)s
    • " +html_year_wallet_entry = "%(walletname)s %(cave)s %(name)s %(complaints)s" +html_person_wallet_entry = "
  • %(walletname)s
    • " +html_year_scanning_entry = "
  • %(walletname)s %(cave)s %(name)s
    • " +html_wallet_file_entry = "
  • %(filename)s
    • " +html_wallet_index = html_base % {"body": "

    %(title)s %(cave)s %(name)s

    Date %(date)s

    People %(people)s

    Description

    Survex file: %(survex)s

    Issues

    %(complaints)s

    Files

    "} +html_survex_required = {True: "Survex ", False: ""} +html_plan_scanned = {True: "", False: "Plan "} +html_elev_scanned = {True: "", False: "Elev "} +html_description_written = {True: "", False: "Desc "} +html_qms_written = {True: "", False: "QMs "} +html_status = {True: "Issues: ", False: ""} +html_person = html_base % {"body": "

    %(person)s

    Outstanding Wallets

    "} +html_complaint_items = "
  • %(count)i %(complaint)s
    • " +html_items = "
  • %s
    • " + +blank_json = {"survex file": "", + "survex not required": False, + "plan not required": False, + "elev not required": False, + "plan drawn": False, + "elev drawn": False, + "description written": False, + "qms written": False, + "website updated": False, + "electronic survey": False, + "elev not required": False, + "date": "", + "people": [], + "description url": "", + "cave": "", + "name": ""} + +#need to use wallets as a dict/tuple (id,cave,name) - not sure how. +wallets = [] +wallets_needing_scanning = set() +website_needing_updating = set() +people = {} + +#use dir this file is in to get current year +path,year = os.path.split(os.path.dirname(os.path.realpath(__file__))) + +for item in os.listdir("."): + if os.path.isdir(item): + files = [] + for f in os.listdir(os.path.join(".", item)): + if f not in ["contents.json", "contents.json~","index.html"] and os.path.isfile(os.path.join(".", item, f)): + files.append(f) + contents_path = os.path.join(".", item, "contents.json") + print "Reading file %s" % (contents_path) + if not os.path.isfile(contents_path): + json_file = open(contents_path, "w") + json.dump(blank_json, json_file, indent = 1) + json_file.close() + json_file = open(contents_path) + #print json_file + data = json.load(json_file) + json_file.close() + write_required = False + try: + wallet, cave, name = re.match("(\d\d\d\d#\d\d)-(.*) (.*)", item).groups() + except: + wallet, cave, name = "", "", "" + #print data + for k, v in blank_json.items(): + if not data.has_key(k): + if k == "cave": + data[k] = cave + elif k == "name": + data[k] = name + else: + data[k] = v + write_required = True + #print write_required + if write_required: + json_file = open(contents_path, "w") + json.dump(data, json_file, indent = 1) + json_file.close() + + + #make wallet descriptions + + + #Survex + survex_required = (data["survex not required"] and data["survex file"] == "") or \ + not (not data["survex not required"] and os.path.isfile(os.path.join(loser_dir, data["survex file"]))) + survex_complaint = "" + if data["survex not required"] and data["survex file"] != "": + survex_complaint = "Survex is not required and yet there is a survex file!" + if not data["survex not required"] and data["survex file"] == "": + survex_complaint = "A survex file is required, but has not been specified!" + if not data["survex not required"] and not os.path.isfile(os.path.join(loser_dir, data["survex file"])): + survex_complaint = "The specified survex file (%s) does not exist here!" % data["survex file"] + complaints = [] + person_complaints = [] + if survex_required: + complaints.append(survex_complaint) + person_complaints.append(survex_complaint) + + #Notes + notes_scanned = reduce(operator.or_, [f.startswith("note") for f in files], False) + if not notes_scanned: + complaints.append("The notes needs scanning") + wallets_needing_scanning.add(item) + + #Plan drawing required + plan_scanned = reduce(operator.or_, [f.startswith("plan") for f in files], False) + plan_drawing_required = not (plan_scanned or data["plan drawn"]) + if plan_drawing_required: + complaints.append("The plan needs drawing") + person_complaints.append(" plan(s) needs drawing") + if not plan_drawing_required and not plan_scanned: + complaints.append("The plan needs scanning") + wallets_needing_scanning.add(item) + + + #Elev drawing required + elev_scanned = reduce(operator.or_, [f.startswith("elev") for f in files], False) + elev_drawing_required = not (elev_scanned or data["elev drawn"]) + if elev_drawing_required: + complaints.append("The elev needs drawing") + person_complaints.append(" elev(s) needs drawing") + if not elev_drawing_required and not elev_scanned: + complaints.append("The elev needs scanning") + wallets_needing_scanning.add(item) + + #Description + if not data["description written"]: + complaints.append("The description needs writing") + person_complaints.append(" description(s) needs writing") + + #QMS + if not data["qms written"]: + complaints.append("The qms needs writing") + person_complaints.append(" set(s) of qms needs writing") + + #Website + if not data["website updated"]: + complaints.append("The website needs updating") + website_needing_updating.add(item) + + #Electronic Surveys + if not data["electronic survey"]: + complaints.append("Tunnel / Therion files need drawing") + + if data["survex file"]: + survex_description = data["survex file"] + else: + survex_description = "Not specified" + + wallet_index_file = open(os.path.join(item, "index.html"), "w") + wallet_index_file.write(html_wallet_index % {"title": item, + "cave": data["cave"], + "name": data["name"], + "date": data["date"], + "people": reduce(operator.add, [" %s" % person for person in data["people"]], ""), + "description": data["description url"], + "survex": survex_description, + "complaints": reduce(operator.add, ["

    " + complaint + "

    " for complaint in complaints], ""), + "files": reduce(operator.add, + [html_wallet_file_entry % {"fileurl": urllib.quote(f), + "filename": f} + for f + in files], + "")}) + wallet_index_file.close() + wallets.append((item, data["cave"], data["name"], survex_required, plan_scanned, elev_scanned, data["description written"], data["qms written"])) + + #People + if person_complaints: + for person in data["people"]: + if not people.has_key(person): + people[person] = [] + people[person].append((item, person_complaints)) + + +wallets.sort() +website_needing_updating = list(website_needing_updating) +website_needing_updating.sort() +wallets_needing_scanning = list(wallets_needing_scanning) +wallets_needing_scanning.sort() + +person_summary = [] +for person, person_wallets in people.items(): + complaints = reduce(operator.add, [complaints for wallet, complaints in person_wallets], []) + complaints_summary = [] + for complaint in set(complaints): + complaints_summary.append((complaint, complaints.count(complaint))) + person_summary.append((person, complaints_summary)) + +person_summary = dict(person_summary) + +year_index_file = open("index.html", "w") +year_index_file.write(html_year_index % {"year": year, "persons": reduce(operator.add, [html_year_person % {"person": person, + "complaints": reduce(operator.add, + [html_complaint_items % {"complaint": complaint, + "count": count} + for complaint, count + in complaints], + "")} + for person, complaints + in person_summary.items()], ""), + "needing scanning": reduce(operator.add, [html_year_scanning_entry % {"walletname": wallet, + "cave": cave, + "name": name, + "walletindex": urllib.quote(wallet) + "/index.html"} + for (wallet) + in wallets_needing_scanning], ""), + "website needing updating": reduce(operator.add, [html_year_scanning_entry % {"walletname": wallet, + "cave": cave, + "name": name, + "walletindex": urllib.quote(wallet) + "/index.html"} + for (wallet) + in website_needing_updating], ""), + "wallets": reduce(operator.add, + [html_year_wallet_entry % {"walletname": wallet, + "cave": cave, + "name": name, + "walletindex": urllib.quote(wallet) + "/index.html", + "complaints": html_status[survex_required or not plan_scanned or not elev_scanned or description_written] + html_survex_required[survex_required] + html_plan_scanned[plan_scanned] + html_elev_scanned[elev_scanned] + html_description_written[description_written] + html_qms_written[qms_written] } + for (wallet, cave, name, survex_required, plan_scanned, elev_scanned, description_written, qms_written) + in wallets])}) +year_index_file.close() + +for person, item_complaint_list in people.items(): + person_file = open(person + ".html", "w") + person_file.write(html_person % {"person": person, + "wallets": reduce(operator.add, [html_person_wallet_entry % {"walletname": wallet, + "walletindex": urllib.quote(wallet) + "/index.html", + "complaints": reduce(operator.add, + [html_items % complaint + for complaint + in complaints], + "") } + for wallet, complaints + in item_complaint_list], "") + }) + person_file.close()