encryption round-trip works

parsers/people.py

@@ -1,10 +1,16 @@
+import base64
 import csv
+import json
 import os
 import re
+from cryptography.fernet import Fernet
 from html import unescape
 from pathlib import Path
 
 from django.conf import settings
+from django.core import serializers
+from django.contrib.auth.models import User
+from django.db import models
 from unidecode import unidecode
 
 from troggle.core.models.troggle import DataIssue, Expedition, Person, PersonExpedition
@@ -15,7 +21,6 @@ The standalone script needs to be renedred defucnt, and all the parsing needs to
 or they should use the same code by importing a module.
 """
 
-
 def parse_blurb(personline, header, person):
     """create mugshot Photo instance
     Would be better if all this was done before the Person object was created in the db, then it would not
@@ -86,6 +91,94 @@ def troggle_slugify(longname):
     
     return slug
     
+USERS_FILE = "users_e.json"
+ENCRYPTED_DIR = "encrypted"
+def load_users():
+    """These are the previously registered users of the troggle system.
+    """
+    PARSER_USERS = "_users"
+    DataIssue.objects.filter(parser=PARSER_USERS).delete()
+
+    key = settings.LONGTERM_SECRET_KEY # Django generated
+    k = base64.urlsafe_b64encode(key.encode("utf8")[:32]) # make Fernet compatible  
+    f = Fernet(k)
+    print(f)
+     
+    
+    jsonfile = settings.EXPOWEB / ENCRYPTED_DIR / USERS_FILE
+    jsonurl = "/" + str(Path(ENCRYPTED_DIR) / USERS_FILE)
+    if not (jsonfile.is_file()):
+        message = f"   ! Users json file does not exist: '{jsonfile}'"
+        DataIssue.objects.create(parser=PARSER_USERS, message=message)
+        print(message)
+        return None
+         
+    with open(jsonfile, 'r', encoding='utf-8') as json_f:
+        try:
+            registered_users_dict = json.load(json_f)
+        except FileNotFoundError:
+            print("File not found!")
+        except json.JSONDecodeError:
+            print("Invalid JSON format! - JSONDecodeError")
+        except Exception as e:
+            print(f"An exception occurred: {str(e)}")            
+            message = f"! Troggle USERs.  Failed to load {jsonfile} JSON file"
+            print(message)
+            DataIssue.objects.update_or_create(parser=PARSER_USERS, message=message, url=jsonurl)
+            return None
+    users_list = registered_users_dict["registered_users"]
+    
+    print(f" - {len(users_list)} users read from JSON")
+    for userdata in users_list:   
+        if userdata["username"]:
+            if userdata["username"] == "expo":
+                continue
+            if userdata["username"] == "expoadmin":
+                continue
+            try:
+                e_email = userdata["email"]
+                email = f.decrypt(e_email).decode()
+                print(f" - user: '{userdata["username"]} <{email}>' ")
+                if existing_user := User.objects.filter(username=userdata["username"]): # WALRUS
+                    # print(f" - deleting existing user '{existing_user[0]}' before importing")
+                    existing_user[0].delete()
+                user = User.objects.create_user(userdata["username"], email, "secret")
+                user.set_password = "secret" # stores hash not password
+                user.is_staff = False
+                user.is_superuser = False
+                user.save()
+            except Exception as e:
+                print(f"Exception <{e}>\nusers  in db: {len(User.objects.all())}\n{User.objects.all()}")
+                formatted_json = json.dumps(userdata, indent=4)
+                print(formatted_json)
+                return None
+        else:
+            print(f" - user: BAD username for {userdata} ")
+         # if userdata["date"] != "" or userdata["date"] != "None":
+            # message = f"! {str(self.walletname)} Date format not ISO {userdata['date']}. Failed to load from {jsonfile} JSON file"
+            # from troggle.core.models.troggle import DataIssue
+            # DataIssue.objects.update_or_create(parser="wallets", message=message, url=wurl)
+
+
+    ru = []
+    for u in User.objects.all():
+        if u.username == "expo":
+            continue
+        if u.username == "expoadmin":
+            continue
+        e_email = f.encrypt(u.email.encode("utf8")).decode()
+        ru.append({"username":u.username, "email": e_email, "password": u.password})
+        print(u.username, e_email)
+        original = f.decrypt(e_email).decode()
+        print(u.username, original)
+        
+    jsondict = { "registered_users": ru }
+    encryptedfile = settings.EXPOWEB / ENCRYPTED_DIR / "encrypt.json"
+    with open(encryptedfile, 'w', encoding='utf-8') as json_f:
+        json.dump(jsondict, json_f, indent=1)
+    return True
+       
+
 def load_people_expos():
     """This is where the folk.csv file is parsed to read people's names.
     Which it gets wrong for people like Lydia-Clare Leather and various 'von' and 'de' middle 'names'