troggle-unchained/core/models/troggle.py

200 lines
6.8 KiB
Python
Raw Normal View History

2020-05-24 01:57:06 +01:00
import datetime
2023-01-19 18:35:56 +00:00
import os
2020-05-24 01:57:06 +01:00
import re
2020-06-24 14:10:13 +01:00
import resource
2023-01-19 18:35:56 +00:00
import string
from decimal import Decimal, getcontext
from subprocess import call
2020-06-18 00:20:47 +01:00
from urllib.parse import urljoin
2020-05-24 01:57:06 +01:00
getcontext().prec = 2 # use 2 significant figures for decimal calculations
2020-05-24 01:57:06 +01:00
2023-01-19 18:35:56 +00:00
from django.conf import settings
2011-07-11 02:10:22 +01:00
from django.contrib import admin
from django.contrib.auth.models import User
from django.contrib.contenttypes.models import ContentType
2021-04-22 02:45:28 +01:00
from django.core.files.storage import FileSystemStorage
2023-01-19 18:35:56 +00:00
from django.db import models
from django.template import Context, loader
from django.urls import reverse
2011-07-11 02:10:22 +01:00
2023-01-19 18:35:56 +00:00
import settings
import troggle.core.models.survex
2021-04-12 23:58:48 +01:00
from troggle.core.utils import get_process_memory
2011-07-11 02:10:22 +01:00
"""This file declares TroggleModel which inherits from django.db.models.Model
All TroggleModel and models.Model subclasses inherit persistence in the django relational database. This is known as
2021-04-05 14:01:15 +01:00
the django Object Relational Mapping (ORM).
There are more subclasses define in models_caves.py models_survex.py etc.
"""
2011-07-11 02:10:22 +01:00
class TroggleModel(models.Model):
"""This class is for adding fields and methods which all of our models will have."""
2011-07-11 02:10:22 +01:00
new_since_parsing = models.BooleanField(default=False, editable=False)
non_public = models.BooleanField(default=False)
2011-07-11 02:10:22 +01:00
def object_name(self):
return self._meta.object_name
def get_admin_url(self):
2020-06-18 00:20:47 +01:00
return urljoin(settings.URL_ROOT, "/admin/core/" + self.object_name().lower() + "/" + str(self.pk))
2011-07-11 02:10:22 +01:00
class Meta:
abstract = True
2011-07-11 02:10:22 +01:00
class DataIssue(TroggleModel):
"""When importing cave data any validation problems produce a message which is
recorded as a DataIssue. The django admin system automatically prodiuces a page listing
2020-08-02 23:53:35 +01:00
these at /admin/core/dataissue/
This is a use of the NOTIFICATION pattern:
2020-08-02 23:53:35 +01:00
https://martinfowler.com/eaaDev/Notification.html
2021-04-13 22:27:01 +01:00
We have replaced all assertions in the code with messages and local fix-ups or skips:
2020-08-02 23:53:35 +01:00
https://martinfowler.com/articles/replaceThrowWithNotification.html
2023-01-30 15:28:11 +00:00
See also the use of stash_data_issue() & store_data_issues() in parsers/survex.py which defer writing to the database until the end of the import.
2020-08-02 23:53:35 +01:00
"""
date = models.DateTimeField(auto_now_add=True, blank=True)
parser = models.CharField(max_length=50, blank=True, null=True)
2022-07-22 11:41:28 +01:00
message = models.CharField(max_length=800, blank=True, null=True)
url = models.CharField(max_length=300, blank=True, null=True) # link to offending object
class Meta:
ordering = ["date"]
def __str__(self):
return f"{self.parser} - {self.message}"
#
2011-07-11 02:10:22 +01:00
# single Expedition, usually seen by year
#
class Expedition(TroggleModel):
year = models.CharField(max_length=20, unique=True)
name = models.CharField(max_length=100)
2021-04-20 22:58:41 +01:00
logbookfile = models.CharField(max_length=100, blank=True, null=True)
2020-05-26 02:21:36 +01:00
def __str__(self):
2011-07-11 02:10:22 +01:00
return self.year
class Meta:
ordering = ("-year",)
get_latest_by = "year"
2011-07-11 02:10:22 +01:00
def get_absolute_url(self):
return urljoin(settings.URL_ROOT, reverse("expedition", args=[self.year]))
2023-01-30 16:42:56 +00:00
# class ExpeditionDay(TroggleModel):
# """Exists only on Expedition now. Removed links from logbookentry, personlogentry, survex stuff etc.
# """
# expedition = models.ForeignKey("Expedition",on_delete=models.CASCADE)
# date = models.DateField()
2023-01-30 16:42:56 +00:00
# class Meta:
# ordering = ('date',)
2011-07-11 02:10:22 +01:00
2011-07-11 02:10:22 +01:00
class Person(TroggleModel):
"""single Person, can go on many years"""
first_name = models.CharField(max_length=100)
last_name = models.CharField(max_length=100)
fullname = models.CharField(max_length=200)
nickname = models.CharField(max_length=200)
is_vfho = models.BooleanField(
help_text="VFHO is the Vereines für Höhlenkunde in Obersteier, a nearby Austrian caving club.",
default=False,
)
mug_shot = models.CharField(max_length=100, blank=True, null=True)
blurb = models.TextField(blank=True, null=True)
orderref = models.CharField(max_length=200) # for alphabetic
2011-07-11 02:10:22 +01:00
def get_absolute_url(self):
return urljoin(
settings.URL_ROOT, reverse("person", kwargs={"first_name": self.first_name, "last_name": self.last_name})
)
2011-07-11 02:10:22 +01:00
class Meta:
verbose_name_plural = "People"
ordering = ("orderref",) # "Wookey" makes too complex for: ('last_name', 'first_name')
2020-05-26 02:21:36 +01:00
def __str__(self):
2011-07-11 02:10:22 +01:00
if self.last_name:
return f"{self.first_name} {self.last_name}"
2011-07-11 02:10:22 +01:00
return self.first_name
def notability(self):
"""This is actually recency: all recent cavers, weighted by number of expos"""
2011-07-11 02:10:22 +01:00
notability = Decimal(0)
max_expo_val = 0
max_expo_year = Expedition.objects.all().aggregate(models.Max("year"))
max_expo_val = int(max_expo_year["year__max"]) + 1
2011-07-11 02:10:22 +01:00
for personexpedition in self.personexpedition_set.all():
if not personexpedition.is_guest:
notability += Decimal(1) / (max_expo_val - int(personexpedition.expedition.year))
2011-07-11 02:10:22 +01:00
return notability
def bisnotable(self):
"""Boolean: is this person notable?"""
return self.notability() > Decimal(1) / Decimal(3)
2011-07-11 02:10:22 +01:00
def surveyedleglength(self):
return sum([personexpedition.surveyedleglength() for personexpedition in self.personexpedition_set.all()])
2011-07-11 02:10:22 +01:00
def first(self):
return self.personexpedition_set.order_by("-expedition")[0]
2011-07-11 02:10:22 +01:00
def last(self):
return self.personexpedition_set.order_by("expedition")[0]
2023-01-30 22:27:17 +00:00
# moved from personexpedition
def name(self):
if self.nickname:
return f"{self.first_name} ({self.nickname}) {self.last_name}"
if self.last_name:
return f"{self.first_name} {self.last_name}"
return self.first_name
2011-07-11 02:10:22 +01:00
class PersonExpedition(TroggleModel):
"""Person's attendance to one Expo"""
expedition = models.ForeignKey(Expedition, on_delete=models.CASCADE)
person = models.ForeignKey(Person, on_delete=models.CASCADE)
slugfield = models.SlugField(max_length=50, blank=True, null=True) # 2022 to be used in future
is_guest = models.BooleanField(default=False)
2011-07-11 02:10:22 +01:00
class Meta:
ordering = ("-expedition",)
# order_with_respect_to = 'expedition'
2011-07-11 02:10:22 +01:00
2020-05-26 02:21:36 +01:00
def __str__(self):
return f"{self.person}: ({self.expedition})"
2011-07-11 02:10:22 +01:00
def get_absolute_url(self):
return urljoin(
settings.URL_ROOT,
reverse(
"personexpedition",
kwargs={
"first_name": self.person.first_name,
"last_name": self.person.last_name,
"year": self.expedition.year,
},
),
)
2011-07-11 02:10:22 +01:00
def surveyedleglength(self):
"""Survey length for this person on all survex trips on this expedition"""
survexblocks = [personrole.survexblock for personrole in self.survexpersonrole_set.all()]
return sum([survexblock.legslength for survexblock in set(survexblocks)])