troggle/core/TESTS/test_imports.py

"""
We are using unittest for troggle.

Note that the database has not been parsed from the source files when these tests are run,
so any path that relies on data being in the database will fail.

The simple redirections to files which exist, e.g. in
/expoweb/
/expofiles/
/expofiles/documents/
etc. using parameters in localsettings such as PHOTOS_ROOT will test fine.

But paths like this:
/survey_scans/
/caves/
which rely on database resolution will fail unless a fixture has been set up for
them.

https://docs.djangoproject.com/en/dev/topics/testing/tools/
"""
import re
import subprocess
import unittest

from django.test import Client, SimpleTestCase, TestCase


class SimpleTest(SimpleTestCase):
    def test_test_setting(self):
        from django.conf import settings

        self.assertEqual(settings.EMAIL_BACKEND, "django.core.mail.backends.locmem.EmailBackend")
        import troggle.settings as settings

    def test_import_TroggleModel(self):
        from troggle.core.models.troggle import TroggleModel

    def test_import_Cave(self):
        from troggle.core.models.caves import Cave

    def test_import_parsers_surveys(self):
        # from PIL import Image
        from functools import reduce

 
    def test_import_parsers_survex(self):
        import troggle.core.models.caves as models_caves
        import troggle.core.models.survex as models_survex
        import troggle.core.models.troggle as models
        import troggle.settings as settings
        from troggle.core.views import caves, drawings, other, scans, statistics, survex, uploads
        from troggle.core.views.caves import cavepage, ent
        from troggle.core.views.other import frontpage
        from troggle.parsers.people import GetPersonExpeditionNameLookup

    def test_import_views_uploads(self):
        from troggle.core.views.uploads import dwgupload

    def test_import_views_walletedit(self):
        from troggle.core.views.wallets_edit import walletedit

    def test_import_parsers_QMs(self):
        from troggle.core.models.logbooks import QM

    def test_import_parsers_people(self):
        from html import unescape

        from unidecode import unidecode

    def test_import_parsers_logbooks(self):
        from django.template.defaultfilters import slugify
        from django.utils.timezone import get_current_timezone, make_aware

        from parsers.people import GetPersonExpeditionNameLookup
        from troggle.core.models.logbooks import QM, LogbookEntry, PersonLogEntry
        from troggle.core.models.troggle import DataIssue, Expedition

    def test_import_core_views_caves(self):
        from django.conf import settings
        from django.contrib.auth.decorators import login_required
        from django.http import HttpResponse, HttpResponseRedirect
        from django.shortcuts import get_object_or_404, render

        import troggle.core.views.expo
        from troggle.core.forms import CaveForm, EntranceForm, EntranceLetterForm
        from troggle.core.models.caves import Cave, CaveAndEntrance, Entrance, SurvexStation #EntranceSlug, 
        from troggle.core.models.troggle import Expedition
        from troggle.core.views.auth import login_required_if_public

    def test_import_parsers_mix(self):
        import troggle.parsers.caves
        import troggle.parsers.drawings
        import troggle.parsers.logbooks
        import troggle.parsers.people
        import troggle.parsers.QMs
        import troggle.parsers.scans
        import troggle.parsers.survex
        import troggle.settings
        from troggle.parsers.logbooks import GetCaveLookup

    def test_import_imports(self):
        from django.contrib.auth.models import User
        from django.core import management
        from django.db import close_old_connections, connection, connections
        from django.http import HttpResponse
        from django.urls import reverse

    def test_import_urls(self):
        from django.conf import settings
        #from django.conf.urls import include, url
        from django.contrib import admin, auth
        from django.urls import resolve, reverse
        from django.views.generic.base import RedirectView
        from django.views.generic.edit import UpdateView
        from django.views.generic.list import ListView

        from troggle.core.views import caves, other, statistics, survex
        from troggle.core.views.auth import expologin, expologout
        from troggle.core.views.caves import cavepage, ent
        from troggle.core.views.expo import (
            editexpopage,
            expofiles_redirect,
            expofilessingle,
            expopage,
            map,
            mapfile,
            mediapage,
        )
        from troggle.core.views.logbooks import (
            Expeditions_jsonListView,
            Expeditions_tsvListView,
            expedition,
            get_logbook_entries,
            get_people,
            logbookentry,
            notablepersons,
            person,
            personexpedition,
        )
        from troggle.core.views.other import controlpanel
        from troggle.core.views.prospect import prospecting, prospecting_image
        from troggle.core.views.statistics import dataissues, pathsreport, stats
        from troggle.core.views.survex import survexcavesingle, survexcaveslist, svx

class ImportTest(TestCase):
    @classmethod
    def setUpTestData(cls):
        import troggle.settings as settings
        from troggle.parsers.logbooks import LOGBOOKS_DIR, DEFAULT_LOGBOOK_FILE    
        
        LOGBOOKS_PATH = settings.EXPOWEB / LOGBOOKS_DIR 
        test_year = "1986"
        cls.test_logbook = LOGBOOKS_PATH / test_year / DEFAULT_LOGBOOK_FILE

    def setUp(self):
        pass

    def tearDown(self):
        pass

    def test_logbook_exists(self):
        self.assertTrue(self.test_logbook.is_file())


class SubprocessTest(TestCase):
    @classmethod
    def setUpTestData(cls):
        pass

    def setUp(self):
        pass

    def tearDown(self):
        pass

    def test_utf8(self):
        """Expects that utf8 is the default encoding when opening files"""
        import locale
        import sys

        self.assertTrue(
            sys.getdefaultencoding() == "utf-8", f"{sys.getdefaultencoding()} - UTF8 error in getdefaultencoding"
        )
        self.assertTrue(
            sys.getfilesystemencoding() == "utf-8",
            f"{sys.getfilesystemencoding()} - UTF8 error in getfilesystemencoding",
        )
        self.assertTrue(
            locale.getdefaultlocale()[1] == "UTF-8",
            f"{locale.getdefaultlocale()} - UTF8 error in locale.getdefaultlocale",
        )
        self.assertTrue(
            locale.getpreferredencoding() == "UTF-8",
            f"{locale.getpreferredencoding()} - UTF8 error in locale.getpreferredencoding",
        )

    def test_installs(self):
        """Expects external software installed: cavern, survexport, git
        (but not whether it actually works)
        """
        import troggle.settings as settings

        for i in [settings.CAVERN, settings.SURVEXPORT, settings.GIT]:
            # Define command as string and then split() into list format
            cmd = f"which {i}".split()
            try:
                sp = subprocess.check_call(cmd, shell=False)
            except subprocess.CalledProcessError:
                self.assertTrue(False, f"no {i} installed")

    def test_repos_git_status(self):
        """Expects clean git repos with no added files and no merge failures"""
        from pathlib import Path

        import troggle.settings as settings

        TROGGLE_PATH = Path(settings.REPOS_ROOT_PATH) / "troggle"
        for cwd in [settings.SURVEX_DATA, settings.EXPOWEB, settings.DRAWINGS_DATA, TROGGLE_PATH]:
            sp = subprocess.run([settings.GIT, "status"], cwd=cwd, capture_output=True, text=True)
            out = str(sp.stdout)
            if len(out) > 160:
                out = out[:75] + "\n <Long output curtailed>\n" + out[-75:]
            print(f"git output: {cwd}:\n # {sp.stderr=}\n # sp.stdout={out} \n # return code: {str(sp.returncode)}")
            if sp.returncode != 0:
                print(f"git output: {cwd}:\n # {sp.stderr=}\n # sp.stdout={out} \n # return code: {str(sp.returncode)}")

            self.assertTrue(sp.returncode == 0, f"{cwd} - git is unhappy")

            content = sp.stdout
            ph = r"nothing to commit, working tree clean"
            phmatch = re.search(ph, content)
            msg = f'{cwd} - Failed to find expected git output: "{ph}"'
            self.assertIsNotNone(phmatch, msg)

            # ph1 = r"no changes added to commit"
            # phmatch1 = re.search(ph1, content)
            # ph2 = r"nothing to commit"
            # phmatch2 = re.search(ph2, content)
            # phmatch = phmatch1 or phmatch2
            # msg = f'{cwd} - Failed to find expected git output: "{ph1}" or "{ph2}"'
            # self.assertIsNotNone(phmatch, msg)

    def test_loser_survex_status(self):
        """Expects no failures of survex files"""
        from pathlib import Path

        import troggle.settings as settings

        cwd = settings.SURVEX_DATA
        for survey in ["1623-and-1626-no-schoenberg-hs.svx"]:
            sp = subprocess.run([settings.CAVERN, survey], cwd=cwd, capture_output=True, text=True)
            out = str(sp.stdout)
            if len(out) > 160:
                out = out[:75] + "\n <Long output curtailed>\n" + out[-75:]
            # print(f'survex output: {cwd}:\n # {sp.stderr=}\n # sp.stdout={out} \n # return code: {str(sp.returncode)}')
            if sp.returncode != 0:
                print(
                    f"survex output: {cwd}:\n # {sp.stderr=}\n # sp.stdout={out} \n # return code: {str(sp.returncode)}"
                )

            self.assertTrue(sp.returncode == 0, f"{cwd} - survex is unhappy")

            content = sp.stdout
            ph = r"Total length of survey legs"
            phmatch = re.search(ph, content)
            msg = f'{cwd} - Failed to find expected survex output: "{ph}"'
            self.assertIsNotNone(phmatch, msg)

            ph1 = r"Time used"
            phmatch1 = re.search(ph1, content)
            ph2 = r"vertical length of survey le"
            phmatch2 = re.search(ph2, content)

            phmatch = phmatch1 or phmatch2
            msg = f'{cwd} - Failed to find expected survex output: "{ph1}" or "{ph2}"'
            self.assertIsNotNone(phmatch, msg)