from django.conf import settings
import subprocess, re
import troggle.core.models as models

def load():
    print('Load survex files and relations')
    load_area('1623')

def load_area(areacode):

    print('Searching all cave dirs files')
    basedir = settings.SURVEX_DATA+'caves-'+areacode+'/'

    cavedirs = bash("find "+basedir+" -maxdepth 1 -type d").splitlines() #this command finds all directories
    print('Obtained list of directories! (#dirs='+str(len(cavedirs))+')')
    
    for cavedir in cavedirs:
        if cavedir==basedir:
            continue #skip the basedir - a non-proper subdirectory
        parentname = bash('echo '+cavedir+' | rev | cut -f1 -d \'/\' | rev').splitlines()[0] #get final bit of the directory
        parentcave = models.CaveM.objects.filter(survex_file__icontains=cavedir)
        if len(parentcave)>1:
            print('Non unique parent - skipping. Name:'+parentname)
        elif len(parentcave)==0:
            print('Error! parent not created:'+parentname)
            continue
        else: #exaclty one match
            print('Adding relations of:'+parentname)
            parentcave = parentcave[0]
            
            surveyfiles = bash('find '+cavedir+' -name \'*.svx\'').splitlines()
            for fn in surveyfiles:
                print(fn)
                svxcontents = open(fn,'r').read().splitlines()
                try:
                    dateline = [x for x in svxcontents if ('*date' in x)][0]
                    date = re.findall('\\d\\d\\d\\d\\.\\d\\d\\.\\d\\d', dateline, re.S)[0]
                    
                    
                except:
                    if( len( [x for x in svxcontents if ('*date' in x)] ) == 0 ):
                        continue #skip dateless files                     
                    print('Date format error in '+fn)
                    print('Dateline = '+ '"'.join([x for x in svxcontents if ('*date' in x)]))
                    date = '1900.01.01' 
                
            
                newsurvex = models.SurveyM(survex_file=fn, date=date)
                newsurvex.save()
                parentcave.surveys.add(newsurvex)
                parentcave.save()
                        

def file_exists(filename):
    test = bash('if [ ! -f '+filename+' ] ; then echo MISSING; fi')#test for file exisence
    if 'MISSING' in test: #send error message to the database
        return False
    return True       

def bash(cmd): #calls command in bash shell, returns output
    process = subprocess.Popen(cmd,shell=True,stdout=subprocess.PIPE)
    output, error = process.communicate()
    return output