UpTempO_Python.py

#!/usr/bin/python
import os
import sys
import time
import datetime
import BuoyTools_py3_toot as BT
import PlottingFuncs as PF
import numpy as np
import UpTempO_BuoyMaster as BM
import UpTempO_Downloads as upd
import ftplib
from ftplib import FTP
import pandas as pd


def StatsReport(lupdate):
    
    print(lupdate)
    # exit(-1)

    curbuoys,deadbuoys,orderbuoys,newdead=BM.getBuoys()
    oph=open('UPTEMPO/WebPlots/STATS-REPORT.txt','r')
    have=oph.read()
    oph.close()
    have=have.split('\n')[0:-1]
    haveinf={}
    for h in have:
        sh=h.split(',')
        haveinf[sh[11]]=h  # makes the buoy ID the key
        if sh[11] == '300034013618650':
            pass #print(haveinf)

    for b in orderbuoys:
        if (b in curbuoys) or (b in newdead):
            print(b, 'line 32 in UpTempO_Python.py')
            if b in haveinf:
                statline=haveinf[b]
            else: statline=''

            binf=BM.BuoyMaster(b)  # buoy info
            try:
                abbv,byear,depdate,source=curbuoys[b]
            except:
                abbv,byear,depdate,source=newdead[b]

            df = pd.read_csv(f'UPTEMPO/Processed_Data/{b}.csv') # cols year/month/day/hour NOT date
            # opf=open('UPTEMPO/Processed_Data/'+b+'.dat','r')
            # data=opf.read()
            # opf.close()
            # data=data.split('\n')
            # head=data[0]
            # data=data[1:]
            # data=[d for d in data if d]

            if not statline:
                fdeplat=df['Lat'].iloc[0]
                fdeplon=df['Lon'].iloc[0]
                # firstline=data[0]
                # sfirst=firstline.split(' ')
                # sfirst=[sf for sf in sfirst if sf]
                # deplat=sfirst[4]
                # deplon=sfirst[5]
                #
                # fdeplat=float(deplat)
                # fdeplon=float(deplon)

                if fdeplon < 0:
                    eorw='W'
                    fdeplon=-fdeplon
                else: eorw='E'
                sdeplon="%.2f" % fdeplon

                sdeplat="%.2f" % fdeplat

                if fdeplat < 0: nors='S '
                else: nors='N '

                depll=sdeplat+nors+sdeplon+eorw
                statlist=[binf['name'][1],binf['vessel'],depdate,depll,'','','',abbv,'NA','0',binf['name'][0],b,'','1']
            else:
                statlist=statline.split(',')
            print('line 82')
            print(statlist)
            print()
            if b in newdead: statlist[-6]='1'



            # lastline=data[-1]
            # slast=lastline.split(' ')
            # slast=[sl for sl in slast if sl]
            # lastyr=slast[0]
            # lastmo=slast[1]
            # lastda=slast[2]
            # lasthr=slast[3]
            # lastlat=slast[4]
            # lastlon=slast[5]
            lastlat = df['Lat'].iloc[-1]
            lastlon = df['Lon'].iloc[-1]
            print(b)
            print(df.iloc[-1])
            lastdate=f"{df['Month'].iloc[-1]:02}/{df['Day'].iloc[-1]:02}/{df['Year'].iloc[-1]}"
            print(binf['vessel'],lastdate)
            print()
            # flastlon=float(lastlon)
            # flastlat=float(lastlat)
            if lastlon < 0: slastlon="%.2f" % (-lastlon)
            else: slastlon="%.2f" % (lastlon)
            slastlat="%.2f" % lastlat
            if lastlat < 0: nors='S '
            else: nors='N '
            if lastlon < 0: eorw='W'
            else: eorw='E'

            lastll=slastlat+nors+slastlon+eorw
            if 'BATT' in df.columns:
                lastbatt=str(df['BATT'].iloc[-1])
            else:
                lastbatt = 'NA'

            depdate=depdate.split(' ')[0]
            print('line 123 Python')
            print(depdate)
            print(binf)
            
            amlistening=binf['listening']

            statlist[4]=lastdate
            statlist[5]=lastll
            statlist[6]=lupdate
            if 'BATT' in df.columns:
                statlist[8]=lastbatt

            if statlist[12] == 'NA' or not statlist[12]:
                # wmo=BT.lookupWMO(b)
                statlist[12]=binf['wmo']
            statlist[14]=amlistening
            print(b)
            print('new statline')
            print(statlist)
            jout=','.join(statlist)
            haveinf[b]=jout


    opw=open('UPTEMPO/WebPlots/STATS-REPORT.txt','w')
    for b in orderbuoys:
        opw.write(haveinf[b]+'\n')
        print(haveinf[b])
    opw.close()


def UploadToPSC():

    transrecs='UPTEMPO/transferRecord.dat'
    opf=open(transrecs,'r')
    tfiles=opf.read()
    opf.close()
    tfiles=tfiles.split('\n')
    tfiles=[tf for tf in tfiles if tf]

    datarecs='UPTEMPO/DataFilesToTransfer.dat'
    opf=open(datarecs,'r')
    tdata=opf.read()
    opf.close()
    tdata=tdata.split('\n')
    tdata=[td for td in tdata if td]


    ftp=FTP('psctestsite.org')
    ftp.login('psctestsite.org','Ice+Melt3go')
    ftp.cwd('UpTempO')


    for f in tfiles:
        tup=f.split(' ')
        tofile=tup[1]
        fromfile=tup[0]
        try:
            ftp.storbinary('STOR '+tofile,open(fromfile,'rb'))
            print('TRANSFER SUCCESSFUL: '+tofile)
        except ftplib.all_errors:
            print('This data file did not go: '+tofile)


    print('Transfering Data Files...')
    for d in tdata:
        tup=d.split(' ')
        tofile=tup[1]
        fromfile=tup[0]
        try:
            ftp.storbinary('STOR '+tofile,open(fromfile,'rb'))
            print('DATA TRANSFER SUCCESSFUL: '+tofile)
        except ftplib.all_errors:
            print('This data file did not go: '+tofile)

    ftp.quit()

def DownloadFromPSC(fname):
    #fname = 'BuoyInfo.php' Individual buoy plots
    #fname = 'Data.php' main Data & Graphics page

    putpath='UPTEMPO/DownloadedFromPSC/'+fname

    ftp=FTP('psctestsite.org')
    ftp.login('psctestsite.org','Ice+Melt3go')
    ftp.cwd('UpTempO')

    with open(putpath,'wb') as fp:
        ftp.retrbinary('RETR '+fname,fp.write)

    ftp.quit()



def BatteryStats():

    curbuoys,deadbuoys,orderbuoys,newdead=BM.getBuoys()
    for o in orderbuoys:
        dinf=loadUpTempO(o)