restructured paths

Analysis_Tools/new_flight.sh

@@ -4,21 +4,27 @@
 #### EDIT YOUR N-number HERE ####
 PLANE="N72KH"
 
+pushd ${PLANE}\ Data/flights
+#
 mkdir $1
 mkdir $1/${PLANE}_GPS_$1
 mkdir $1/${PLANE}_EFIS_$1
 mkdir $1/${PLANE}_EMS_$1
 mkdir $1/${PLANE}_combined_$1
-
+#
-DATE=$(./dMoYr_yyyymmdd.py $1)
-
-cp template_efis.ipynb $1/${DATE}_efis.ipynb
-cp template_ems.ipynb  $1/${DATE}_ems.ipynb
-
-pushd notebooks
-ln -s ../${1}/${DATE}_efis.ipynb .
-ln -s ../${1}/${DATE}_ems.ipynb .
 popd
 
-open $1
+DATE=$(./programs/dMoYr_yyyymmdd.py $1)
+
+cp template_efis.ipynb ${PLANE}\ Data/flights/$1/${DATE}_efis.ipynb
+cp template_ems.ipynb  ${PLANE}\ Data/flights/$1/${DATE}_ems.ipynb
+
+pushd ${PLANE}\ Data/flights/notebooks
+#
+ln -s ../${1}/${DATE}_efis.ipynb .
+ln -s ../${1}/${DATE}_ems.ipynb .
+#
+popd
+
+open ${PLANE}\ Data/flights/$1
 

Analysis_Tools/programs/dMoYr_yyyymmdd.py

@@ -0,0 +1,25 @@
+#!/usr/bin/env python3
+
+"""
+utility to reformat DMY to YYYYmmdd
+
+"""
+
+import datetime
+import argparse
+
+#d=datetime.datetime.strptime("19jun2020","%d%b%Y") 
+#d.strftime("%Y%m%d")
+
+def reformat_date(DMY):
+    d=datetime.datetime.strptime(DMY,"%d%b%Y")
+    return(d.strftime("%Y%m%d"))
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser(description='Reformat date')
+    parser.add_argument('date',
+                       help='folder date (e.g. 2nov2017)')
+    args = parser.parse_args()
+
+    print(reformat_date(args.date))

Analysis_Tools/programs/walk_logs.py

@@ -1,5 +1,5 @@
 """
-run from Airplane_Data_logger/programs/
+run from ./programs/
 
 processes all LOG0*.TXT files
 ~/Airplane_Data_Logger/Nnumber Data/flights/-date-/
@@ -10,7 +10,8 @@ import glob
 import os
 import argparse
 
-ts="Nnumber"
+#ts="Nnumber"
+ts="N72KH"
 
 def prepare(date):
     print("splitting logs")
@@ -20,19 +21,19 @@ def prepare(date):
         os.rename(f, f.upper())
         fn=os.path.splitext(f.upper())[0] # fn = filename
         # tr bsd command = translate characters \r -> \n
-        c="LC_CTYPE=C tr -s '\r' '\n' < '%s' > '%s'" % (f.upper(),fn+"N.TXT")
+        cmd="LC_CTYPE=C tr -s '\r' '\n' < '%s' > '%s'" % (f.upper(),fn+"N.TXT")
-        os.system(c)
+        os.system(cmd)
         # run log_splitter.py on the translated file (fn+"N")
-        c="python ./log_splitter.py '%s.TXT'" % (fn+"N")
+        cmd="python ./log_splitter.py '%s.TXT'" % (fn+"N")
-        os.system(c)
+        os.system(cmd)
-        # NOW MOVE TO CORRECT DIRECTORY
+        # NOW MOVE FILES TO CORRECT DIRECTORY
         pi=[i for i, c in enumerate(f) if c =='/']
-        c="mv '%sN_E.TXT' '%s/N72KH_EMS_%s/'" % (fn,f[:pi[-2]],date)
+        cmd="mv '%sN_E.TXT' '%s/%s_EMS_%s/'" % (fn,f[:pi[-2]],ts,date)
-        os.system(c)
+        os.system(cmd)
-        c="mv '%sN_F.TXT' '%s/N72KH_EFIS_%s/'" % (fn,f[:pi[-2]],date)
+        cmd="mv '%sN_F.TXT' '%s/%s_EFIS_%s/'" % (fn,f[:pi[-2]],ts,date)
-        os.system(c)
+        os.system(cmd)
-        c="mv '%sN_G.TXT' '%s/N72KH_GPS_%s/'" % (fn,f[:pi[-2]],date)
+        cmd="mv '%sN_G.TXT' '%s/%s_GPS_%s/'" % (fn,f[:pi[-2]],ts,date)
-        os.system(c)
+        os.system(cmd)
  
 def process(date,logs):
     if logs=='all' or logs=='ems':
@@ -43,8 +44,8 @@ def process(date,logs):
         for f in fl:
             fn=f.split("/")[-1].split(".")[0] # filename
             # s="python ./eis_bin2csv.py '%s%s.TXT' > '%s%s.csv'" % (sp,fn,sp,fn) # GRT EIS
-            s="python ./ems2csv.py '%s%s.TXT' > '%s%s.csv'" % (sp,fn,sp,fn) # Dynon EMS
+            cmd="python ./ems2csv.py '%s%s.TXT' > '%s%s.csv'" % (pathstring,fn,pathstring,fn) # Dynon EMS
-            os.system(s)
+            os.system(cmd)
 
     if logs=='all' or logs=='efis':
         print("processing EFIS")
@@ -52,8 +53,8 @@ def process(date,logs):
         fl=glob.glob(pathstring+"LOG0*.TXT")
         for f in fl:
             fn=f.split("/")[-1].split(".")[0] # filename
-            s="python ./efis2csv.py '%s%s.TXT' > '%s%s.csv'" % (sp,fn,sp,fn)
+            cmd="python ./efis2csv.py '%s%s.TXT' > '%s%s.csv'" % (pathstring,fn,pathstring,fn)
-            os.system(s)
+            os.system(cmd)
 
     if logs=='all' or logs=='gps':
         print("processing GPS")
@@ -61,11 +62,11 @@ def process(date,logs):
         fl=glob.glob(pathstring+"LOG0*.TXT") # file list
         for f in fl:
             fn=f.split("/")[-1].split(".")[0] # filename
-            s="python ./gps_formatter.py '%s%s.TXT' > '%s%s.csv'" % (sp,fn,sp,fn)
+            s="python ./gps_formatter.py '%s%s.TXT' > '%s%s.csv'" % (pathstring,fn,pathstring,fn)
             os.system(s)
-            s="./gps_convert.sh \"%s%s.csv\"  \"%s%s.kml\"" % (sp,fn,sp,fn)
+            cmd="./gps_convert.sh \"%s%s.csv\"  \"%s%s.kml\"" % (pathstring,fn,pathstring,fn)
             #print s
-            os.system(s)
+            os.system(cmd)
 
 
 def main():