automation code

auto_coordinate.py

+import os
+import sys
+import glob
+import time
+
+
+hdd_root = '/hdd/*'
+
+def main():
+    surgery_list = glob.glob(hdd_root)
+
+    for id in surgery_list:
+        if 'lost+found' in id:
+            surgery_list.remove(id)
+        else:
+            pass
+
+    for id in surgery_list:
+        file_list=glob.glob(id + '/*')
+        for file in file_list:
+            if 'log.txt' in file:
+                f = open(file, 'rt')
+                logs = f.readlines()
+                f.close()
+                if len(logs) == 4:
+                    f = open(file, 'ar')
+                    r_time = time.ctime(time.time())
+                    f.write('global coordinate successfully starts at ' + str(r_time) + '\n')
+                    f.close()
+                    #FIXME: change coordinate_g.py when IMU sensor works
+                    os.system('run --rm --name coordinate --gpus '"device=1"' -v /dev:/dev -v /home/mc365/sources:/sources -v /hdd:/hdd ellishuntingmoon/mailsys:0.4 python3 /sources/coordinate_g.py ' + id + '/ >> /dev/null')
+                    f = open(file, 'ar')
+                    r_time = time.ctime(time.time())
+                    f.write('global coordinate successfully ends at ' + str(r_time) + '\n')
+                    f.close()
+                else:
+                    pass
+
+if __name__ == '__main__':
+    while True:
+        main()

auto_extract.py

+import os
+import sys
+import glob
+import time
+
+
+hdd_root = '/hdd/*'
+
+def main():
+    surgery_list = glob.glob(hdd_root)
+
+    for id in surgery_list:
+        if 'lost+found' in id:
+            surgery_list.remove(id)
+        else:
+            pass
+
+    for id in surgery_list:
+        file_list=glob.glob(id + '/*')
+        for file in file_list:
+            if 'log.txt' in file:
+                f = open(file, 'rt')
+                logs = f.readlines()
+                f.close()
+                if len(logs) == 2:
+                    f = open(file, 'ar')
+                    r_time = time.ctime(time.time())
+                    f.write('exectue is successfully starts at ' + str(r_time) + '\n')
+                    f.close()
+                    os.system('run --rm --name extract_1 --gpus '"device=0"' -v /dev:/dev -v /home/mc365/sources:/sources -v /hdd:/hdd ellishuntingmoon/mailsys:0.4 python3 /sources/extract_01.py ' + id + '/ >> /dev/null')
+                    os.system('run --rm --name extract_2 --gpus '"device=1"' -v /dev:/dev -v /home/mc365/sources:/sources -v /hdd:/hdd ellishuntingmoon/mailsys:0.4 python3 /sources/extract_02.py ' + id + '/ >> /dev/null')
+                    f = open(file, 'ar')
+                    r_time = time.ctime(time.time())
+                    f.write('exectue is successfully ends at ' + str(r_time) + '\n')
+                    f.close()
+                else:
+                    pass
+
+if __name__ == '__main__':
+    while True:
+        main()

auto_kpi.py

+import os
+import sys
+import glob
+import time
+import paramiko
+
+
+
+hdd_root = '/hdd/*'
+
+
+hdd_root = '/hdd/*'
+
+def main():
+    surgery_list = glob.glob(hdd_root)
+
+    for id in surgery_list:
+        if 'lost+found' in id:
+            surgery_list.remove(id)
+        else:
+            pass
+
+    for id in surgery_list:
+        file_list=glob.glob(id + '/*')
+        for file in file_list:
+            if 'log.txt' in file:
+                f = open(file, 'rt')
+                logs = f.readlines()
+                f.close()
+                if len(logs) == 6:
+                    f = open(file, 'ar')
+                    r_time = time.ctime(time.time())
+                    f.write('kpi successfully starts at ' + str(r_time) + '\n')
+                    f.close()
+                    #FIXME: change coordinate_g.py when IMU sensor works and get generic optimizer for DBSCAN
+                    os.system('run --rm --name kpi --gpus '"device=1"' -v /dev:/dev -v /home/mc365/sources:/sources -v /hdd:/hdd ellishuntingmoon/mailsys:0.4 python3 /sources/kpi.py ' + id + '/ >> /dev/null')
+                    f = open(file, 'ar')
+                    r_time = time.ctime(time.time())
+                    f.write('kpi successfully ends at ' + str(r_time) + '\n')
+                    f.close()
+
+                    transport = paramiko.Transport(('365mc.iptime.org', '63122'))
+                    transport.connect(username='mc365', password='tkadbrdhmc1!')
+                    sftp = paramiko.SFTPClient.from_transport(transport)
+                    #FIXME: send file recursively
+
+                    #sftp.put(filepath, data_root_dir + filepath[1:])
+                    sftp.close()
+                    transport.close()
+                
+                else:
+                    pass
+
+if __name__ == '__main__':
+    while True:
+        main()