mailsys_server/auto_kpi.py

import os
import sys
import glob
import time
import paramiko



hdd_root = '/hdd/*'


hdd_root = '/hdd/*'

def main():
    surgery_list = glob.glob(hdd_root)

    for id in surgery_list:
        #id = /hdd/********
        if 'lost+found' in id:
            surgery_list.remove(id)
        else:
            pass

    for id in surgery_list:
        file_list=glob.glob(id + '/*')

        for file in file_list:
            #file = /hdd/**********/*.csv, svo, txt
            if 'log.txt' in file:
                f = open(file, 'rt')
                logs = f.readlines()
                f.close()
                if len(logs) == 6:
                    f = open(file, 'at')
                    r_time = time.ctime(time.time())
                    f.write('kpi successfully starts at ' + str(r_time) + '\n')
                    f.close()
                    #FIXME: change coordinate_g.py when IMU sensor works and get generic optimizer for DBSCAN
                    os.system('docker run --rm --name kpi --gpus '"device=1"' -v /dev:/dev -v /home/mc365/sources:/sources -v /hdd:/hdd ellishuntingmoon/mailsys:0.4 python3 /sources/kpi.py ' + id + '/ >> /dev/null')
                    f = open(file, 'at')
                    r_time = time.ctime(time.time())
                    f.write('kpi successfully ends at ' + str(r_time) + '\n')
                    f.close()

                    transport = paramiko.Transport(('365mc.iptime.org', 63122))
                    transport.connect(username='mc365', password='tkadbrdhMC1!')
                    sftp = paramiko.SFTPClient.from_transport(transport)
                    #FIXME: send file recursively
                    for file in file_list:
                        sftp.put(file,'/data/'+str(file[5:]))
                    sftp.close()
                    transport.close()      
                    os.system('rm -rf '+id)          
                else:
                    pass
        

if __name__ == '__main__':
    while True:
        main()