youtube_api/clean_summaries.py at main · ResearchComputingServices/youtube_api · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
import os
from datetime import datetime
from sys import platform


summary_folder =  "summaries"
output_folder =  "output"
network_folder = "network"
logs_folder = "logs"

summary_days=  30
output_days =  90
network_days = 90
logs_days = 30


#-----------------------------------------------------------------------------------------------------------------------
#-----------------------------------------------------------------------------------------------------------------------
def remove_file(filename):
    if os.path.exists(filename):
        os.remove(filename)

#-----------------------------------------------------------------------------------------------------------------------
#-----------------------------------------------------------------------------------------------------------------------
def remove_file_older_than(filepath, days):
    if os.path.isfile(filepath):
        if days > 0:
            if platform == "linux" or platform == "linux2":
                file_created_datetime = os.stat(filepath).st_ctime
            elif platform == "darwin":
                file_created_datetime = os.stat(filepath).st_birthtime
            current_datetime = datetime.timestamp(datetime.now())
            dif = current_datetime - file_created_datetime  # Dif in seconds between two days
            # 86400 = Number of secs in 1 day
            old_days = dif / 86400
            # print(old_days)
            if old_days >= days:
                try:
                    os.remove(filepath)
                    # print ('File removed')
                except OSError as e:
                    print("Error: %s : %s" % (filepath, e.strerror))
        else:
            remove_file(filepath)


#-----------------------------------------------------------------------------------------------------------------------
#-----------------------------------------------------------------------------------------------------------------------
def clean_history(folder, days=None):
    try:
        if not os.path.exists(folder):
            return

        if not days:
            days = 0

        for path in os.listdir(folder):
            if not path.startswith('.'):
                # It is directory (folder)
                fullpath = os.path.join(folder, path)
                if os.path.isdir(fullpath):
                    # Remove files older than days
                    for file in os.listdir(fullpath):
                        filepath = os.path.join(fullpath, file)
                        remove_file_older_than(filepath, days)
                    # Remove subfolder -if empty
                    try:
                        # print (fullpath)
                        if not os.listdir(fullpath):
                            os.rmdir(fullpath)
                            # print ('Subfolder Removed')
                    except OSError as e:
                        print("Error: %s : %s" % (fullpath, e.strerror))

                if os.path.isfile(fullpath):
                    remove_file_older_than(fullpath, days)

    except OSError as e:
        print("Error: %s : %s" % (folder, e.strerror))

#-----------------------------------------------------------------------------------------------------------------------
#-----------------------------------------------------------------------------------------------------------------------
if __name__ == '__main__':
    current_datetime = datetime.now()
    dt_string = current_datetime.strftime("%d/%m/%Y %H:%M:%S")
    print("Script started at:", dt_string)
    print ('Removing {0} days old files from {1}'.format(summary_days, summary_folder))
    clean_history(summary_folder, summary_days)
    print('Removing {0} days old files from {1}'.format(logs_days, logs_folder))
    current_datetime = datetime.now()
    dt_string = current_datetime.strftime("%d/%m/%Y %H:%M:%S")
    print("Script ended at:", dt_string)