srt-parser/parse_srt.py at master · thall17/srt-parser · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
#!/usr/bin/python
#
# Copyright 2017 Tim Hall

import sys
import pysrt
import os
from os.path import join, getsize
import csv

# args must be 2 or 3 params long [script_name, src_dir, dest_dir]
if (len(sys.argv) < 2) or (len(sys.argv) > 3):
    print "Wrong # of parameters."
    print "Syntax:    'python parse_srt.py <src_dir> [dest_dir]'"
    print "<src_dir> is required and should contain .srt files, or contain folders which each contain .srt files."
    print "[dest_dir] is optional, and will default to src_dir if not provided"
    exit()

# Helper functions
def clean_sub(s):
    s = s.replace("\n", " ")
    s = remove_carats(s)
    s = add_spacing(s)
    return s

def add_spacing(s):
    new_string = s
    new_string += " "
    return new_string

def remove_carats(s):
    if s[0:2] == ">>":
        new_string = s[2:-1]
    else:
        new_string = s
    return new_string

def format_text(text):
    text = text.replace(u"\u2019", "-").replace(u'\xe9', "e").replace(u"\u201c", "\"").replace(u'\u201d', "\"").replace(u'\u2013', "-").replace(u'\uff1f', "?").replace(u'\u2026', "...").replace(u'\uff0c', ",")
    return text

src_dir = sys.argv[1]

if not os.path.exists(src_dir + "/output"):
    os.makedirs(src_dir + "/output")

if not os.path.exists(src_dir + "/output/html"):
    os.makedirs(src_dir + "/output/html")

if not os.path.exists(src_dir + "/output/csv"):
    os.makedirs(src_dir + "/output/csv")

for root, dirs, files in os.walk(src_dir):
    print root, "consumes",
    print sum(getsize(join(root, name)) for name in files),
    print "bytes in", len(files), "non-directory files"

    # Iterate directories within root directory:
    for d in dirs:
        if d != "output" and d != "html" and d != "csv":

            print"d name is " + d
            full_directory = src_dir + "/" + d + "/"

            # Create .html files:
            f = open(src_dir + "/output/html/" + d + ".html", 'wb')
            f.write("<h1>" + d + "</h1>")
            f.write("<br>")
            print "PROBLEM LINE: " + str(src_dir)
            print "d = " + str(d)
            for filename in sorted(os.listdir(src_dir + "/" + d + "/")):
                full_filename = full_directory + filename
                print "filename is " + filename
                if filename.endswith(".srt"):
                    filename_noext = filename[0:-4]
                    subs = pysrt.open(full_filename)
                    transcript = ""
                    for sub in subs:
                        text = sub.text
                        text = clean_sub(text)
                        print "text = " + text
                        transcript += text
                    transcript = format_text(transcript)
                    # transcript = transcript.encode("utf8")
                    # transcript = transcript.encode("utf8")
                    f.write("<ul>")
                    f.write("<strong><li>" + filename_noext + "</li></strong>")
                    # Sub-bullet:
                    f.write("<ul>")
                    f.write("<li>" + transcript + "</li>")
                    f.write("</ul>")
                    # Closing tag to outer bullet:
                    f.write("</ul>")
                    continue
                else:
                    continue
            f.close()

            # Create csv file named after the current directory:
            with open(src_dir + "/output/csv/" + d + ".csv", 'wb') as csvfile:
                filewriter = csv.writer(csvfile, delimiter=',',
                                        quotechar='"', quoting=csv.QUOTE_MINIMAL)
                filewriter.writerow(['Name', 'Question', 'Answer'])

                # Add a row to the csv for every video
                for filename in sorted(os.listdir(src_dir + "/" + d + "/")):
                    full_filename = full_directory + filename
                    print "filename is " + filename
                    if filename.endswith(".srt"):
                        filename_noext = filename[0:-4]
                        subs = pysrt.open(full_filename)
                        transcript = ""
                        for sub in subs:
                            text = sub.text
                            text = clean_sub(text)
                            print "text = " + text
                            transcript += text
                            transcript = format_text(transcript)
                        filewriter.writerow([filename_noext, filename_noext, transcript])
                        continue
                    else:
                        continue

# print "srt_file = " + str(srt_file)
# print ""
# print "transcript = " + transcript
# print ""
# print "subs = " + str(subs)
# print "Current working dir : %s" % os.getcwd()
# print "os.path.dirname... is %s" % os.path.dirname(os.path.realpath(sys.argv[0]))
print "Script Finished."