-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathfuncoes.js
179 lines (161 loc) · 4.38 KB
/
funcoes.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
import fs from "fs";
import createNamedTuple from "named-tuple";
import path, { dirname } from "path";
import { fileURLToPath } from "url";
import { groupby } from "itertools";
const __filename = fileURLToPath(import.meta.url);
const __dirname = dirname(__filename);
const SYMBOLS = [
".",
"?",
"!",
"-",
",",
'"',
"_",
"♪",
"<i>",
"</i>",
"\r",
"[",
"]",
"(",
")",
];
export const funcoes = () => {
const listFiles = (folder, ext) => {
return new Promise((resolve, reject) => {
try {
const absolutePath = path.join(__dirname, folder);
const files = fs.readdirSync(absolutePath);
const targetFiles = files.filter(
(file) => path.extname(file).toLowerCase() === ext
);
const absPathFiles = targetFiles.map((file) => path.join(folder, file));
resolve(absPathFiles);
} catch (e) {
reject(e);
}
});
};
const readFiles = (paths) => {
return Promise.all(paths.map((file) => readFileContent(file)));
};
const readFileContent = (file) => {
return new Promise((resolve, reject) => {
try {
const content = fs.readFileSync(file, { encoding: "utf-8" });
resolve(content.toString());
} catch (e) {
reject(e);
}
});
};
const subtitlefy = (lines) => {
const Subtitle = createNamedTuple("Subtitle", "num","start", "end", "text");
return new Promise((resolve, reject) => {
try {
const allLines = lines.values();
const blocks = [];
let block = [];
for (const line of allLines) {
if (line.trim()) {
block.push(line.trim());
} else {
blocks.push(block);
block = [];
}
}
const subtitles = [];
for (const sub of blocks) {
const [num, start_end, ...text] = sub;
const [start, end] = start_end.split(" --> ");
subtitles.push(new Subtitle(num, start, end, text));
}
resolve(subtitles);
} catch (e) {
reject(e);
}
});
};
const subtitlefyAlt = (lines) => {
const Subtitle = createNamedTuple("Subtitle", "num","start", "end", "text");
return new Promise((resolve, reject) => {
try {
const res = [];
for (const [chave, valor] of groupby(lines, (line) => Boolean(line.trim()))) {
if (chave) {
res.push(Array.from(valor));
}
}
const subtitles = [];
for (const sub of res) {
const [num, start_end, ...text] = sub;
const [start, end] = start_end.split(" --> ");
subtitles.push(new Subtitle(num.trim(), start.trim(), end.trim(), text));
}
resolve(subtitles);
} catch (e) {
reject(e);
}
});
};
const removeSymbols = (subtitles) => {
return new Promise((resolve, reject) => {
try {
const result = subtitles.map((subtitle) => {
const texts = subtitle.text.map((text) => {
let line = text;
SYMBOLS.forEach((simbolo) => {
line = line.split(simbolo).join("");
});
return line.trim();
});
return { ...subtitle, text: texts };
});
resolve(result);
} catch (e) {
reject(e);
}
});
};
const wordfy = (subtitles) => {
return new Promise((resolve, reject) => {
try {
const allWords = [];
for (const subtitle of subtitles) {
const words = subtitle.text.map(line => line.split(' '))
allWords.push(...words)
}
resolve(allWords.flat());
} catch (e) {
reject(e);
}
});
};
const count = (words) => {
return new Promise((resolve, reject) => {
try {
const summary = words.reduce((words, el) => {
const word = el.toLowerCase();
const count = words[word] ? words[word].count + 1 : 1;
words[word] = { word, count };
return words;
}, {});
resolve(Object.values(summary));
} catch (e) {
reject(e);
}
});
};
const order = (array) => (attr) => {
return new Promise((resolve, reject) => {
try {
resolve(array.sort((a, b) => b[attr] - a[attr]));
} catch (e) {
reject(e);
}
});
};
return { listFiles, readFiles, subtitlefy, subtitlefyAlt, removeSymbols, wordfy, count, order };
};