summaryrefslogtreecommitdiffstats
path: root/src/services/dedupe.ts
diff options
context:
space:
mode:
authorVolpeon <git@volpeon.ink>2021-10-19 19:25:03 +0200
committerVolpeon <git@volpeon.ink>2021-10-19 19:25:03 +0200
commit163d8119c109c42e64ab37b01dec131f2cb5bf61 (patch)
treeee0abce3ce349482ca63b4064fcbebc0e5d2f4ff /src/services/dedupe.ts
parentCode improvements (diff)
downloadferalbot-163d8119c109c42e64ab37b01dec131f2cb5bf61.tar.gz
feralbot-163d8119c109c42e64ab37b01dec131f2cb5bf61.tar.bz2
feralbot-163d8119c109c42e64ab37b01dec131f2cb5bf61.zip
Code improvements, support a manual post queue
Diffstat (limited to 'src/services/dedupe.ts')
-rw-r--r--src/services/dedupe.ts65
1 files changed, 0 insertions, 65 deletions
diff --git a/src/services/dedupe.ts b/src/services/dedupe.ts
deleted file mode 100644
index 2eeb5ee..0000000
--- a/src/services/dedupe.ts
+++ /dev/null
@@ -1,65 +0,0 @@
1import fs from "fs/promises";
2import path from "path";
3import * as f from "fp-ts";
4import * as t from "io-ts";
5
6export const E926DedupeEntryC = t.type({
7 provider: t.literal("e926"),
8 id: t.number,
9});
10
11export const DedupeEntryC = E926DedupeEntryC;
12
13export type E926DedupeEntry = t.TypeOf<typeof E926DedupeEntryC>;
14
15export type DedupeEntry = t.TypeOf<typeof DedupeEntryC>;
16
17export class Dedupe {
18 private entries: DedupeEntry[] = [];
19
20 private readonly filePath: string;
21
22 private isLoaded = false;
23
24 constructor(private max: number, filename: string) {
25 this.filePath = path.join(process.cwd(), filename);
26 }
27
28 private async load() {
29 if (this.isLoaded) {
30 return;
31 }
32
33 try {
34 await fs.stat(this.filePath);
35 } catch {
36 await this.save();
37 }
38
39 const fileContent = await fs.readFile(this.filePath, "utf8");
40 const entries = t.array(DedupeEntryC).decode(fileContent);
41
42 if (f.either.isRight(entries)) {
43 this.entries = entries.right;
44 }
45 }
46
47 private async save() {
48 await fs.writeFile(this.filePath, JSON.stringify(this.entries ?? []), "utf8");
49 }
50
51 async check(entry: DedupeEntry) {
52 await this.load();
53
54 const has = !!this.entries.find((e) => e.provider === entry.provider && e.id === entry.id);
55
56 if (!has) {
57 this.entries.push(entry);
58 await this.save();
59 }
60
61 return has;
62 }
63}
64
65export default new Dedupe(50, "dedupe.json");