diff options
Diffstat (limited to 'src/services')
| -rw-r--r-- | src/services/dedupe.ts | 65 | ||||
| -rw-r--r-- | src/services/jobs.ts | 22 | ||||
| -rw-r--r-- | src/services/postDatabase.ts | 86 |
3 files changed, 97 insertions, 76 deletions
diff --git a/src/services/dedupe.ts b/src/services/dedupe.ts deleted file mode 100644 index 2eeb5ee..0000000 --- a/src/services/dedupe.ts +++ /dev/null | |||
| @@ -1,65 +0,0 @@ | |||
| 1 | import fs from "fs/promises"; | ||
| 2 | import path from "path"; | ||
| 3 | import * as f from "fp-ts"; | ||
| 4 | import * as t from "io-ts"; | ||
| 5 | |||
| 6 | export const E926DedupeEntryC = t.type({ | ||
| 7 | provider: t.literal("e926"), | ||
| 8 | id: t.number, | ||
| 9 | }); | ||
| 10 | |||
| 11 | export const DedupeEntryC = E926DedupeEntryC; | ||
| 12 | |||
| 13 | export type E926DedupeEntry = t.TypeOf<typeof E926DedupeEntryC>; | ||
| 14 | |||
| 15 | export type DedupeEntry = t.TypeOf<typeof DedupeEntryC>; | ||
| 16 | |||
| 17 | export class Dedupe { | ||
| 18 | private entries: DedupeEntry[] = []; | ||
| 19 | |||
| 20 | private readonly filePath: string; | ||
| 21 | |||
| 22 | private isLoaded = false; | ||
| 23 | |||
| 24 | constructor(private max: number, filename: string) { | ||
| 25 | this.filePath = path.join(process.cwd(), filename); | ||
| 26 | } | ||
| 27 | |||
| 28 | private async load() { | ||
| 29 | if (this.isLoaded) { | ||
| 30 | return; | ||
| 31 | } | ||
| 32 | |||
| 33 | try { | ||
| 34 | await fs.stat(this.filePath); | ||
| 35 | } catch { | ||
| 36 | await this.save(); | ||
| 37 | } | ||
| 38 | |||
| 39 | const fileContent = await fs.readFile(this.filePath, "utf8"); | ||
| 40 | const entries = t.array(DedupeEntryC).decode(fileContent); | ||
| 41 | |||
| 42 | if (f.either.isRight(entries)) { | ||
| 43 | this.entries = entries.right; | ||
| 44 | } | ||
| 45 | } | ||
| 46 | |||
| 47 | private async save() { | ||
| 48 | await fs.writeFile(this.filePath, JSON.stringify(this.entries ?? []), "utf8"); | ||
| 49 | } | ||
| 50 | |||
| 51 | async check(entry: DedupeEntry) { | ||
| 52 | await this.load(); | ||
| 53 | |||
| 54 | const has = !!this.entries.find((e) => e.provider === entry.provider && e.id === entry.id); | ||
| 55 | |||
| 56 | if (!has) { | ||
| 57 | this.entries.push(entry); | ||
| 58 | await this.save(); | ||
| 59 | } | ||
| 60 | |||
| 61 | return has; | ||
| 62 | } | ||
| 63 | } | ||
| 64 | |||
| 65 | export default new Dedupe(50, "dedupe.json"); | ||
diff --git a/src/services/jobs.ts b/src/services/jobs.ts index cf3b894..354c66d 100644 --- a/src/services/jobs.ts +++ b/src/services/jobs.ts | |||
| @@ -1,8 +1,18 @@ | |||
| 1 | import * as e621 from "../api/e621"; | 1 | import * as e621 from "../api/e926"; |
| 2 | import * as mastodon from "../api/mastodon"; | 2 | import * as mastodon from "../api/mastodon"; |
| 3 | import config from "../config"; | 3 | import config from "../config"; |
| 4 | import Sharp from "sharp"; | 4 | import Sharp from "sharp"; |
| 5 | 5 | ||
| 6 | export async function postSpecificPicture(id: number) { | ||
| 7 | console.log(`Fetching post ${id}...`); | ||
| 8 | |||
| 9 | const post = await e621.getPostById(id); | ||
| 10 | |||
| 11 | console.log(`Got ${post.id}`); | ||
| 12 | |||
| 13 | await handlePost(post); | ||
| 14 | } | ||
| 15 | |||
| 6 | export async function postRandomPicture() { | 16 | export async function postRandomPicture() { |
| 7 | console.log("Fetching random post..."); | 17 | console.log("Fetching random post..."); |
| 8 | 18 | ||
| @@ -15,16 +25,6 @@ export async function postRandomPicture() { | |||
| 15 | await handlePost(post); | 25 | await handlePost(post); |
| 16 | } | 26 | } |
| 17 | 27 | ||
| 18 | export async function postSpecificPicture(id: number) { | ||
| 19 | console.log(`Fetching post ${id}...`); | ||
| 20 | |||
| 21 | const post = await e621.getPostById(id); | ||
| 22 | |||
| 23 | console.log(`Got ${post.id}`); | ||
| 24 | |||
| 25 | await handlePost(post); | ||
| 26 | } | ||
| 27 | |||
| 28 | async function handlePost(post: e621.Post) { | 28 | async function handlePost(post: e621.Post) { |
| 29 | const source = post.sources.length ? post.sources[0] : undefined; | 29 | const source = post.sources.length ? post.sources[0] : undefined; |
| 30 | const cws = config.cw.filter((w) => post.tags.general.includes(w)); | 30 | const cws = config.cw.filter((w) => post.tags.general.includes(w)); |
diff --git a/src/services/postDatabase.ts b/src/services/postDatabase.ts new file mode 100644 index 0000000..e3be7bb --- /dev/null +++ b/src/services/postDatabase.ts | |||
| @@ -0,0 +1,86 @@ | |||
| 1 | import fs from "fs/promises"; | ||
| 2 | import path from "path"; | ||
| 3 | import * as f from "fp-ts"; | ||
| 4 | import * as t from "io-ts"; | ||
| 5 | |||
| 6 | export const PostDatabaseEntryC = t.type({ | ||
| 7 | provider: t.literal("e926"), | ||
| 8 | id: t.number, | ||
| 9 | }); | ||
| 10 | |||
| 11 | export type PostDatabaseEntry = t.TypeOf<typeof PostDatabaseEntryC>; | ||
| 12 | |||
| 13 | export class PostDatabase { | ||
| 14 | private entries: PostDatabaseEntry[] = []; | ||
| 15 | |||
| 16 | private readonly filePath: string; | ||
| 17 | |||
| 18 | private isLoaded = false; | ||
| 19 | |||
| 20 | constructor(filename: string, private max?: number) { | ||
| 21 | this.filePath = path.join(process.cwd(), filename); | ||
| 22 | } | ||
| 23 | |||
| 24 | private async load() { | ||
| 25 | if (this.isLoaded) { | ||
| 26 | return; | ||
| 27 | } | ||
| 28 | |||
| 29 | try { | ||
| 30 | await fs.stat(this.filePath); | ||
| 31 | } catch { | ||
| 32 | await this.save(); | ||
| 33 | } | ||
| 34 | |||
| 35 | const fileContent = await fs.readFile(this.filePath, "utf8"); | ||
| 36 | const entries = t.array(PostDatabaseEntryC).decode(fileContent); | ||
| 37 | |||
| 38 | if (f.either.isRight(entries)) { | ||
| 39 | this.entries = this.max ? entries.right.slice(0, -1 * this.max) : entries.right; | ||
| 40 | } | ||
| 41 | } | ||
| 42 | |||
| 43 | private async save() { | ||
| 44 | await fs.writeFile(this.filePath, JSON.stringify(this.entries), "utf8"); | ||
| 45 | } | ||
| 46 | |||
| 47 | async insertIfNotExists(entry: PostDatabaseEntry): Promise<boolean> { | ||
| 48 | await this.load(); | ||
| 49 | |||
| 50 | const has = !!this.entries.find((e) => e.provider === entry.provider && e.id === entry.id); | ||
| 51 | |||
| 52 | if (!has) { | ||
| 53 | this.entries.push(entry); | ||
| 54 | await this.save(); | ||
| 55 | } | ||
| 56 | |||
| 57 | return has; | ||
| 58 | } | ||
| 59 | |||
| 60 | async takeFirst(): Promise<PostDatabaseEntry | undefined> { | ||
| 61 | await this.load(); | ||
| 62 | const entry = this.entries.shift(); | ||
| 63 | await this.save(); | ||
| 64 | return entry; | ||
| 65 | } | ||
| 66 | |||
| 67 | async remove(entry: PostDatabaseEntry): Promise<boolean> { | ||
| 68 | await this.load(); | ||
| 69 | const i = this.entries.findIndex((e) => e.provider === entry.provider && e.id === entry.id); | ||
| 70 | |||
| 71 | if (i === -1) { | ||
| 72 | return false; | ||
| 73 | } | ||
| 74 | |||
| 75 | this.entries.splice(i, 1); | ||
| 76 | await this.save(); | ||
| 77 | return true; | ||
| 78 | } | ||
| 79 | |||
| 80 | async getCount() { | ||
| 81 | await this.load(); | ||
| 82 | return this.entries.length; | ||
| 83 | } | ||
| 84 | } | ||
| 85 | |||
| 86 | export default PostDatabase; | ||
