Hack together a fix for cdn endpoints
Build docker images / build (api) (push) Failing after 14s
Build docker images / build (cdn) (push) Failing after 12s
Build docker images / build (cdn-cs) (push) Failing after 11s
Build docker images / build (default) (push) Failing after 12s
Build docker images / build (gateway) (push) Failing after 12s
Build docker images / build (admin-api) (push) Failing after 4m13s
Build docker images / build (gateway-offload) (push) Failing after 11s
Nix build / build-nix (push) Failing after 11s
Style / build (24.x) (push) Failing after 1m9s
Build / build (24.x) (push) Successful in 2m37s

This commit is contained in:
Rory&
2026-02-13 18:20:49 +01:00
parent f9d725a389
commit cc23978d5f
11 changed files with 1170 additions and 33 deletions
-33
View File
@@ -63,39 +63,6 @@ export class CDNServer extends Server {
await registerRoutes(this, path.join(__dirname, "routes/"));
this.app.use("/role-icons/", iconsRoute);
console.log("[Server] Route /role-icons registered");
this.app.use("/emojis/", avatarsRoute);
console.log("[Server] Route /emojis registered");
this.app.use("/stickers/", avatarsRoute);
console.log("[Server] Route /stickers registered");
this.app.use("/banners/", avatarsRoute);
console.log("[Server] Route /banners registered");
this.app.use("/splashes/", avatarsRoute);
console.log("[Server] Route /splashes registered");
this.app.use("/discovery-splashes/", avatarsRoute);
console.log("[Server] Route /discovery-splashes registered");
this.app.use("/app-icons/", avatarsRoute);
console.log("[Server] Route /app-icons registered");
this.app.use("/app-assets/", avatarsRoute);
console.log("[Server] Route /app-assets registered");
this.app.use("/discover-splashes/", avatarsRoute);
console.log("[Server] Route /discover-splashes registered");
this.app.use("/team-icons/", avatarsRoute);
console.log("[Server] Route /team-icons registered");
this.app.use("/channel-icons/", avatarsRoute);
console.log("[Server] Route /channel-icons registered");
this.app.use("/guilds/:guild_id/users/:user_id/avatars", guildProfilesRoute);
console.log("[Server] Route /guilds/:guild_id/users/:user_id/avatars registered");
+117
View File
@@ -0,0 +1,117 @@
/*
Spacebar: A FOSS re-implementation and extension of the Discord.com backend.
Copyright (C) 2023 Spacebar and Spacebar Contributors
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
import { Router, Response, Request } from "express";
import { Config, Snowflake } from "@spacebar/util";
import { storage } from "../util/Storage";
import { fileTypeFromBuffer } from "file-type";
import { HTTPError } from "lambert-server";
import crypto from "crypto";
import { multer } from "../util/multer";
import { cache } from "../util/cache";
// TODO: check premium and animated pfp are allowed in the config
// TODO: generate different sizes of icon
// TODO: generate different image types of icon
// TODO: delete old icons
const ANIMATED_MIME_TYPES = ["image/apng", "image/gif", "image/gifv"];
const STATIC_MIME_TYPES = ["image/png", "image/jpeg", "image/webp", "image/svg+xml", "image/svg"];
const ALLOWED_MIME_TYPES = [...ANIMATED_MIME_TYPES, ...STATIC_MIME_TYPES];
const router = Router({ mergeParams: true });
const pathPrefix = "app-assets";
router.post("/:guild_id", multer.single("file"), async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
if (!req.file) throw new HTTPError("Missing file");
const { buffer, size } = req.file;
const { guild_id } = req.params as { [key: string]: string };
let hash = crypto.createHash("md5").update(Snowflake.generate()).digest("hex");
const type = await fileTypeFromBuffer(buffer);
if (!type || !ALLOWED_MIME_TYPES.includes(type.mime)) throw new HTTPError("Invalid file type");
if (ANIMATED_MIME_TYPES.includes(type.mime)) hash = `a_${hash}`; // animated icons have a_ infront of the hash
const path = `${pathPrefix}/${guild_id}/${hash}`;
const endpoint = Config.get().cdn.endpointPublic;
await storage.set(path, buffer);
return res.json({
id: hash,
content_type: type.mime,
size,
url: `${endpoint}${req.baseUrl}/${guild_id}/${hash}`,
});
});
router.get("/:guild_id", cache, async (req: Request, res: Response) => {
let { guild_id } = req.params as { [key: string]: string };
guild_id = guild_id.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
});
export const getAvatar = async (req: Request, res: Response) => {
const { guild_id } = req.params as { [key: string]: string };
let { hash } = req.params as { [key: string]: string };
hash = hash.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}/${hash}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}/${hash}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
};
router.get("/:guild_id/:hash", cache, getAvatar);
router.delete("/:guild_id/:id", async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
const { guild_id, id } = req.params as { [key: string]: string };
const path = `${pathPrefix}/${guild_id}/${id}`;
await storage.delete(path);
return res.send({ success: true });
});
async function getOrMoveFile(newPath: string, oldPath: string) {
let file = await storage.get(newPath);
if (!file) {
if (await storage.exists(oldPath)) {
console.log(`[${pathPrefix}] found file at old path ${oldPath}, moving to new path ${newPath}`);
await storage.move(oldPath, newPath);
file = await storage.get(newPath);
}
}
if (!file) throw new HTTPError("not found", 404);
return file;
}
export default router;
+117
View File
@@ -0,0 +1,117 @@
/*
Spacebar: A FOSS re-implementation and extension of the Discord.com backend.
Copyright (C) 2023 Spacebar and Spacebar Contributors
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
import { Router, Response, Request } from "express";
import { Config, Snowflake } from "@spacebar/util";
import { storage } from "../util/Storage";
import { fileTypeFromBuffer } from "file-type";
import { HTTPError } from "lambert-server";
import crypto from "crypto";
import { multer } from "../util/multer";
import { cache } from "../util/cache";
// TODO: check premium and animated pfp are allowed in the config
// TODO: generate different sizes of icon
// TODO: generate different image types of icon
// TODO: delete old icons
const ANIMATED_MIME_TYPES = ["image/apng", "image/gif", "image/gifv"];
const STATIC_MIME_TYPES = ["image/png", "image/jpeg", "image/webp", "image/svg+xml", "image/svg"];
const ALLOWED_MIME_TYPES = [...ANIMATED_MIME_TYPES, ...STATIC_MIME_TYPES];
const router = Router({ mergeParams: true });
const pathPrefix = "app-icons";
router.post("/:guild_id", multer.single("file"), async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
if (!req.file) throw new HTTPError("Missing file");
const { buffer, size } = req.file;
const { guild_id } = req.params as { [key: string]: string };
let hash = crypto.createHash("md5").update(Snowflake.generate()).digest("hex");
const type = await fileTypeFromBuffer(buffer);
if (!type || !ALLOWED_MIME_TYPES.includes(type.mime)) throw new HTTPError("Invalid file type");
if (ANIMATED_MIME_TYPES.includes(type.mime)) hash = `a_${hash}`; // animated icons have a_ infront of the hash
const path = `${pathPrefix}/${guild_id}/${hash}`;
const endpoint = Config.get().cdn.endpointPublic;
await storage.set(path, buffer);
return res.json({
id: hash,
content_type: type.mime,
size,
url: `${endpoint}${req.baseUrl}/${guild_id}/${hash}`,
});
});
router.get("/:guild_id", cache, async (req: Request, res: Response) => {
let { guild_id } = req.params as { [key: string]: string };
guild_id = guild_id.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
});
export const getAvatar = async (req: Request, res: Response) => {
const { guild_id } = req.params as { [key: string]: string };
let { hash } = req.params as { [key: string]: string };
hash = hash.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}/${hash}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}/${hash}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
};
router.get("/:guild_id/:hash", cache, getAvatar);
router.delete("/:guild_id/:id", async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
const { guild_id, id } = req.params as { [key: string]: string };
const path = `${pathPrefix}/${guild_id}/${id}`;
await storage.delete(path);
return res.send({ success: true });
});
async function getOrMoveFile(newPath: string, oldPath: string) {
let file = await storage.get(newPath);
if (!file) {
if (await storage.exists(oldPath)) {
console.log(`[${pathPrefix}] found file at old path ${oldPath}, moving to new path ${newPath}`);
await storage.move(oldPath, newPath);
file = await storage.get(newPath);
}
}
if (!file) throw new HTTPError("not found", 404);
return file;
}
export default router;
+117
View File
@@ -0,0 +1,117 @@
/*
Spacebar: A FOSS re-implementation and extension of the Discord.com backend.
Copyright (C) 2023 Spacebar and Spacebar Contributors
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
import { Router, Response, Request } from "express";
import { Config, Snowflake } from "@spacebar/util";
import { storage } from "../util/Storage";
import { fileTypeFromBuffer } from "file-type";
import { HTTPError } from "lambert-server";
import crypto from "crypto";
import { multer } from "../util/multer";
import { cache } from "../util/cache";
// TODO: check premium and animated pfp are allowed in the config
// TODO: generate different sizes of icon
// TODO: generate different image types of icon
// TODO: delete old icons
const ANIMATED_MIME_TYPES = ["image/apng", "image/gif", "image/gifv"];
const STATIC_MIME_TYPES = ["image/png", "image/jpeg", "image/webp", "image/svg+xml", "image/svg"];
const ALLOWED_MIME_TYPES = [...ANIMATED_MIME_TYPES, ...STATIC_MIME_TYPES];
const router = Router({ mergeParams: true });
const pathPrefix = "banners";
router.post("/:guild_id", multer.single("file"), async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
if (!req.file) throw new HTTPError("Missing file");
const { buffer, size } = req.file;
const { guild_id } = req.params as { [key: string]: string };
let hash = crypto.createHash("md5").update(Snowflake.generate()).digest("hex");
const type = await fileTypeFromBuffer(buffer);
if (!type || !ALLOWED_MIME_TYPES.includes(type.mime)) throw new HTTPError("Invalid file type");
if (ANIMATED_MIME_TYPES.includes(type.mime)) hash = `a_${hash}`; // animated icons have a_ infront of the hash
const path = `${pathPrefix}/${guild_id}/${hash}`;
const endpoint = Config.get().cdn.endpointPublic;
await storage.set(path, buffer);
return res.json({
id: hash,
content_type: type.mime,
size,
url: `${endpoint}${req.baseUrl}/${guild_id}/${hash}`,
});
});
router.get("/:guild_id", cache, async (req: Request, res: Response) => {
let { guild_id } = req.params as { [key: string]: string };
guild_id = guild_id.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
});
export const getAvatar = async (req: Request, res: Response) => {
const { guild_id } = req.params as { [key: string]: string };
let { hash } = req.params as { [key: string]: string };
hash = hash.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}/${hash}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}/${hash}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
};
router.get("/:guild_id/:hash", cache, getAvatar);
router.delete("/:guild_id/:id", async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
const { guild_id, id } = req.params as { [key: string]: string };
const path = `${pathPrefix}/${guild_id}/${id}`;
await storage.delete(path);
return res.send({ success: true });
});
async function getOrMoveFile(newPath: string, oldPath: string) {
let file = await storage.get(newPath);
if (!file) {
if (await storage.exists(oldPath)) {
console.log(`[${pathPrefix}] found file at old path ${oldPath}, moving to new path ${newPath}`);
await storage.move(oldPath, newPath);
file = await storage.get(newPath);
}
}
if (!file) throw new HTTPError("not found", 404);
return file;
}
export default router;
+117
View File
@@ -0,0 +1,117 @@
/*
Spacebar: A FOSS re-implementation and extension of the Discord.com backend.
Copyright (C) 2023 Spacebar and Spacebar Contributors
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
import { Router, Response, Request } from "express";
import { Config, Snowflake } from "@spacebar/util";
import { storage } from "../util/Storage";
import { fileTypeFromBuffer } from "file-type";
import { HTTPError } from "lambert-server";
import crypto from "crypto";
import { multer } from "../util/multer";
import { cache } from "../util/cache";
// TODO: check premium and animated pfp are allowed in the config
// TODO: generate different sizes of icon
// TODO: generate different image types of icon
// TODO: delete old icons
const ANIMATED_MIME_TYPES = ["image/apng", "image/gif", "image/gifv"];
const STATIC_MIME_TYPES = ["image/png", "image/jpeg", "image/webp", "image/svg+xml", "image/svg"];
const ALLOWED_MIME_TYPES = [...ANIMATED_MIME_TYPES, ...STATIC_MIME_TYPES];
const router = Router({ mergeParams: true });
const pathPrefix = "channel-icons";
router.post("/:guild_id", multer.single("file"), async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
if (!req.file) throw new HTTPError("Missing file");
const { buffer, size } = req.file;
const { guild_id } = req.params as { [key: string]: string };
let hash = crypto.createHash("md5").update(Snowflake.generate()).digest("hex");
const type = await fileTypeFromBuffer(buffer);
if (!type || !ALLOWED_MIME_TYPES.includes(type.mime)) throw new HTTPError("Invalid file type");
if (ANIMATED_MIME_TYPES.includes(type.mime)) hash = `a_${hash}`; // animated icons have a_ infront of the hash
const path = `${pathPrefix}/${guild_id}/${hash}`;
const endpoint = Config.get().cdn.endpointPublic;
await storage.set(path, buffer);
return res.json({
id: hash,
content_type: type.mime,
size,
url: `${endpoint}${req.baseUrl}/${guild_id}/${hash}`,
});
});
router.get("/:guild_id", cache, async (req: Request, res: Response) => {
let { guild_id } = req.params as { [key: string]: string };
guild_id = guild_id.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
});
export const getAvatar = async (req: Request, res: Response) => {
const { guild_id } = req.params as { [key: string]: string };
let { hash } = req.params as { [key: string]: string };
hash = hash.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}/${hash}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}/${hash}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
};
router.get("/:guild_id/:hash", cache, getAvatar);
router.delete("/:guild_id/:id", async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
const { guild_id, id } = req.params as { [key: string]: string };
const path = `${pathPrefix}/${guild_id}/${id}`;
await storage.delete(path);
return res.send({ success: true });
});
async function getOrMoveFile(newPath: string, oldPath: string) {
let file = await storage.get(newPath);
if (!file) {
if (await storage.exists(oldPath)) {
console.log(`[${pathPrefix}] found file at old path ${oldPath}, moving to new path ${newPath}`);
await storage.move(oldPath, newPath);
file = await storage.get(newPath);
}
}
if (!file) throw new HTTPError("not found", 404);
return file;
}
export default router;
+117
View File
@@ -0,0 +1,117 @@
/*
Spacebar: A FOSS re-implementation and extension of the Discord.com backend.
Copyright (C) 2023 Spacebar and Spacebar Contributors
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
import { Router, Response, Request } from "express";
import { Config, Snowflake } from "@spacebar/util";
import { storage } from "../util/Storage";
import { fileTypeFromBuffer } from "file-type";
import { HTTPError } from "lambert-server";
import crypto from "crypto";
import { multer } from "../util/multer";
import { cache } from "../util/cache";
// TODO: check premium and animated pfp are allowed in the config
// TODO: generate different sizes of icon
// TODO: generate different image types of icon
// TODO: delete old icons
const ANIMATED_MIME_TYPES = ["image/apng", "image/gif", "image/gifv"];
const STATIC_MIME_TYPES = ["image/png", "image/jpeg", "image/webp", "image/svg+xml", "image/svg"];
const ALLOWED_MIME_TYPES = [...ANIMATED_MIME_TYPES, ...STATIC_MIME_TYPES];
const router = Router({ mergeParams: true });
const pathPrefix = "discover-splashes";
router.post("/:guild_id", multer.single("file"), async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
if (!req.file) throw new HTTPError("Missing file");
const { buffer, size } = req.file;
const { guild_id } = req.params as { [key: string]: string };
let hash = crypto.createHash("md5").update(Snowflake.generate()).digest("hex");
const type = await fileTypeFromBuffer(buffer);
if (!type || !ALLOWED_MIME_TYPES.includes(type.mime)) throw new HTTPError("Invalid file type");
if (ANIMATED_MIME_TYPES.includes(type.mime)) hash = `a_${hash}`; // animated icons have a_ infront of the hash
const path = `${pathPrefix}/${guild_id}/${hash}`;
const endpoint = Config.get().cdn.endpointPublic;
await storage.set(path, buffer);
return res.json({
id: hash,
content_type: type.mime,
size,
url: `${endpoint}${req.baseUrl}/${guild_id}/${hash}`,
});
});
router.get("/:guild_id", cache, async (req: Request, res: Response) => {
let { guild_id } = req.params as { [key: string]: string };
guild_id = guild_id.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
});
export const getAvatar = async (req: Request, res: Response) => {
const { guild_id } = req.params as { [key: string]: string };
let { hash } = req.params as { [key: string]: string };
hash = hash.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}/${hash}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}/${hash}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
};
router.get("/:guild_id/:hash", cache, getAvatar);
router.delete("/:guild_id/:id", async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
const { guild_id, id } = req.params as { [key: string]: string };
const path = `${pathPrefix}/${guild_id}/${id}`;
await storage.delete(path);
return res.send({ success: true });
});
async function getOrMoveFile(newPath: string, oldPath: string) {
let file = await storage.get(newPath);
if (!file) {
if (await storage.exists(oldPath)) {
console.log(`[${pathPrefix}] found file at old path ${oldPath}, moving to new path ${newPath}`);
await storage.move(oldPath, newPath);
file = await storage.get(newPath);
}
}
if (!file) throw new HTTPError("not found", 404);
return file;
}
export default router;
+117
View File
@@ -0,0 +1,117 @@
/*
Spacebar: A FOSS re-implementation and extension of the Discord.com backend.
Copyright (C) 2023 Spacebar and Spacebar Contributors
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
import { Router, Response, Request } from "express";
import { Config, Snowflake } from "@spacebar/util";
import { storage } from "../util/Storage";
import { fileTypeFromBuffer } from "file-type";
import { HTTPError } from "lambert-server";
import crypto from "crypto";
import { multer } from "../util/multer";
import { cache } from "../util/cache";
// TODO: check premium and animated pfp are allowed in the config
// TODO: generate different sizes of icon
// TODO: generate different image types of icon
// TODO: delete old icons
const ANIMATED_MIME_TYPES = ["image/apng", "image/gif", "image/gifv"];
const STATIC_MIME_TYPES = ["image/png", "image/jpeg", "image/webp", "image/svg+xml", "image/svg"];
const ALLOWED_MIME_TYPES = [...ANIMATED_MIME_TYPES, ...STATIC_MIME_TYPES];
const router = Router({ mergeParams: true });
const pathPrefix = "discovery-splashes";
router.post("/:guild_id", multer.single("file"), async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
if (!req.file) throw new HTTPError("Missing file");
const { buffer, size } = req.file;
const { guild_id } = req.params as { [key: string]: string };
let hash = crypto.createHash("md5").update(Snowflake.generate()).digest("hex");
const type = await fileTypeFromBuffer(buffer);
if (!type || !ALLOWED_MIME_TYPES.includes(type.mime)) throw new HTTPError("Invalid file type");
if (ANIMATED_MIME_TYPES.includes(type.mime)) hash = `a_${hash}`; // animated icons have a_ infront of the hash
const path = `${pathPrefix}/${guild_id}/${hash}`;
const endpoint = Config.get().cdn.endpointPublic;
await storage.set(path, buffer);
return res.json({
id: hash,
content_type: type.mime,
size,
url: `${endpoint}${req.baseUrl}/${guild_id}/${hash}`,
});
});
router.get("/:guild_id", cache, async (req: Request, res: Response) => {
let { guild_id } = req.params as { [key: string]: string };
guild_id = guild_id.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
});
export const getAvatar = async (req: Request, res: Response) => {
const { guild_id } = req.params as { [key: string]: string };
let { hash } = req.params as { [key: string]: string };
hash = hash.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}/${hash}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}/${hash}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
};
router.get("/:guild_id/:hash", cache, getAvatar);
router.delete("/:guild_id/:id", async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
const { guild_id, id } = req.params as { [key: string]: string };
const path = `${pathPrefix}/${guild_id}/${id}`;
await storage.delete(path);
return res.send({ success: true });
});
async function getOrMoveFile(newPath: string, oldPath: string) {
let file = await storage.get(newPath);
if (!file) {
if (await storage.exists(oldPath)) {
console.log(`[${pathPrefix}] found file at old path ${oldPath}, moving to new path ${newPath}`);
await storage.move(oldPath, newPath);
file = await storage.get(newPath);
}
}
if (!file) throw new HTTPError("not found", 404);
return file;
}
export default router;
+117
View File
@@ -0,0 +1,117 @@
/*
Spacebar: A FOSS re-implementation and extension of the Discord.com backend.
Copyright (C) 2023 Spacebar and Spacebar Contributors
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
import { Router, Response, Request } from "express";
import { Config, Snowflake } from "@spacebar/util";
import { storage } from "../util/Storage";
import { fileTypeFromBuffer } from "file-type";
import { HTTPError } from "lambert-server";
import crypto from "crypto";
import { multer } from "../util/multer";
import { cache } from "../util/cache";
// TODO: check premium and animated pfp are allowed in the config
// TODO: generate different sizes of icon
// TODO: generate different image types of icon
// TODO: delete old icons
const ANIMATED_MIME_TYPES = ["image/apng", "image/gif", "image/gifv"];
const STATIC_MIME_TYPES = ["image/png", "image/jpeg", "image/webp", "image/svg+xml", "image/svg"];
const ALLOWED_MIME_TYPES = [...ANIMATED_MIME_TYPES, ...STATIC_MIME_TYPES];
const router = Router({ mergeParams: true });
const pathPrefix = "emojis";
router.post("/:guild_id", multer.single("file"), async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
if (!req.file) throw new HTTPError("Missing file");
const { buffer, size } = req.file;
const { guild_id } = req.params as { [key: string]: string };
let hash = crypto.createHash("md5").update(Snowflake.generate()).digest("hex");
const type = await fileTypeFromBuffer(buffer);
if (!type || !ALLOWED_MIME_TYPES.includes(type.mime)) throw new HTTPError("Invalid file type");
if (ANIMATED_MIME_TYPES.includes(type.mime)) hash = `a_${hash}`; // animated icons have a_ infront of the hash
const path = `${pathPrefix}/${guild_id}/${hash}`;
const endpoint = Config.get().cdn.endpointPublic;
await storage.set(path, buffer);
return res.json({
id: hash,
content_type: type.mime,
size,
url: `${endpoint}${req.baseUrl}/${guild_id}/${hash}`,
});
});
router.get("/:guild_id", cache, async (req: Request, res: Response) => {
let { guild_id } = req.params as { [key: string]: string };
guild_id = guild_id.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
});
export const getAvatar = async (req: Request, res: Response) => {
const { guild_id } = req.params as { [key: string]: string };
let { hash } = req.params as { [key: string]: string };
hash = hash.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}/${hash}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}/${hash}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
};
router.get("/:guild_id/:hash", cache, getAvatar);
router.delete("/:guild_id/:id", async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
const { guild_id, id } = req.params as { [key: string]: string };
const path = `${pathPrefix}/${guild_id}/${id}`;
await storage.delete(path);
return res.send({ success: true });
});
async function getOrMoveFile(newPath: string, oldPath: string) {
let file = await storage.get(newPath);
if (!file) {
if (await storage.exists(oldPath)) {
console.log(`[${pathPrefix}] found file at old path ${oldPath}, moving to new path ${newPath}`);
await storage.move(oldPath, newPath);
file = await storage.get(newPath);
}
}
if (!file) throw new HTTPError("not found", 404);
return file;
}
export default router;
+117
View File
@@ -0,0 +1,117 @@
/*
Spacebar: A FOSS re-implementation and extension of the Discord.com backend.
Copyright (C) 2023 Spacebar and Spacebar Contributors
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
import { Router, Response, Request } from "express";
import { Config, Snowflake } from "@spacebar/util";
import { storage } from "../util/Storage";
import { fileTypeFromBuffer } from "file-type";
import { HTTPError } from "lambert-server";
import crypto from "crypto";
import { multer } from "../util/multer";
import { cache } from "../util/cache";
// TODO: check premium and animated pfp are allowed in the config
// TODO: generate different sizes of icon
// TODO: generate different image types of icon
// TODO: delete old icons
const ANIMATED_MIME_TYPES = ["image/apng", "image/gif", "image/gifv"];
const STATIC_MIME_TYPES = ["image/png", "image/jpeg", "image/webp", "image/svg+xml", "image/svg"];
const ALLOWED_MIME_TYPES = [...ANIMATED_MIME_TYPES, ...STATIC_MIME_TYPES];
const router = Router({ mergeParams: true });
const pathPrefix = "splashes";
router.post("/:guild_id", multer.single("file"), async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
if (!req.file) throw new HTTPError("Missing file");
const { buffer, size } = req.file;
const { guild_id } = req.params as { [key: string]: string };
let hash = crypto.createHash("md5").update(Snowflake.generate()).digest("hex");
const type = await fileTypeFromBuffer(buffer);
if (!type || !ALLOWED_MIME_TYPES.includes(type.mime)) throw new HTTPError("Invalid file type");
if (ANIMATED_MIME_TYPES.includes(type.mime)) hash = `a_${hash}`; // animated icons have a_ infront of the hash
const path = `${pathPrefix}/${guild_id}/${hash}`;
const endpoint = Config.get().cdn.endpointPublic;
await storage.set(path, buffer);
return res.json({
id: hash,
content_type: type.mime,
size,
url: `${endpoint}${req.baseUrl}/${guild_id}/${hash}`,
});
});
router.get("/:guild_id", cache, async (req: Request, res: Response) => {
let { guild_id } = req.params as { [key: string]: string };
guild_id = guild_id.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
});
export const getAvatar = async (req: Request, res: Response) => {
const { guild_id } = req.params as { [key: string]: string };
let { hash } = req.params as { [key: string]: string };
hash = hash.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}/${hash}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}/${hash}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
};
router.get("/:guild_id/:hash", cache, getAvatar);
router.delete("/:guild_id/:id", async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
const { guild_id, id } = req.params as { [key: string]: string };
const path = `${pathPrefix}/${guild_id}/${id}`;
await storage.delete(path);
return res.send({ success: true });
});
async function getOrMoveFile(newPath: string, oldPath: string) {
let file = await storage.get(newPath);
if (!file) {
if (await storage.exists(oldPath)) {
console.log(`[${pathPrefix}] found file at old path ${oldPath}, moving to new path ${newPath}`);
await storage.move(oldPath, newPath);
file = await storage.get(newPath);
}
}
if (!file) throw new HTTPError("not found", 404);
return file;
}
export default router;
+117
View File
@@ -0,0 +1,117 @@
/*
Spacebar: A FOSS re-implementation and extension of the Discord.com backend.
Copyright (C) 2023 Spacebar and Spacebar Contributors
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
import { Router, Response, Request } from "express";
import { Config, Snowflake } from "@spacebar/util";
import { storage } from "../util/Storage";
import { fileTypeFromBuffer } from "file-type";
import { HTTPError } from "lambert-server";
import crypto from "crypto";
import { multer } from "../util/multer";
import { cache } from "../util/cache";
// TODO: check premium and animated pfp are allowed in the config
// TODO: generate different sizes of icon
// TODO: generate different image types of icon
// TODO: delete old icons
const ANIMATED_MIME_TYPES = ["image/apng", "image/gif", "image/gifv"];
const STATIC_MIME_TYPES = ["image/png", "image/jpeg", "image/webp", "image/svg+xml", "image/svg"];
const ALLOWED_MIME_TYPES = [...ANIMATED_MIME_TYPES, ...STATIC_MIME_TYPES];
const router = Router({ mergeParams: true });
const pathPrefix = "stickers";
router.post("/:guild_id", multer.single("file"), async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
if (!req.file) throw new HTTPError("Missing file");
const { buffer, size } = req.file;
const { guild_id } = req.params as { [key: string]: string };
let hash = crypto.createHash("md5").update(Snowflake.generate()).digest("hex");
const type = await fileTypeFromBuffer(buffer);
if (!type || !ALLOWED_MIME_TYPES.includes(type.mime)) throw new HTTPError("Invalid file type");
if (ANIMATED_MIME_TYPES.includes(type.mime)) hash = `a_${hash}`; // animated icons have a_ infront of the hash
const path = `${pathPrefix}/${guild_id}/${hash}`;
const endpoint = Config.get().cdn.endpointPublic;
await storage.set(path, buffer);
return res.json({
id: hash,
content_type: type.mime,
size,
url: `${endpoint}${req.baseUrl}/${guild_id}/${hash}`,
});
});
router.get("/:guild_id", cache, async (req: Request, res: Response) => {
let { guild_id } = req.params as { [key: string]: string };
guild_id = guild_id.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
});
export const getAvatar = async (req: Request, res: Response) => {
const { guild_id } = req.params as { [key: string]: string };
let { hash } = req.params as { [key: string]: string };
hash = hash.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}/${hash}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}/${hash}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
};
router.get("/:guild_id/:hash", cache, getAvatar);
router.delete("/:guild_id/:id", async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
const { guild_id, id } = req.params as { [key: string]: string };
const path = `${pathPrefix}/${guild_id}/${id}`;
await storage.delete(path);
return res.send({ success: true });
});
async function getOrMoveFile(newPath: string, oldPath: string) {
let file = await storage.get(newPath);
if (!file) {
if (await storage.exists(oldPath)) {
console.log(`[${pathPrefix}] found file at old path ${oldPath}, moving to new path ${newPath}`);
await storage.move(oldPath, newPath);
file = await storage.get(newPath);
}
}
if (!file) throw new HTTPError("not found", 404);
return file;
}
export default router;
+117
View File
@@ -0,0 +1,117 @@
/*
Spacebar: A FOSS re-implementation and extension of the Discord.com backend.
Copyright (C) 2023 Spacebar and Spacebar Contributors
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
import { Router, Response, Request } from "express";
import { Config, Snowflake } from "@spacebar/util";
import { storage } from "../util/Storage";
import { fileTypeFromBuffer } from "file-type";
import { HTTPError } from "lambert-server";
import crypto from "crypto";
import { multer } from "../util/multer";
import { cache } from "../util/cache";
// TODO: check premium and animated pfp are allowed in the config
// TODO: generate different sizes of icon
// TODO: generate different image types of icon
// TODO: delete old icons
const ANIMATED_MIME_TYPES = ["image/apng", "image/gif", "image/gifv"];
const STATIC_MIME_TYPES = ["image/png", "image/jpeg", "image/webp", "image/svg+xml", "image/svg"];
const ALLOWED_MIME_TYPES = [...ANIMATED_MIME_TYPES, ...STATIC_MIME_TYPES];
const router = Router({ mergeParams: true });
const pathPrefix = "team-icons";
router.post("/:guild_id", multer.single("file"), async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
if (!req.file) throw new HTTPError("Missing file");
const { buffer, size } = req.file;
const { guild_id } = req.params as { [key: string]: string };
let hash = crypto.createHash("md5").update(Snowflake.generate()).digest("hex");
const type = await fileTypeFromBuffer(buffer);
if (!type || !ALLOWED_MIME_TYPES.includes(type.mime)) throw new HTTPError("Invalid file type");
if (ANIMATED_MIME_TYPES.includes(type.mime)) hash = `a_${hash}`; // animated icons have a_ infront of the hash
const path = `${pathPrefix}/${guild_id}/${hash}`;
const endpoint = Config.get().cdn.endpointPublic;
await storage.set(path, buffer);
return res.json({
id: hash,
content_type: type.mime,
size,
url: `${endpoint}${req.baseUrl}/${guild_id}/${hash}`,
});
});
router.get("/:guild_id", cache, async (req: Request, res: Response) => {
let { guild_id } = req.params as { [key: string]: string };
guild_id = guild_id.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
});
export const getAvatar = async (req: Request, res: Response) => {
const { guild_id } = req.params as { [key: string]: string };
let { hash } = req.params as { [key: string]: string };
hash = hash.split(".")[0]; // remove .file extension
const path = `${pathPrefix}/${guild_id}/${hash}`;
const file = await getOrMoveFile(path, `avatars/${guild_id}/${hash}`);
const type = await fileTypeFromBuffer(file);
res.set("Content-Type", type?.mime);
return res.send(file);
};
router.get("/:guild_id/:hash", cache, getAvatar);
router.delete("/:guild_id/:id", async (req: Request, res: Response) => {
if (req.headers.signature !== Config.get().security.requestSignature) throw new HTTPError("Invalid request signature");
const { guild_id, id } = req.params as { [key: string]: string };
const path = `${pathPrefix}/${guild_id}/${id}`;
await storage.delete(path);
return res.send({ success: true });
});
async function getOrMoveFile(newPath: string, oldPath: string) {
let file = await storage.get(newPath);
if (!file) {
if (await storage.exists(oldPath)) {
console.log(`[${pathPrefix}] found file at old path ${oldPath}, moving to new path ${newPath}`);
await storage.move(oldPath, newPath);
file = await storage.get(newPath);
}
}
if (!file) throw new HTTPError("not found", 404);
return file;
}
export default router;