mirror of
https://github.com/spacebarchat/server.git
synced 2026-04-27 15:05:19 +00:00
Local changes
This commit is contained in:
Emma [it/its]@Rory&
@@ -1,17 +1,404 @@
|
||||
using System.Text.Json.Serialization;
|
||||
using ArcaneLibs.Extensions;
|
||||
using Microsoft.AspNetCore.Mvc;
|
||||
using Microsoft.EntityFrameworkCore;
|
||||
using RabbitMQ.Client;
|
||||
using Spacebar.AdminApi.Models;
|
||||
using Spacebar.Db.Contexts;
|
||||
using Spacebar.Db.Models;
|
||||
using Spacebar.RabbitMqUtilities;
|
||||
|
||||
namespace Spacebar.AdminAPI.Controllers;
|
||||
|
||||
[ApiController]
|
||||
[Route("/users")]
|
||||
public class UserController(ILogger<UserController> logger, SpacebarDbContext db) : ControllerBase {
|
||||
[Route("/Users")]
|
||||
public class UserController(ILogger<UserController> logger, SpacebarDbContext db, RabbitMQService mq, IServiceProvider sp) : ControllerBase {
|
||||
private readonly ILogger<UserController> _logger = logger;
|
||||
|
||||
[HttpGet(Name = "/")]
|
||||
public IAsyncEnumerable<User> Get() {
|
||||
return db.Users.AsAsyncEnumerable();
|
||||
[HttpGet]
|
||||
public IAsyncEnumerable<UserModel> Get() {
|
||||
return db.Users.Select(x => new UserModel {
|
||||
Id = x.Id,
|
||||
Username = x.Username,
|
||||
Discriminator = x.Discriminator,
|
||||
Avatar = x.Avatar,
|
||||
AccentColor = x.AccentColor,
|
||||
Banner = x.Banner,
|
||||
ThemeColors = x.ThemeColors,
|
||||
Pronouns = x.Pronouns,
|
||||
Phone = x.Phone,
|
||||
Desktop = x.Desktop,
|
||||
Mobile = x.Mobile,
|
||||
Premium = x.Premium,
|
||||
PremiumType = x.PremiumType,
|
||||
Bot = x.Bot,
|
||||
Bio = x.Bio,
|
||||
System = x.System,
|
||||
NsfwAllowed = x.NsfwAllowed,
|
||||
MfaEnabled = x.MfaEnabled,
|
||||
WebauthnEnabled = x.WebauthnEnabled,
|
||||
CreatedAt = x.CreatedAt,
|
||||
PremiumSince = x.PremiumSince,
|
||||
Verified = x.Verified,
|
||||
Disabled = x.Disabled,
|
||||
Deleted = x.Deleted,
|
||||
Email = x.Email,
|
||||
Flags = x.Flags,
|
||||
PublicFlags = x.PublicFlags,
|
||||
Rights = x.Rights,
|
||||
ApplicationBotUser = x.ApplicationBotUser == null ? null : new() { },
|
||||
ConnectedAccounts = new List<UserModel.ConnectedAccountModel>(),
|
||||
MessageCount = x.MessageAuthors.Count, // This property is weirdly named due to scaffolding, might patch later
|
||||
SessionCount = x.Sessions.Count,
|
||||
TemplateCount = x.Templates.Count,
|
||||
VoiceStateCount = x.VoiceStates.Count,
|
||||
GuildCount = x.Guilds.Count,
|
||||
OwnedGuildCount = x.Guilds.Count(g => g.OwnerId == x.Id)
|
||||
}).AsAsyncEnumerable();
|
||||
}
|
||||
|
||||
[HttpGet("meow")]
|
||||
public async Task Meow() {
|
||||
Console.WriteLine("meow");
|
||||
|
||||
ConnectionFactory factory = new ConnectionFactory();
|
||||
factory.Uri = new Uri("amqp://guest:guest@127.0.0.1/");
|
||||
using var connection = await factory.CreateConnectionAsync();
|
||||
using var channel = await connection.CreateChannelAsync();
|
||||
|
||||
// await using var channel = mq.CreateChannel();
|
||||
// var channel2 = await channel.CreateChannelAsync();
|
||||
|
||||
var body =
|
||||
$$"""
|
||||
{
|
||||
"id": "{{DateTimeOffset.UtcNow.ToUnixTimeMilliseconds()}}",
|
||||
"channel_id": "1322343566206308390",
|
||||
"guild_id": "1322343566084673571",
|
||||
"author": {
|
||||
"username": "test",
|
||||
"discriminator": "9177",
|
||||
"id": "1322329228934500382",
|
||||
"public_flags": 0,
|
||||
"avatar": null,
|
||||
"accent_color": null,
|
||||
"banner": null,
|
||||
"bio": "",
|
||||
"bot": false,
|
||||
"premium_since": "2024-12-27T22:24:15.867Z",
|
||||
"premium_type": 2,
|
||||
"theme_colors": null,
|
||||
"pronouns": null,
|
||||
"badge_ids": null
|
||||
},
|
||||
"member": {
|
||||
"index": 2,
|
||||
"id": "1322329228934500382",
|
||||
"guild_id": "1322343566084673571",
|
||||
"nick": null,
|
||||
"joined_at": "2024-12-27T23:21:14.396Z",
|
||||
"premium_since": null,
|
||||
"deaf": false,
|
||||
"mute": false,
|
||||
"pending": false,
|
||||
"last_message_id": "1322346635635753061",
|
||||
"joined_by": null,
|
||||
"avatar": null,
|
||||
"banner": null,
|
||||
"bio": "",
|
||||
"theme_colors": null,
|
||||
"pronouns": null,
|
||||
"communication_disabled_until": null,
|
||||
"roles": []
|
||||
},
|
||||
"content": "{{Random.Shared.NextInt64()}}",
|
||||
"timestamp": "{{DateTime.UtcNow:O}}",
|
||||
"edited_timestamp": null,
|
||||
"tts": false,
|
||||
"mention_everyone": false,
|
||||
"mentions": [],
|
||||
"mention_roles": [],
|
||||
"attachments": [],
|
||||
"embeds": [],
|
||||
"reactions": [],
|
||||
"nonce": "{{Random.Shared.NextInt64()}}",
|
||||
"pinned": false,
|
||||
"type": 0
|
||||
}
|
||||
"""
|
||||
.AsBytes().ToArray();
|
||||
|
||||
await channel.ExchangeDeclareAsync(exchange: "1322343566206308390", type: ExchangeType.Fanout, durable: false);
|
||||
var props = new BasicProperties() { Type = "MESSAGE_CREATE" };
|
||||
await channel.BasicPublishAsync(exchange: "1322343566206308390", routingKey: "", mandatory: true, basicProperties: props, body: body);
|
||||
|
||||
await channel.CloseAsync();
|
||||
await connection.CloseAsync();
|
||||
Console.WriteLine("meowww");
|
||||
}
|
||||
|
||||
[HttpGet("{id}/delete")]
|
||||
public async IAsyncEnumerable<AsyncActionResult> DeleteUser(string id, [FromQuery] int messageDeleteChunkSize = 100) {
|
||||
var user = await db.Users.FindAsync(id);
|
||||
if (user == null) {
|
||||
Console.WriteLine($"User {id} not found");
|
||||
yield return new AsyncActionResult("ERROR", new { entity = "User", id, message = "User not found" });
|
||||
yield break;
|
||||
}
|
||||
|
||||
var factory = new ConnectionFactory {
|
||||
Uri = new Uri("amqp://guest:guest@127.0.0.1/")
|
||||
};
|
||||
await using var mqConnection = await factory.CreateConnectionAsync();
|
||||
await using var mqChannel = await mqConnection.CreateChannelAsync();
|
||||
|
||||
var messages = db.Messages
|
||||
.AsNoTracking()
|
||||
.Where(m => m.AuthorId == id);
|
||||
var channels = messages
|
||||
.Select(m => new { m.ChannelId, m.GuildId })
|
||||
.Distinct()
|
||||
.ToList();
|
||||
yield return new("STATS",
|
||||
new {
|
||||
total_messages = messages.Count(), total_channels = channels.Count,
|
||||
messages_per_channel = channels.ToDictionary(c => c.ChannelId, c => messages.Count(m => m.ChannelId == c.ChannelId))
|
||||
});
|
||||
var results = channels
|
||||
.Select(ctx => DeleteMessagesForChannel(ctx.GuildId, ctx.ChannelId!, id, mqChannel, messageDeleteChunkSize))
|
||||
.ToList();
|
||||
var a = AggregateAsyncEnumerablesWithoutOrder(results);
|
||||
await foreach (var result in a) {
|
||||
yield return result;
|
||||
}
|
||||
|
||||
await db.Database.ExecuteSqlRawAsync("VACUUM FULL messages");
|
||||
await db.Database.ExecuteSqlRawAsync("REINDEX TABLE messages");
|
||||
}
|
||||
|
||||
private async IAsyncEnumerable<AsyncActionResult> DeleteMessagesForChannel(
|
||||
// context
|
||||
string? guildId, string channelId, string authorId,
|
||||
// connections
|
||||
IChannel mqChannel,
|
||||
// options
|
||||
int messageDeleteChunkSize = 100
|
||||
) {
|
||||
{
|
||||
await using var ctx = sp.CreateAsyncScope();
|
||||
await using var _db = ctx.ServiceProvider.GetRequiredService<SpacebarDbContext>();
|
||||
await mqChannel.ExchangeDeclareAsync(exchange: channelId!, type: ExchangeType.Fanout, durable: false);
|
||||
var messagesInChannel = _db.Messages.AsNoTracking().Count(m => m.AuthorId == authorId && m.ChannelId == channelId && m.GuildId == guildId);
|
||||
var remaining = messagesInChannel;
|
||||
while (true) {
|
||||
var messageIds = _db.Database.SqlQuery<string>($"""
|
||||
DELETE FROM messages
|
||||
WHERE id IN (
|
||||
SELECT id FROM messages
|
||||
WHERE author_id = {authorId}
|
||||
AND channel_id = {channelId}
|
||||
AND guild_id = {guildId}
|
||||
LIMIT {messageDeleteChunkSize}
|
||||
) RETURNING id;
|
||||
""").ToList();
|
||||
if (messageIds.Count == 0) {
|
||||
break;
|
||||
}
|
||||
|
||||
var props = new BasicProperties() { Type = "MESSAGE_BULK_DELETE" };
|
||||
var publishSuccess = false;
|
||||
do {
|
||||
try {
|
||||
await mqChannel.BasicPublishAsync(exchange: channelId!, routingKey: "", mandatory: true, basicProperties: props, body: new {
|
||||
ids = messageIds,
|
||||
channel_id = channelId,
|
||||
guild_id = guildId,
|
||||
}.ToJson().AsBytes().ToArray());
|
||||
publishSuccess = true;
|
||||
}
|
||||
catch (Exception e) {
|
||||
Console.WriteLine($"[RabbitMQ] Error publishing bulk delete: {e.Message}");
|
||||
await Task.Delay(10);
|
||||
}
|
||||
} while (!publishSuccess);
|
||||
|
||||
yield return new("BULK_DELETED", new {
|
||||
channel_id = channelId,
|
||||
total = messagesInChannel,
|
||||
deleted = messageIds.Count,
|
||||
remaining = remaining -= messageIds.Count,
|
||||
});
|
||||
await Task.Yield();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
[HttpGet("duplicate")]
|
||||
public async Task<IActionResult> Duplicate() {
|
||||
var msg = db.Messages.First();
|
||||
var channels = db.Channels.Select(x => new { x.Id, x.GuildId }).ToList();
|
||||
int count = 1;
|
||||
while (true) {
|
||||
foreach (var channel in channels) {
|
||||
var newMsg = new Message {
|
||||
Id = $"{Random.Shared.NextInt64()}",
|
||||
ChannelId = channel.Id,
|
||||
GuildId = channel.GuildId,
|
||||
AuthorId = msg.AuthorId,
|
||||
Content = msg.Content,
|
||||
MemberId = msg.MemberId,
|
||||
Timestamp = msg.Timestamp,
|
||||
EditedTimestamp = msg.EditedTimestamp,
|
||||
Tts = msg.Tts,
|
||||
MentionEveryone = msg.MentionEveryone,
|
||||
Attachments = msg.Attachments,
|
||||
Embeds = msg.Embeds,
|
||||
Reactions = msg.Reactions,
|
||||
Nonce = msg.Nonce,
|
||||
Pinned = msg.Pinned,
|
||||
Type = msg.Type,
|
||||
};
|
||||
db.Messages.Add(newMsg);
|
||||
count++;
|
||||
}
|
||||
|
||||
if (count % 100 == 0) {
|
||||
await db.SaveChangesAsync();
|
||||
await db.Database.ExecuteSqlRawAsync("VACUUM FULL messages");
|
||||
}
|
||||
|
||||
if (count >= 100_000) {
|
||||
await db.SaveChangesAsync();
|
||||
await db.Database.ExecuteSqlRawAsync("VACUUM FULL messages");
|
||||
await db.Database.ExecuteSqlRawAsync("REINDEX TABLE messages");
|
||||
return Ok();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
[HttpGet("duplicate/{id}")]
|
||||
public async Task<IActionResult> DuplicateMessage(ulong id, [FromQuery] int count = 100) {
|
||||
var msg = await db.Messages.FindAsync(id.ToString());
|
||||
int createdCount = 1;
|
||||
while (true) {
|
||||
var newMsg = new Message {
|
||||
Id = $"{Random.Shared.NextInt64()}",
|
||||
ChannelId = msg.ChannelId,
|
||||
GuildId = msg.GuildId,
|
||||
AuthorId = msg.AuthorId,
|
||||
Content = msg.Content,
|
||||
MemberId = msg.MemberId,
|
||||
Timestamp = msg.Timestamp,
|
||||
EditedTimestamp = msg.EditedTimestamp,
|
||||
Tts = msg.Tts,
|
||||
MentionEveryone = msg.MentionEveryone,
|
||||
Attachments = msg.Attachments,
|
||||
Embeds = msg.Embeds,
|
||||
Reactions = msg.Reactions,
|
||||
Nonce = msg.Nonce,
|
||||
Pinned = msg.Pinned,
|
||||
Type = msg.Type,
|
||||
};
|
||||
db.Messages.Add(newMsg);
|
||||
createdCount++;
|
||||
|
||||
if (createdCount % 100 == 0) {
|
||||
await db.SaveChangesAsync();
|
||||
}
|
||||
|
||||
if (createdCount >= count) {
|
||||
await db.SaveChangesAsync();
|
||||
await db.Database.ExecuteSqlRawAsync("VACUUM FULL messages");
|
||||
await db.Database.ExecuteSqlRawAsync("REINDEX TABLE messages");
|
||||
return Ok();
|
||||
}
|
||||
}
|
||||
|
||||
await db.SaveChangesAsync();
|
||||
await db.Database.ExecuteSqlRawAsync("VACUUM FULL messages");
|
||||
|
||||
return Ok();
|
||||
}
|
||||
|
||||
[HttpGet("truncate_messages")]
|
||||
public async Task TruncateMessages() {
|
||||
var channels = db.Channels.Select(x => new { x.Id, x.GuildId }).ToList();
|
||||
|
||||
var ss = new SemaphoreSlim(12, 12);
|
||||
|
||||
async Task TruncateChannelMessages(string channelId, string guildId) {
|
||||
await ss.WaitAsync();
|
||||
var tasks = Enumerable.Range(0, 99).Select(i => Task.Run(async () => {
|
||||
await using var scope = sp.CreateAsyncScope();
|
||||
await using var _db = scope.ServiceProvider.GetRequiredService<SpacebarDbContext>();
|
||||
// set timeout
|
||||
_db.Database.SetCommandTimeout(6000);
|
||||
await _db.Database.ExecuteSqlRawAsync($"""
|
||||
DELETE FROM messages
|
||||
WHERE channel_id = '{channelId}'
|
||||
AND guild_id = '{guildId}'
|
||||
AND id LIKE '%{i:00}';
|
||||
""");
|
||||
|
||||
Console.WriteLine($"Truncated messages for {channelId} in {guildId} ending with {i}");
|
||||
})).ToList();
|
||||
await Task.WhenAll(tasks);
|
||||
ss.Release();
|
||||
}
|
||||
|
||||
var tasks = channels.Select(c => TruncateChannelMessages(c.Id, c.GuildId)).ToList();
|
||||
await Task.WhenAll(tasks);
|
||||
}
|
||||
|
||||
private async IAsyncEnumerable<T> AggregateAsyncEnumerablesWithoutOrder<T>(params IEnumerable<IAsyncEnumerable<T>> enumerables) {
|
||||
var enumerators = enumerables.Select(e => e.GetAsyncEnumerator()).ToList();
|
||||
var tasks = enumerators.Select(e => e.MoveNextAsync().AsTask()).ToList();
|
||||
|
||||
try {
|
||||
while (tasks.Count > 0) {
|
||||
var completedTask = await Task.WhenAny(tasks);
|
||||
var completedTaskIndex = tasks.IndexOf(completedTask);
|
||||
|
||||
if (completedTask.IsCanceled) {
|
||||
try {
|
||||
await enumerators[completedTaskIndex].DisposeAsync();
|
||||
}
|
||||
catch {
|
||||
// ignored
|
||||
}
|
||||
|
||||
enumerators.RemoveAt(completedTaskIndex);
|
||||
tasks.RemoveAt(completedTaskIndex);
|
||||
continue;
|
||||
}
|
||||
|
||||
if (await completedTask) {
|
||||
var enumerator = enumerators[completedTaskIndex];
|
||||
yield return enumerator.Current;
|
||||
tasks[completedTaskIndex] = enumerator.MoveNextAsync().AsTask();
|
||||
}
|
||||
else {
|
||||
try {
|
||||
await enumerators[completedTaskIndex].DisposeAsync();
|
||||
}
|
||||
catch {
|
||||
// ignored
|
||||
}
|
||||
|
||||
enumerators.RemoveAt(completedTaskIndex);
|
||||
tasks.RemoveAt(completedTaskIndex);
|
||||
}
|
||||
}
|
||||
}
|
||||
finally {
|
||||
foreach (var enumerator in enumerators) {
|
||||
try {
|
||||
await enumerator.DisposeAsync();
|
||||
}
|
||||
catch {
|
||||
// ignored
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user