core: use XFTP to send and receive files (#1993)

* core: use XFTP to send and receive files

* xftp files progress

* xftp reception stubs, migration

* update simplexmq

* xftp sequence diagram

* additional chat events

* send file via XFTP

* send XFTP file description inline when file is uploaded

src/Simplex/Chat/Migrations/M20230304_file_description.hs

@@ -11,19 +11,25 @@ import Database.SQLite.Simple.QQ (sql)
 m20230304_file_description :: Query
 m20230304_file_description =
   [sql|
-CREATE TABLE recipient_file_descriptions (
+CREATE TABLE xftp_file_descriptions (
   file_descr_id INTEGER PRIMARY KEY AUTOINCREMENT,
-  file_descr_size INTEGER NOT NULL,
-  file_descr_status TEXT NOT NULL,
-  file_descr_text TEXT NOT NULL
+  user_id INTEGER NOT NULL REFERENCES users ON DELETE CASCADE,
+  file_descr_text TEXT NOT NULL,
+  file_descr_part_no INTEGER NOT NULL DEFAULT(0),
+  file_descr_complete INTEGER NOT NULL DEFAULT(0),
+  created_at TEXT NOT NULL DEFAULT(datetime('now')),
+  updated_at TEXT NOT NULL DEFAULT(datetime('now'))
 );
 
-ALTER TABLE rcv_files ADD COLUMN file_descr_id INTEGER NULL
-  REFERENCES recipient_file_descriptions(file_descr_id) ON DELETE RESTRICT;
+ALTER TABLE files ADD COLUMN agent_snd_file_id BLOB NULL;
+
+ALTER TABLE files ADD COLUMN private_snd_file_descr TEXT NULL;
 
 ALTER TABLE snd_files ADD COLUMN file_descr_id INTEGER NULL
-  REFERENCES recipient_file_descriptions(file_descr_id) ON DELETE RESTRICT;
+  REFERENCES xftp_file_descriptions ON DELETE SET NULL;
 
- -- this is a private file description allowing to delete the file from the server
-ALTER TABLE files ADD COLUMN snd_file_descr_text TEXT NULL;
+ALTER TABLE rcv_files ADD COLUMN file_descr_id INTEGER NULL
+  REFERENCES xftp_file_descriptions ON DELETE SET NULL;
+
+ALTER TABLE rcv_files ADD COLUMN agent_rcv_file_id BLOB NULL;
 |]

src/Simplex/Chat/Migrations/chat_schema.sql

@@ -193,7 +193,9 @@ CREATE TABLE files(
   updated_at TEXT CHECK(updated_at NOT NULL),
   cancelled INTEGER,
   ci_file_status TEXT,
-  file_inline TEXT
+  file_inline TEXT,
+  agent_snd_file_id BLOB NULL,
+  private_snd_file_descr TEXT NULL
 );
 CREATE TABLE snd_files(
   file_id INTEGER NOT NULL REFERENCES files ON DELETE CASCADE,
@@ -204,6 +206,8 @@ CREATE TABLE snd_files(
   updated_at TEXT CHECK(updated_at NOT NULL),
   file_inline TEXT,
   last_inline_msg_delivery_id INTEGER,
+  file_descr_id INTEGER NULL
+  REFERENCES xftp_file_descriptions ON DELETE SET NULL,
   PRIMARY KEY(file_id, connection_id)
 ) WITHOUT ROWID;
 CREATE TABLE rcv_files(
@@ -215,7 +219,10 @@ CREATE TABLE rcv_files(
   created_at TEXT CHECK(created_at NOT NULL),
   updated_at TEXT CHECK(updated_at NOT NULL),
   rcv_file_inline TEXT,
-  file_inline TEXT
+  file_inline TEXT,
+  file_descr_id INTEGER NULL
+  REFERENCES xftp_file_descriptions ON DELETE SET NULL,
+  agent_rcv_file_id BLOB NULL
 );
 CREATE TABLE snd_file_chunks(
   file_id INTEGER NOT NULL,
@@ -551,3 +558,12 @@ CREATE INDEX idx_smp_servers_user_id ON smp_servers(user_id);
 CREATE INDEX idx_chat_items_item_deleted_by_group_member_id ON chat_items(
   item_deleted_by_group_member_id
 );
+CREATE TABLE xftp_file_descriptions(
+  file_descr_id INTEGER PRIMARY KEY AUTOINCREMENT,
+  user_id INTEGER NOT NULL REFERENCES users ON DELETE CASCADE,
+  file_descr_text TEXT NOT NULL,
+  file_descr_part_no INTEGER NOT NULL DEFAULT(0),
+  file_descr_complete INTEGER NOT NULL DEFAULT(0),
+  created_at TEXT NOT NULL DEFAULT(datetime('now')),
+  updated_at TEXT NOT NULL DEFAULT(datetime('now'))
+);