{-# LANGUAGE AllowAmbiguousTypes #-} {-# LANGUAGE BangPatterns #-} {-# LANGUAGE DataKinds #-} {-# LANGUAGE DeriveAnyClass #-} {-# LANGUAGE DuplicateRecordFields #-} {-# LANGUAGE FlexibleContexts #-} {-# LANGUAGE FlexibleInstances #-} {-# LANGUAGE FunctionalDependencies #-} {-# LANGUAGE GADTs #-} {-# LANGUAGE LambdaCase #-} {-# LANGUAGE NamedFieldPuns #-} {-# LANGUAGE OverloadedLists #-} {-# LANGUAGE OverloadedStrings #-} {-# LANGUAGE PatternSynonyms #-} {-# LANGUAGE PolyKinds #-} {-# LANGUAGE RankNTypes #-} {-# LANGUAGE ScopedTypeVariables #-} {-# LANGUAGE StandaloneDeriving #-} {-# LANGUAGE StrictData #-} {-# LANGUAGE TemplateHaskell #-} {-# LANGUAGE TupleSections #-} {-# LANGUAGE TypeApplications #-} {-# LANGUAGE TypeFamilyDependencies #-} {-# LANGUAGE TypeOperators #-} {-# LANGUAGE UndecidableInstances #-} {-# HLINT ignore "Use newtype instead of data" #-} {-# OPTIONS_GHC -Wno-unrecognised-pragmas #-} {-# OPTIONS_GHC -fno-warn-unticked-promoted-constructors #-} -- | -- Module : Simplex.Messaging.ProtocolEncoding -- Copyright : (c) simplex.chat -- License : AGPL-3 -- -- Maintainer : chat@simplex.chat -- Stability : experimental -- Portability : non-portable -- -- Types, parsers, serializers and functions to send and receive SMP protocol commands and responses. -- -- See https://github.com/simplex-chat/simplexmq/blob/master/protocol/simplex-messaging.md module Simplex.Messaging.Protocol ( -- * SMP protocol parameters supportedSMPClientVRange, maxMessageLength, paddedProxiedMsgLength, e2eEncConfirmationLength, e2eEncMessageLength, -- * SMP protocol types SMPClientVersion, VersionSMPC, VersionRangeSMPC, pattern VersionSMPC, ProtocolEncoding (..), Command (..), SubscriptionMode (..), Party (..), Cmd (..), DirectParty, BrokerMsg (..), SParty (..), PartyI (..), QueueIdsKeys (..), ProtocolErrorType (..), ErrorType (..), CommandError (..), ProxyError (..), BrokerErrorType (..), Transmission, TransmissionAuth (..), SignedTransmission, SentRawTransmission, SignedRawTransmission, ClientMsgEnvelope (..), PubHeader (..), ClientMessage (..), PrivHeader (..), Protocol (..), ProtocolType (..), SProtocolType (..), AProtocolType (..), ProtocolTypeI (..), UserProtocol, ProtocolServer (..), ProtoServer, SMPServer, pattern SMPServer, SMPServerWithAuth, NtfServer, pattern NtfServer, NtfServerWithAuth, XFTPServer, pattern XFTPServer, XFTPServerWithAuth, ProtoServerWithAuth (..), AProtoServerWithAuth (..), BasicAuth (..), SrvLoc (..), CorrId (..), EntityId, QueueId, RecipientId, SenderId, NotifierId, RcvPrivateAuthKey, RcvPublicAuthKey, RcvPublicDhKey, RcvDhSecret, SndPrivateAuthKey, SndPublicAuthKey, NtfPrivateAuthKey, NtfPublicAuthKey, RcvNtfPublicDhKey, RcvNtfDhSecret, Message (..), RcvMessage (..), MsgId, MsgBody, MaxMessageLen, MaxRcvMessageLen, EncRcvMsgBody (..), RcvMsgBody (..), ClientRcvMsgBody (..), EncNMsgMeta, SMPMsgMeta (..), NMsgMeta (..), EncFwdResponse (..), EncFwdTransmission (..), EncResponse (..), EncTransmission (..), FwdResponse (..), FwdTransmission (..), MsgFlags (..), initialSMPClientVersion, userProtocol, rcvMessageMeta, noMsgFlags, messageId, messageTs, -- * Parse and serialize ProtocolMsgTag (..), messageTagP, TransmissionForAuth (..), encodeTransmissionForAuth, encodeTransmission, transmissionP, _smpP, encodeRcvMsgBody, clientRcvMsgBodyP, legacyEncodeServer, legacyServerP, legacyStrEncodeServer, srvHostnamesSMPClientVersion, sameSrvAddr, sameSrvAddr', noAuthSrv, -- * TCP transport functions TransportBatch (..), tPut, tPutLog, tGet, tParse, tDecodeParseValidate, tEncode, tEncodeBatch1, batchTransmissions, batchTransmissions', batchTransmissions_, -- * exports for tests CommandTag (..), BrokerMsgTag (..), ) where import Control.Applicative (optional, (<|>)) import Control.Exception (Exception) import Control.Monad import Control.Monad.Except import Data.Aeson (FromJSON (..), ToJSON (..)) import qualified Data.Aeson.TH as J import Data.Attoparsec.ByteString.Char8 (Parser, ()) import qualified Data.Attoparsec.ByteString.Char8 as A import Data.Bifunctor (first) import qualified Data.ByteString.Base64 as B64 import Data.ByteString.Char8 (ByteString) import qualified Data.ByteString.Char8 as B import Data.Char (isPrint, isSpace) import Data.Constraint (Dict (..)) import Data.Functor (($>)) import Data.Kind import Data.List.NonEmpty (NonEmpty (..)) import qualified Data.List.NonEmpty as L import Data.Maybe (isJust, isNothing) import Data.String import qualified Data.Text as T import Data.Text.Encoding (encodeUtf8) import Data.Time.Clock.System (SystemTime (..)) import Data.Type.Equality import Data.Word (Word16) import qualified Data.X509 as X import GHC.TypeLits (ErrorMessage (..), TypeError, type (+)) import qualified GHC.TypeLits as TE import qualified GHC.TypeLits as Type import Network.Socket (ServiceName) import qualified Simplex.Messaging.Crypto as C import Simplex.Messaging.Encoding import Simplex.Messaging.Encoding.String import Simplex.Messaging.Parsers import Simplex.Messaging.ServiceScheme import Simplex.Messaging.Transport import Simplex.Messaging.Transport.Client (TransportHost, TransportHosts (..)) import Simplex.Messaging.Util (bshow, eitherToMaybe, safeDecodeUtf8, (<$?>)) import Simplex.Messaging.Version import Simplex.Messaging.Version.Internal -- SMP client protocol version history: -- 1 - binary protocol encoding (1/1/2022) -- 2 - multiple server hostnames and versioned queue addresses (8/12/2022) data SMPClientVersion instance VersionScope SMPClientVersion type VersionSMPC = Version SMPClientVersion type VersionRangeSMPC = VersionRange SMPClientVersion pattern VersionSMPC :: Word16 -> VersionSMPC pattern VersionSMPC v = Version v initialSMPClientVersion :: VersionSMPC initialSMPClientVersion = VersionSMPC 1 srvHostnamesSMPClientVersion :: VersionSMPC srvHostnamesSMPClientVersion = VersionSMPC 2 currentSMPClientVersion :: VersionSMPC currentSMPClientVersion = VersionSMPC 2 supportedSMPClientVRange :: VersionRangeSMPC supportedSMPClientVRange = mkVersionRange initialSMPClientVersion currentSMPClientVersion -- TODO v6.0 remove dependency on version maxMessageLength :: VersionSMP -> Int maxMessageLength v | v >= sendingProxySMPVersion = 16064 -- max 16067 | otherwise = 16088 -- 16064 - always use this size to determine allowed ranges paddedProxiedMsgLength :: Int paddedProxiedMsgLength = 16242 -- 16241 .. 16243 -- TODO v6.0 change to 16064 type MaxMessageLen = 16088 -- 16 extra bytes: 8 for timestamp and 8 for flags (7 flags and the space, only 1 flag is currently used) type MaxRcvMessageLen = MaxMessageLen + 16 -- 16104, the padded size is 16106 -- it is shorter to allow per-queue e2e encryption DH key in the "public" header e2eEncConfirmationLength :: Int e2eEncConfirmationLength = 15920 -- 15881 .. 15976 e2eEncMessageLength :: Int e2eEncMessageLength = 16016 -- 16004 .. 16021 -- | SMP protocol clients data Party = Recipient | Sender | Notifier | ProxiedClient deriving (Show) -- | Singleton types for SMP protocol clients data SParty :: Party -> Type where SRecipient :: SParty Recipient SSender :: SParty Sender SNotifier :: SParty Notifier SProxiedClient :: SParty ProxiedClient instance TestEquality SParty where testEquality SRecipient SRecipient = Just Refl testEquality SSender SSender = Just Refl testEquality SNotifier SNotifier = Just Refl testEquality SProxiedClient SProxiedClient = Just Refl testEquality _ _ = Nothing deriving instance Show (SParty p) class PartyI (p :: Party) where sParty :: SParty p instance PartyI Recipient where sParty = SRecipient instance PartyI Sender where sParty = SSender instance PartyI Notifier where sParty = SNotifier instance PartyI ProxiedClient where sParty = SProxiedClient type family DirectParty (p :: Party) :: Constraint where DirectParty Recipient = () DirectParty Sender = () DirectParty Notifier = () DirectParty p = (Int ~ Bool, TypeError (Type.Text "Party " :<>: ShowType p :<>: Type.Text " is not direct")) -- | Type for client command of any participant. data Cmd = forall p. PartyI p => Cmd (SParty p) (Command p) deriving instance Show Cmd -- | Parsed SMP transmission without signature, size and session ID. type Transmission c = (CorrId, EntityId, c) -- | signed parsed transmission, with original raw bytes and parsing error. type SignedTransmission e c = (Maybe TransmissionAuth, Signed, Transmission (Either e c)) type Signed = ByteString -- | unparsed SMP transmission with signature. data RawTransmission = RawTransmission { authenticator :: ByteString, -- signature or encrypted transmission hash authorized :: ByteString, -- authorized transmission sessId :: SessionId, corrId :: ByteString, entityId :: ByteString, command :: ByteString } deriving (Show) data TransmissionAuth = TASignature C.ASignature | TAAuthenticator C.CbAuthenticator deriving (Show) -- this encoding is backwards compatible with v6 that used Maybe C.ASignature instead of TAuthorization tAuthBytes :: Maybe TransmissionAuth -> ByteString tAuthBytes = \case Nothing -> "" Just (TASignature s) -> C.signatureBytes s Just (TAAuthenticator (C.CbAuthenticator s)) -> s decodeTAuthBytes :: ByteString -> Either String (Maybe TransmissionAuth) decodeTAuthBytes s | B.null s = Right Nothing | B.length s == C.cbAuthenticatorSize = Right . Just . TAAuthenticator $ C.CbAuthenticator s | otherwise = Just . TASignature <$> C.decodeSignature s instance IsString (Maybe TransmissionAuth) where fromString = parseString $ B64.decode >=> C.decodeSignature >=> pure . fmap TASignature -- | unparsed sent SMP transmission with signature, without session ID. type SignedRawTransmission = (Maybe TransmissionAuth, SessionId, ByteString, ByteString) -- | unparsed sent SMP transmission with signature. type SentRawTransmission = (Maybe TransmissionAuth, ByteString) -- | SMP queue ID for the recipient. type RecipientId = QueueId -- | SMP queue ID for the sender. type SenderId = QueueId -- | SMP queue ID for notifications. type NotifierId = QueueId -- | SMP queue ID on the server. type QueueId = EntityId type EntityId = ByteString -- | Parameterized type for SMP protocol commands from all clients. data Command (p :: Party) where -- SMP recipient commands -- RcvPublicAuthKey is the key used for command authorization: -- v6 of SMP servers only support signature algorithm for command authorization. -- v7 of SMP servers additionally support additional layer of authenticated encryption. -- RcvPublicAuthKey is defined as C.APublicKey - it can be either signature or DH public keys. NEW :: RcvPublicAuthKey -> RcvPublicDhKey -> Maybe BasicAuth -> SubscriptionMode -> Command Recipient SUB :: Command Recipient KEY :: SndPublicAuthKey -> Command Recipient NKEY :: NtfPublicAuthKey -> RcvNtfPublicDhKey -> Command Recipient NDEL :: Command Recipient GET :: Command Recipient -- ACK v1 has to be supported for encoding/decoding -- ACK :: Command Recipient ACK :: MsgId -> Command Recipient OFF :: Command Recipient DEL :: Command Recipient -- SMP sender commands -- SEND v1 has to be supported for encoding/decoding -- SEND :: MsgBody -> Command Sender SEND :: MsgFlags -> MsgBody -> Command Sender PING :: Command Sender -- SMP notification subscriber commands NSUB :: Command Notifier PRXY :: SMPServer -> Maybe BasicAuth -> Command ProxiedClient -- request a relay server connection by URI -- Transmission to proxy: -- - entity ID: ID of the session with relay returned in PKEY (response to PRXY) -- - corrId: also used as a nonce to encrypt transmission to relay, corrId + 1 - from relay -- - key (1st param in the command) is used to agree DH secret for this particular transmission and its response -- Encrypted transmission should include session ID (tlsunique) from proxy-relay connection. PFWD :: VersionSMP -> C.PublicKeyX25519 -> EncTransmission -> Command ProxiedClient -- use CorrId as CbNonce, client to proxy -- Transmission forwarded to relay: -- - entity ID: empty -- - corrId: unique correlation ID between proxy and relay, also used as a nonce to encrypt forwarded transmission RFWD :: EncFwdTransmission -> Command Sender -- use CorrId as CbNonce, proxy to relay deriving instance Show (Command p) data SubscriptionMode = SMSubscribe | SMOnlyCreate deriving (Eq, Show) instance StrEncoding SubscriptionMode where strEncode = \case SMSubscribe -> "subscribe" SMOnlyCreate -> "only-create" strP = (A.string "subscribe" $> SMSubscribe) <|> (A.string "only-create" $> SMOnlyCreate) "SubscriptionMode" instance Encoding SubscriptionMode where smpEncode = \case SMSubscribe -> "S" SMOnlyCreate -> "C" smpP = A.anyChar >>= \case 'S' -> pure SMSubscribe 'C' -> pure SMOnlyCreate _ -> fail "bad SubscriptionMode" newtype EncTransmission = EncTransmission ByteString deriving (Show) data FwdTransmission = FwdTransmission { fwdCorrId :: CorrId, fwdVersion :: VersionSMP, fwdKey :: C.PublicKeyX25519, fwdTransmission :: EncTransmission } instance Encoding FwdTransmission where smpEncode FwdTransmission {fwdCorrId = CorrId corrId, fwdVersion, fwdKey, fwdTransmission = EncTransmission t} = smpEncode (corrId, fwdVersion, fwdKey, Tail t) smpP = do (corrId, fwdVersion, fwdKey, Tail t) <- smpP pure FwdTransmission {fwdCorrId = CorrId corrId, fwdVersion, fwdKey, fwdTransmission = EncTransmission t} newtype EncFwdTransmission = EncFwdTransmission ByteString deriving (Show) data BrokerMsg where -- SMP broker messages (responses, client messages, notifications) IDS :: QueueIdsKeys -> BrokerMsg -- MSG v1/2 has to be supported for encoding/decoding -- v1: MSG :: MsgId -> SystemTime -> MsgBody -> BrokerMsg -- v2: MsgId -> SystemTime -> MsgFlags -> MsgBody -> BrokerMsg MSG :: RcvMessage -> BrokerMsg NID :: NotifierId -> RcvNtfPublicDhKey -> BrokerMsg NMSG :: C.CbNonce -> EncNMsgMeta -> BrokerMsg -- Should include certificate chain PKEY :: SessionId -> VersionRangeSMP -> (X.CertificateChain, X.SignedExact X.PubKey) -> BrokerMsg -- TLS-signed server key for proxy shared secret and initial sender key RRES :: EncFwdResponse -> BrokerMsg -- relay to proxy PRES :: EncResponse -> BrokerMsg -- proxy to client END :: BrokerMsg OK :: BrokerMsg ERR :: ErrorType -> BrokerMsg PONG :: BrokerMsg deriving (Eq, Show) data RcvMessage = RcvMessage { msgId :: MsgId, msgBody :: EncRcvMsgBody -- e2e encrypted, with extra encryption for recipient } deriving (Eq, Show) newtype EncFwdResponse = EncFwdResponse ByteString deriving (Eq, Show) data FwdResponse = FwdResponse { fwdCorrId :: CorrId, fwdResponse :: EncResponse } instance Encoding FwdResponse where smpEncode FwdResponse {fwdCorrId = CorrId corrId, fwdResponse = EncResponse t} = smpEncode (corrId, Tail t) smpP = do (corrId, Tail t) <- smpP pure FwdResponse {fwdCorrId = CorrId corrId, fwdResponse = EncResponse t} newtype EncResponse = EncResponse ByteString deriving (Eq, Show) -- | received message without server/recipient encryption data Message = Message { msgId :: MsgId, msgTs :: SystemTime, msgFlags :: MsgFlags, msgBody :: C.MaxLenBS MaxMessageLen } | MessageQuota { msgId :: MsgId, msgTs :: SystemTime } messageId :: Message -> MsgId messageId = \case Message {msgId} -> msgId MessageQuota {msgId} -> msgId messageTs :: Message -> SystemTime messageTs = \case Message {msgTs} -> msgTs MessageQuota {msgTs} -> msgTs newtype EncRcvMsgBody = EncRcvMsgBody ByteString deriving (Eq, Show) data RcvMsgBody = RcvMsgBody { msgTs :: SystemTime, msgFlags :: MsgFlags, msgBody :: C.MaxLenBS MaxMessageLen } | RcvMsgQuota { msgTs :: SystemTime } msgQuotaTag :: ByteString msgQuotaTag = "QUOTA" encodeRcvMsgBody :: RcvMsgBody -> C.MaxLenBS MaxRcvMessageLen encodeRcvMsgBody = \case RcvMsgBody {msgTs, msgFlags, msgBody} -> let rcvMeta :: C.MaxLenBS 16 = C.unsafeMaxLenBS $ smpEncode (msgTs, msgFlags, ' ') in C.appendMaxLenBS rcvMeta msgBody RcvMsgQuota {msgTs} -> C.unsafeMaxLenBS $ msgQuotaTag <> " " <> smpEncode msgTs data ClientRcvMsgBody = ClientRcvMsgBody { msgTs :: SystemTime, msgFlags :: MsgFlags, msgBody :: ByteString } | ClientRcvMsgQuota { msgTs :: SystemTime } clientRcvMsgBodyP :: Parser ClientRcvMsgBody clientRcvMsgBodyP = msgQuotaP <|> msgBodyP where msgQuotaP = A.string msgQuotaTag *> (ClientRcvMsgQuota <$> _smpP) msgBodyP = do msgTs <- smpP msgFlags <- smpP Tail msgBody <- _smpP pure ClientRcvMsgBody {msgTs, msgFlags, msgBody} instance StrEncoding Message where strEncode = \case Message {msgId, msgTs, msgFlags, msgBody} -> B.unwords [ strEncode msgId, strEncode msgTs, "flags=" <> strEncode msgFlags, strEncode msgBody ] MessageQuota {msgId, msgTs} -> B.unwords [ strEncode msgId, strEncode msgTs, "quota" ] strP = do msgId <- strP_ msgTs <- strP_ msgQuotaP msgId msgTs <|> msgP msgId msgTs where msgQuotaP msgId msgTs = "quota" $> MessageQuota {msgId, msgTs} msgP msgId msgTs = do msgFlags <- ("flags=" *> strP_) <|> pure noMsgFlags msgBody <- strP pure Message {msgId, msgTs, msgFlags, msgBody} type EncNMsgMeta = ByteString data SMPMsgMeta = SMPMsgMeta { msgId :: MsgId, msgTs :: SystemTime, msgFlags :: MsgFlags } deriving (Eq, Show) instance StrEncoding SMPMsgMeta where strEncode SMPMsgMeta {msgId, msgTs, msgFlags} = strEncode (msgId, msgTs, msgFlags) strP = do (msgId, msgTs, msgFlags) <- strP pure SMPMsgMeta {msgId, msgTs, msgFlags} rcvMessageMeta :: MsgId -> ClientRcvMsgBody -> SMPMsgMeta rcvMessageMeta msgId = \case ClientRcvMsgBody {msgTs, msgFlags} -> SMPMsgMeta {msgId, msgTs, msgFlags} ClientRcvMsgQuota {msgTs} -> SMPMsgMeta {msgId, msgTs, msgFlags = noMsgFlags} data NMsgMeta = NMsgMeta { msgId :: MsgId, msgTs :: SystemTime } deriving (Show) instance Encoding NMsgMeta where smpEncode NMsgMeta {msgId, msgTs} = smpEncode (msgId, msgTs) smpP = do -- Tail here is to allow extension in the future clients/servers (msgId, msgTs, Tail _) <- smpP pure NMsgMeta {msgId, msgTs} -- it must be data for correct JSON encoding data MsgFlags = MsgFlags {notification :: Bool} deriving (Eq, Show) -- this encoding should not become bigger than 7 bytes (currently it is 1 byte) instance Encoding MsgFlags where smpEncode MsgFlags {notification} = smpEncode notification smpP = do notification <- smpP <* A.takeTill (== ' ') pure MsgFlags {notification} instance StrEncoding MsgFlags where strEncode = smpEncode {-# INLINE strEncode #-} strP = smpP {-# INLINE strP #-} noMsgFlags :: MsgFlags noMsgFlags = MsgFlags {notification = False} -- * SMP command tags data CommandTag (p :: Party) where NEW_ :: CommandTag Recipient SUB_ :: CommandTag Recipient KEY_ :: CommandTag Recipient NKEY_ :: CommandTag Recipient NDEL_ :: CommandTag Recipient GET_ :: CommandTag Recipient ACK_ :: CommandTag Recipient OFF_ :: CommandTag Recipient DEL_ :: CommandTag Recipient SEND_ :: CommandTag Sender PING_ :: CommandTag Sender PRXY_ :: CommandTag ProxiedClient PFWD_ :: CommandTag ProxiedClient RFWD_ :: CommandTag Sender NSUB_ :: CommandTag Notifier data CmdTag = forall p. PartyI p => CT (SParty p) (CommandTag p) deriving instance Show (CommandTag p) deriving instance Show CmdTag data BrokerMsgTag = IDS_ | MSG_ | NID_ | NMSG_ | PKEY_ | RRES_ | PRES_ | END_ | OK_ | ERR_ | PONG_ deriving (Show) class ProtocolMsgTag t where decodeTag :: ByteString -> Maybe t messageTagP :: ProtocolMsgTag t => Parser t messageTagP = maybe (fail "bad message") pure . decodeTag =<< (A.takeTill (== ' ') <* optional A.space) instance PartyI p => Encoding (CommandTag p) where smpEncode = \case NEW_ -> "NEW" SUB_ -> "SUB" KEY_ -> "KEY" NKEY_ -> "NKEY" NDEL_ -> "NDEL" GET_ -> "GET" ACK_ -> "ACK" OFF_ -> "OFF" DEL_ -> "DEL" SEND_ -> "SEND" PING_ -> "PING" PRXY_ -> "PRXY" PFWD_ -> "PFWD" RFWD_ -> "RFWD" NSUB_ -> "NSUB" smpP = messageTagP instance ProtocolMsgTag CmdTag where decodeTag = \case "NEW" -> Just $ CT SRecipient NEW_ "SUB" -> Just $ CT SRecipient SUB_ "KEY" -> Just $ CT SRecipient KEY_ "NKEY" -> Just $ CT SRecipient NKEY_ "NDEL" -> Just $ CT SRecipient NDEL_ "GET" -> Just $ CT SRecipient GET_ "ACK" -> Just $ CT SRecipient ACK_ "OFF" -> Just $ CT SRecipient OFF_ "DEL" -> Just $ CT SRecipient DEL_ "SEND" -> Just $ CT SSender SEND_ "PING" -> Just $ CT SSender PING_ "PRXY" -> Just $ CT SProxiedClient PRXY_ "PFWD" -> Just $ CT SProxiedClient PFWD_ "RFWD" -> Just $ CT SSender RFWD_ "NSUB" -> Just $ CT SNotifier NSUB_ _ -> Nothing instance Encoding CmdTag where smpEncode (CT _ t) = smpEncode t smpP = messageTagP instance PartyI p => ProtocolMsgTag (CommandTag p) where decodeTag s = decodeTag s >>= (\(CT _ t) -> checkParty' t) instance Encoding BrokerMsgTag where smpEncode = \case IDS_ -> "IDS" MSG_ -> "MSG" NID_ -> "NID" NMSG_ -> "NMSG" PKEY_ -> "PKEY" RRES_ -> "RRES" PRES_ -> "PRES" END_ -> "END" OK_ -> "OK" ERR_ -> "ERR" PONG_ -> "PONG" smpP = messageTagP instance ProtocolMsgTag BrokerMsgTag where decodeTag = \case "IDS" -> Just IDS_ "MSG" -> Just MSG_ "NID" -> Just NID_ "NMSG" -> Just NMSG_ "PKEY" -> Just PKEY_ "RRES" -> Just RRES_ "PRES" -> Just PRES_ "END" -> Just END_ "OK" -> Just OK_ "ERR" -> Just ERR_ "PONG" -> Just PONG_ _ -> Nothing -- | SMP message body format data ClientMsgEnvelope = ClientMsgEnvelope { cmHeader :: PubHeader, cmNonce :: C.CbNonce, cmEncBody :: ByteString } deriving (Show) data PubHeader = PubHeader { phVersion :: VersionSMPC, phE2ePubDhKey :: Maybe C.PublicKeyX25519 } deriving (Show) instance Encoding PubHeader where smpEncode (PubHeader v k) = smpEncode (v, k) smpP = PubHeader <$> smpP <*> smpP instance Encoding ClientMsgEnvelope where smpEncode ClientMsgEnvelope {cmHeader, cmNonce, cmEncBody} = smpEncode (cmHeader, cmNonce, Tail cmEncBody) smpP = do (cmHeader, cmNonce, Tail cmEncBody) <- smpP pure ClientMsgEnvelope {cmHeader, cmNonce, cmEncBody} data ClientMessage = ClientMessage PrivHeader ByteString data PrivHeader = PHConfirmation C.APublicAuthKey | PHEmpty deriving (Show) instance Encoding PrivHeader where smpEncode = \case PHConfirmation k -> "K" <> smpEncode k PHEmpty -> "_" smpP = A.anyChar >>= \case 'K' -> PHConfirmation <$> smpP '_' -> pure PHEmpty _ -> fail "invalid PrivHeader" instance Encoding ClientMessage where smpEncode (ClientMessage h msg) = smpEncode h <> msg smpP = ClientMessage <$> smpP <*> A.takeByteString type SMPServer = ProtocolServer 'PSMP pattern SMPServer :: NonEmpty TransportHost -> ServiceName -> C.KeyHash -> ProtocolServer 'PSMP pattern SMPServer host port keyHash = ProtocolServer SPSMP host port keyHash {-# COMPLETE SMPServer #-} type SMPServerWithAuth = ProtoServerWithAuth 'PSMP type NtfServer = ProtocolServer 'PNTF pattern NtfServer :: NonEmpty TransportHost -> ServiceName -> C.KeyHash -> ProtocolServer 'PNTF pattern NtfServer host port keyHash = ProtocolServer SPNTF host port keyHash {-# COMPLETE NtfServer #-} type NtfServerWithAuth = ProtoServerWithAuth 'PNTF type XFTPServer = ProtocolServer 'PXFTP pattern XFTPServer :: NonEmpty TransportHost -> ServiceName -> C.KeyHash -> ProtocolServer 'PXFTP pattern XFTPServer host port keyHash = ProtocolServer SPXFTP host port keyHash {-# COMPLETE XFTPServer #-} type XFTPServerWithAuth = ProtoServerWithAuth 'PXFTP sameSrvAddr' :: ProtoServerWithAuth p -> ProtoServerWithAuth p -> Bool sameSrvAddr' (ProtoServerWithAuth srv _) (ProtoServerWithAuth srv' _) = sameSrvAddr srv srv' {-# INLINE sameSrvAddr' #-} sameSrvAddr :: ProtocolServer p -> ProtocolServer p -> Bool sameSrvAddr ProtocolServer {host, port} ProtocolServer {host = h', port = p'} = host == h' && port == p' {-# INLINE sameSrvAddr #-} data ProtocolType = PSMP | PNTF | PXFTP deriving (Eq, Ord, Show) instance StrEncoding ProtocolType where strEncode = \case PSMP -> "smp" PNTF -> "ntf" PXFTP -> "xftp" strP = A.takeTill (\c -> c == ':' || c == ' ') >>= \case "smp" -> pure PSMP "ntf" -> pure PNTF "xftp" -> pure PXFTP _ -> fail "bad ProtocolType" data SProtocolType (p :: ProtocolType) where SPSMP :: SProtocolType 'PSMP SPNTF :: SProtocolType 'PNTF SPXFTP :: SProtocolType 'PXFTP deriving instance Eq (SProtocolType p) deriving instance Ord (SProtocolType p) deriving instance Show (SProtocolType p) data AProtocolType = forall p. ProtocolTypeI p => AProtocolType (SProtocolType p) instance Eq AProtocolType where AProtocolType p == AProtocolType p' = isJust $ testEquality p p' deriving instance Show AProtocolType instance TestEquality SProtocolType where testEquality SPSMP SPSMP = Just Refl testEquality SPNTF SPNTF = Just Refl testEquality SPXFTP SPXFTP = Just Refl testEquality _ _ = Nothing protocolType :: SProtocolType p -> ProtocolType protocolType = \case SPSMP -> PSMP SPNTF -> PNTF SPXFTP -> PXFTP aProtocolType :: ProtocolType -> AProtocolType aProtocolType = \case PSMP -> AProtocolType SPSMP PNTF -> AProtocolType SPNTF PXFTP -> AProtocolType SPXFTP instance ProtocolTypeI p => StrEncoding (SProtocolType p) where strEncode = strEncode . protocolType strP = (\(AProtocolType p) -> checkProtocolType p) <$?> strP instance StrEncoding AProtocolType where strEncode (AProtocolType p) = strEncode p strP = aProtocolType <$> strP instance ProtocolTypeI p => ToJSON (SProtocolType p) where toEncoding = strToJEncoding toJSON = strToJSON instance ProtocolTypeI p => FromJSON (SProtocolType p) where parseJSON = strParseJSON "SProtocolType" instance ToJSON AProtocolType where toEncoding = strToJEncoding toJSON = strToJSON instance FromJSON AProtocolType where parseJSON = strParseJSON "AProtocolType" checkProtocolType :: forall t p p'. (ProtocolTypeI p, ProtocolTypeI p') => t p' -> Either String (t p) checkProtocolType p = case testEquality (protocolTypeI @p) (protocolTypeI @p') of Just Refl -> Right p Nothing -> Left "bad ProtocolType" class ProtocolTypeI (p :: ProtocolType) where protocolTypeI :: SProtocolType p instance ProtocolTypeI 'PSMP where protocolTypeI = SPSMP instance ProtocolTypeI 'PNTF where protocolTypeI = SPNTF instance ProtocolTypeI 'PXFTP where protocolTypeI = SPXFTP type family UserProtocol (p :: ProtocolType) :: Constraint where UserProtocol PSMP = () UserProtocol PXFTP = () UserProtocol a = (Int ~ Bool, TypeError (TE.Text "Servers for protocol " :<>: ShowType a :<>: TE.Text " cannot be configured by the users")) userProtocol :: SProtocolType p -> Maybe (Dict (UserProtocol p)) userProtocol = \case SPSMP -> Just Dict SPXFTP -> Just Dict _ -> Nothing -- | server location and transport key digest (hash). data ProtocolServer p = ProtocolServer { scheme :: SProtocolType p, host :: NonEmpty TransportHost, port :: ServiceName, keyHash :: C.KeyHash } deriving (Eq, Ord, Show) data AProtocolServer = forall p. ProtocolTypeI p => AProtocolServer (SProtocolType p) (ProtocolServer p) instance ProtocolTypeI p => IsString (ProtocolServer p) where fromString = parseString strDecode instance ProtocolTypeI p => Encoding (ProtocolServer p) where smpEncode ProtocolServer {host, port, keyHash} = smpEncode (host, port, keyHash) smpP = do (host, port, keyHash) <- smpP pure ProtocolServer {scheme = protocolTypeI @p, host, port, keyHash} instance ProtocolTypeI p => StrEncoding (ProtocolServer p) where strEncode ProtocolServer {scheme, host, port, keyHash} = strEncodeServer scheme (strEncode host) port keyHash Nothing strP = serverStrP >>= \case (AProtocolServer _ srv, Nothing) -> either fail pure $ checkProtocolType srv _ -> fail "ProtocolServer with basic auth not allowed" instance ProtocolTypeI p => ToJSON (ProtocolServer p) where toJSON = strToJSON toEncoding = strToJEncoding instance ProtocolTypeI p => FromJSON (ProtocolServer p) where parseJSON = strParseJSON "ProtocolServer" newtype BasicAuth = BasicAuth {unBasicAuth :: ByteString} deriving (Eq, Ord, Show) instance IsString BasicAuth where fromString = BasicAuth . B.pack instance Encoding BasicAuth where smpEncode (BasicAuth s) = smpEncode s smpP = basicAuth <$?> smpP instance StrEncoding BasicAuth where strEncode (BasicAuth s) = s strP = basicAuth <$?> A.takeWhile1 (/= '@') basicAuth :: ByteString -> Either String BasicAuth basicAuth s | B.all valid s = Right $ BasicAuth s | otherwise = Left "invalid character in BasicAuth" where valid c = isPrint c && not (isSpace c) && c /= '@' && c /= ':' && c /= '/' data ProtoServerWithAuth p = ProtoServerWithAuth {protoServer :: ProtocolServer p, serverBasicAuth :: Maybe BasicAuth} deriving (Eq, Ord, Show) instance ProtocolTypeI p => IsString (ProtoServerWithAuth p) where fromString = parseString strDecode data AProtoServerWithAuth = forall p. ProtocolTypeI p => AProtoServerWithAuth (SProtocolType p) (ProtoServerWithAuth p) deriving instance Show AProtoServerWithAuth instance ProtocolTypeI p => StrEncoding (ProtoServerWithAuth p) where strEncode (ProtoServerWithAuth ProtocolServer {scheme, host, port, keyHash} auth_) = strEncodeServer scheme (strEncode host) port keyHash auth_ strP = (\(AProtoServerWithAuth _ srv) -> checkProtocolType srv) <$?> strP instance StrEncoding AProtoServerWithAuth where strEncode (AProtoServerWithAuth _ srv) = strEncode srv strP = serverStrP >>= \(AProtocolServer p srv, auth) -> pure $ AProtoServerWithAuth p (ProtoServerWithAuth srv auth) instance ProtocolTypeI p => ToJSON (ProtoServerWithAuth p) where toJSON = strToJSON toEncoding = strToJEncoding instance ProtocolTypeI p => FromJSON (ProtoServerWithAuth p) where parseJSON = strParseJSON "ProtoServerWithAuth" instance ToJSON AProtoServerWithAuth where toJSON = strToJSON toEncoding = strToJEncoding instance FromJSON AProtoServerWithAuth where parseJSON = strParseJSON "AProtoServerWithAuth" noAuthSrv :: ProtocolServer p -> ProtoServerWithAuth p noAuthSrv srv = ProtoServerWithAuth srv Nothing legacyEncodeServer :: ProtocolServer p -> ByteString legacyEncodeServer ProtocolServer {host, port, keyHash} = smpEncode (L.head host, port, keyHash) legacyServerP :: forall p. ProtocolTypeI p => Parser (ProtocolServer p) legacyServerP = do (h, port, keyHash) <- smpP pure ProtocolServer {scheme = protocolTypeI @p, host = [h], port, keyHash} legacyStrEncodeServer :: ProtocolTypeI p => ProtocolServer p -> ByteString legacyStrEncodeServer ProtocolServer {scheme, host, port, keyHash} = strEncodeServer scheme (strEncode $ L.head host) port keyHash Nothing strEncodeServer :: ProtocolTypeI p => SProtocolType p -> ByteString -> ServiceName -> C.KeyHash -> Maybe BasicAuth -> ByteString strEncodeServer scheme host port keyHash auth_ = strEncode scheme <> "://" <> strEncode keyHash <> maybe "" ((":" <>) . strEncode) auth_ <> "@" <> host <> portStr where portStr = B.pack $ if null port then "" else ':' : port serverStrP :: Parser (AProtocolServer, Maybe BasicAuth) serverStrP = do scheme <- strP <* "://" keyHash <- strP auth_ <- optional $ A.char ':' *> strP TransportHosts host <- A.char '@' *> strP port <- portP <|> pure "" pure $ case scheme of AProtocolType s -> (AProtocolServer s $ ProtocolServer {scheme = s, host, port, keyHash}, auth_) where portP = show <$> (A.char ':' *> (A.decimal :: Parser Int)) -- | Transmission correlation ID. newtype CorrId = CorrId {bs :: ByteString} deriving (Eq, Ord, Show) instance IsString CorrId where fromString = CorrId . fromString instance StrEncoding CorrId where strEncode (CorrId cId) = strEncode cId strDecode s = CorrId <$> strDecode s strP = CorrId <$> strP instance ToJSON CorrId where toJSON = strToJSON toEncoding = strToJEncoding instance FromJSON CorrId where parseJSON = strParseJSON "CorrId" -- | Queue IDs and keys data QueueIdsKeys = QIK { rcvId :: RecipientId, sndId :: SenderId, rcvPublicDhKey :: RcvPublicDhKey } deriving (Eq, Show) -- | Recipient's private key used by the recipient to authorize (v6: sign, v7: encrypt hash) SMP commands. -- -- Only used by SMP agent, kept here so its definition is close to respective public key. type RcvPrivateAuthKey = C.APrivateAuthKey -- | Recipient's public key used by SMP server to verify authorization of SMP commands. type RcvPublicAuthKey = C.APublicAuthKey -- | Public key used for DH exchange to encrypt message bodies from server to recipient type RcvPublicDhKey = C.PublicKeyX25519 -- | DH Secret used to encrypt message bodies from server to recipient type RcvDhSecret = C.DhSecretX25519 -- | Sender's private key used by the recipient to authorize (v6: sign, v7: encrypt hash) SMP commands. -- -- Only used by SMP agent, kept here so its definition is close to respective public key. type SndPrivateAuthKey = C.APrivateAuthKey -- | Sender's public key used by SMP server to verify authorization of SMP commands. type SndPublicAuthKey = C.APublicAuthKey -- | Private key used by push notifications server to authorize (sign or encrypt hash) NSUB command. type NtfPrivateAuthKey = C.APrivateAuthKey -- | Public key used by SMP server to verify authorization of NSUB command sent by push notifications server. type NtfPublicAuthKey = C.APublicAuthKey -- | Public key used for DH exchange to encrypt notification metadata from server to recipient type RcvNtfPublicDhKey = C.PublicKeyX25519 -- | DH Secret used to encrypt notification metadata from server to recipient type RcvNtfDhSecret = C.DhSecretX25519 -- | SMP message server ID. type MsgId = ByteString -- | SMP message body. type MsgBody = ByteString data ProtocolErrorType = PECmdSyntax | PECmdUnknown | PESession | PEBlock -- | Type for protocol errors. data ErrorType = -- | incorrect block format, encoding or signature size BLOCK | -- | incorrect SMP session ID (TLS Finished message / tls-unique binding RFC5929) SESSION | -- | SMP command is unknown or has invalid syntax CMD {cmdErr :: CommandError} | -- | error from proxied relay PROXY {proxyErr :: ProxyError} | -- | command authorization error - bad signature or non-existing SMP queue AUTH | -- | encryption/decryption error in proxy protocol CRYPTO | -- | SMP queue capacity is exceeded on the server QUOTA | -- | ACK command is sent without message to be acknowledged NO_MSG | -- | sent message is too large (> maxMessageLength = 16088 bytes) LARGE_MSG | -- | relay public key is expired EXPIRED | -- | internal server error INTERNAL | -- | used internally, never returned by the server (to be removed) DUPLICATE_ -- not part of SMP protocol, used internally deriving (Eq, Read, Show) instance StrEncoding ErrorType where strEncode = \case CMD e -> "CMD " <> bshow e PROXY e -> "PROXY " <> strEncode e e -> bshow e strP = "CMD " *> (CMD <$> parseRead1) <|> "PROXY " *> (PROXY <$> strP) <|> parseRead1 -- | SMP command error type. data CommandError = -- | unknown command UNKNOWN | -- | error parsing command SYNTAX | -- | command is not allowed (SUB/GET cannot be used with the same queue in the same TCP connection) PROHIBITED | -- | transmission has no required credentials (signature or queue ID) NO_AUTH | -- | transmission has credentials that are not allowed for this command HAS_AUTH | -- | transmission has no required entity ID (e.g. SMP queue) NO_ENTITY deriving (Eq, Read, Show) data ProxyError = -- | Correctly parsed SMP server ERR response. -- This error is forwarded to the agent client as AgentErrorType `ERR PROXY PROTOCOL err`. PROTOCOL {protocolErr :: ErrorType} | -- | destination server error BROKER {brokerErr :: BrokerErrorType} | -- | basic auth provided to proxy is invalid BASIC_AUTH | -- no destination server error NO_SESSION deriving (Eq, Read, Show) -- | SMP server errors. data BrokerErrorType = -- | invalid server response (failed to parse) RESPONSE {respErr :: String} | -- | unexpected response UNEXPECTED {respErr :: String} | -- | network error NETWORK | -- | no compatible server host (e.g. onion when public is required, or vice versa) HOST | -- | handshake or other transport error TRANSPORT {transportErr :: TransportError} | -- | command response timeout TIMEOUT deriving (Eq, Read, Show, Exception) -- | SMP transmission parser. transmissionP :: THandleParams v p -> Parser RawTransmission transmissionP THandleParams {sessionId, implySessId} = do authenticator <- smpP authorized <- A.takeByteString either fail pure $ parseAll (trn authenticator authorized) authorized where trn authenticator authorized = do sessId <- if implySessId then pure "" else smpP let authorized' = if implySessId then smpEncode sessionId <> authorized else authorized corrId <- smpP entityId <- smpP command <- A.takeByteString pure RawTransmission {authenticator, authorized = authorized', sessId, corrId, entityId, command} class (ProtocolEncoding v err msg, ProtocolEncoding v err (ProtoCommand msg), Show err, Show msg) => Protocol v err msg | msg -> v, msg -> err where type ProtoCommand msg = cmd | cmd -> msg type ProtoType msg = (sch :: ProtocolType) | sch -> msg protocolClientHandshake :: forall c. Transport c => c -> Maybe C.KeyPairX25519 -> C.KeyHash -> VersionRange v -> ExceptT TransportError IO (THandle v c 'TClient) protocolPing :: ProtoCommand msg protocolError :: msg -> Maybe err type ProtoServer msg = ProtocolServer (ProtoType msg) instance Protocol SMPVersion ErrorType BrokerMsg where type ProtoCommand BrokerMsg = Cmd type ProtoType BrokerMsg = 'PSMP protocolClientHandshake = smpClientHandshake protocolPing = Cmd SSender PING protocolError = \case ERR e -> Just e _ -> Nothing class ProtocolMsgTag (Tag msg) => ProtocolEncoding v err msg | msg -> err, msg -> v where type Tag msg encodeProtocol :: Version v -> msg -> ByteString protocolP :: Version v -> Tag msg -> Parser msg fromProtocolError :: ProtocolErrorType -> err checkCredentials :: SignedRawTransmission -> msg -> Either err msg instance PartyI p => ProtocolEncoding SMPVersion ErrorType (Command p) where type Tag (Command p) = CommandTag p encodeProtocol v = \case NEW rKey dhKey auth_ subMode | v >= subModeSMPVersion -> new <> auth <> e subMode | v == basicAuthSMPVersion -> new <> auth | otherwise -> new where new = e (NEW_, ' ', rKey, dhKey) auth = maybe "" (e . ('A',)) auth_ SUB -> e SUB_ KEY k -> e (KEY_, ' ', k) NKEY k dhKey -> e (NKEY_, ' ', k, dhKey) NDEL -> e NDEL_ GET -> e GET_ ACK msgId -> e (ACK_, ' ', msgId) OFF -> e OFF_ DEL -> e DEL_ SEND flags msg -> e (SEND_, ' ', flags, ' ', Tail msg) PING -> e PING_ NSUB -> e NSUB_ PRXY host auth_ -> e (PRXY_, ' ', host, auth_) PFWD fwdV pubKey (EncTransmission s) -> e (PFWD_, ' ', fwdV, pubKey, Tail s) RFWD (EncFwdTransmission s) -> e (RFWD_, ' ', Tail s) where e :: Encoding a => a -> ByteString e = smpEncode protocolP v tag = (\(Cmd _ c) -> checkParty c) <$?> protocolP v (CT (sParty @p) tag) fromProtocolError = fromProtocolError @SMPVersion @ErrorType @BrokerMsg {-# INLINE fromProtocolError #-} checkCredentials (auth, _, entId, _) cmd = case cmd of -- NEW must have signature but NOT queue ID NEW {} | isNothing auth -> Left $ CMD NO_AUTH | not (B.null entId) -> Left $ CMD HAS_AUTH | otherwise -> Right cmd -- SEND must have queue ID, signature is not always required SEND {} | B.null entId -> Left $ CMD NO_ENTITY | otherwise -> Right cmd PING -> noAuthCmd PRXY {} -> noAuthCmd PFWD {} | B.null entId -> Left $ CMD NO_ENTITY | isNothing auth -> Right cmd | otherwise -> Left $ CMD HAS_AUTH RFWD _ -> noAuthCmd -- other client commands must have both signature and queue ID _ | isNothing auth || B.null entId -> Left $ CMD NO_AUTH | otherwise -> Right cmd where -- command must not have entity ID (queue or session ID) or signature noAuthCmd :: Either ErrorType (Command p) noAuthCmd | isNothing auth && B.null entId = Right cmd | otherwise = Left $ CMD HAS_AUTH instance ProtocolEncoding SMPVersion ErrorType Cmd where type Tag Cmd = CmdTag encodeProtocol v (Cmd _ c) = encodeProtocol v c protocolP v = \case CT SRecipient tag -> Cmd SRecipient <$> case tag of NEW_ | v >= subModeSMPVersion -> new <*> auth <*> smpP | v == basicAuthSMPVersion -> new <*> auth <*> pure SMSubscribe | otherwise -> new <*> pure Nothing <*> pure SMSubscribe where new = NEW <$> _smpP <*> smpP auth = optional (A.char 'A' *> smpP) SUB_ -> pure SUB KEY_ -> KEY <$> _smpP NKEY_ -> NKEY <$> _smpP <*> smpP NDEL_ -> pure NDEL GET_ -> pure GET ACK_ -> ACK <$> _smpP OFF_ -> pure OFF DEL_ -> pure DEL CT SSender tag -> Cmd SSender <$> case tag of SEND_ -> SEND <$> _smpP <*> (unTail <$> _smpP) PING_ -> pure PING RFWD_ -> RFWD <$> (EncFwdTransmission . unTail <$> _smpP) CT SProxiedClient tag -> Cmd SProxiedClient <$> case tag of PFWD_ -> PFWD <$> _smpP <*> smpP <*> (EncTransmission . unTail <$> smpP) PRXY_ -> PRXY <$> _smpP <*> smpP CT SNotifier NSUB_ -> pure $ Cmd SNotifier NSUB fromProtocolError = fromProtocolError @SMPVersion @ErrorType @BrokerMsg {-# INLINE fromProtocolError #-} checkCredentials t (Cmd p c) = Cmd p <$> checkCredentials t c instance ProtocolEncoding SMPVersion ErrorType BrokerMsg where type Tag BrokerMsg = BrokerMsgTag encodeProtocol _v = \case IDS (QIK rcvId sndId srvDh) -> e (IDS_, ' ', rcvId, sndId, srvDh) MSG RcvMessage {msgId, msgBody = EncRcvMsgBody body} -> e (MSG_, ' ', msgId, Tail body) NID nId srvNtfDh -> e (NID_, ' ', nId, srvNtfDh) NMSG nmsgNonce encNMsgMeta -> e (NMSG_, ' ', nmsgNonce, encNMsgMeta) PKEY sid vr (cert, key) -> e (PKEY_, ' ', sid, vr, C.encodeCertChain cert, C.SignedObject key) RRES (EncFwdResponse encBlock) -> e (RRES_, ' ', Tail encBlock) PRES (EncResponse encBlock) -> e (PRES_, ' ', Tail encBlock) END -> e END_ OK -> e OK_ ERR err -> e (ERR_, ' ', err) PONG -> e PONG_ where e :: Encoding a => a -> ByteString e = smpEncode protocolP _v = \case MSG_ -> do msgId <- _smpP MSG . RcvMessage msgId <$> bodyP where bodyP = EncRcvMsgBody . unTail <$> smpP IDS_ -> IDS <$> (QIK <$> _smpP <*> smpP <*> smpP) NID_ -> NID <$> _smpP <*> smpP NMSG_ -> NMSG <$> _smpP <*> smpP PKEY_ -> PKEY <$> _smpP <*> smpP <*> ((,) <$> C.certChainP <*> (C.getSignedExact <$> smpP)) RRES_ -> RRES <$> (EncFwdResponse . unTail <$> _smpP) PRES_ -> PRES <$> (EncResponse . unTail <$> _smpP) END_ -> pure END OK_ -> pure OK ERR_ -> ERR <$> _smpP PONG_ -> pure PONG fromProtocolError = \case PECmdSyntax -> CMD SYNTAX PECmdUnknown -> CMD UNKNOWN PESession -> SESSION PEBlock -> BLOCK {-# INLINE fromProtocolError #-} checkCredentials (_, _, entId, _) cmd = case cmd of -- IDS response should not have queue ID IDS _ -> Right cmd -- ERR response does not always have queue ID ERR _ -> Right cmd -- PONG response must not have queue ID PONG -> noEntityMsg PKEY {} -> noEntityMsg RRES _ -> noEntityMsg -- other broker responses must have queue ID _ | B.null entId -> Left $ CMD NO_ENTITY | otherwise -> Right cmd where noEntityMsg :: Either ErrorType BrokerMsg noEntityMsg | B.null entId = Right cmd | otherwise = Left $ CMD HAS_AUTH -- | Parse SMP protocol commands and broker messages parseProtocol :: forall v err msg. ProtocolEncoding v err msg => Version v -> ByteString -> Either err msg parseProtocol v s = let (tag, params) = B.break (== ' ') s in case decodeTag tag of Just cmd -> parse (protocolP v cmd) (fromProtocolError @v @err @msg $ PECmdSyntax) params Nothing -> Left $ fromProtocolError @v @err @msg $ PECmdUnknown checkParty :: forall t p p'. (PartyI p, PartyI p') => t p' -> Either String (t p) checkParty c = case testEquality (sParty @p) (sParty @p') of Just Refl -> Right c Nothing -> Left "bad command party" checkParty' :: forall t p p'. (PartyI p, PartyI p') => t p' -> Maybe (t p) checkParty' = eitherToMaybe . checkParty instance Encoding ErrorType where smpEncode = \case BLOCK -> "BLOCK" SESSION -> "SESSION" CMD err -> "CMD " <> smpEncode err PROXY err -> "PROXY " <> smpEncode err AUTH -> "AUTH" CRYPTO -> "CRYPTO" QUOTA -> "QUOTA" EXPIRED -> "EXPIRED" NO_MSG -> "NO_MSG" LARGE_MSG -> "LARGE_MSG" INTERNAL -> "INTERNAL" DUPLICATE_ -> "DUPLICATE_" smpP = A.takeTill (== ' ') >>= \case "BLOCK" -> pure BLOCK "SESSION" -> pure SESSION "CMD" -> CMD <$> _smpP "PROXY" -> PROXY <$> _smpP "AUTH" -> pure AUTH "CRYPTO" -> pure CRYPTO "QUOTA" -> pure QUOTA "EXPIRED" -> pure EXPIRED "NO_MSG" -> pure NO_MSG "LARGE_MSG" -> pure LARGE_MSG "INTERNAL" -> pure INTERNAL "DUPLICATE_" -> pure DUPLICATE_ _ -> fail "bad ErrorType" instance Encoding CommandError where smpEncode e = case e of UNKNOWN -> "UNKNOWN" SYNTAX -> "SYNTAX" PROHIBITED -> "PROHIBITED" NO_AUTH -> "NO_AUTH" HAS_AUTH -> "HAS_AUTH" NO_ENTITY -> "NO_ENTITY" smpP = A.takeTill (== ' ') >>= \case "UNKNOWN" -> pure UNKNOWN "SYNTAX" -> pure SYNTAX "PROHIBITED" -> pure PROHIBITED "NO_AUTH" -> pure NO_AUTH "HAS_AUTH" -> pure HAS_AUTH "NO_ENTITY" -> pure NO_ENTITY "NO_QUEUE" -> pure NO_ENTITY -- for backward compatibility _ -> fail "bad CommandError" instance Encoding ProxyError where smpEncode = \case PROTOCOL e -> "PROTOCOL " <> smpEncode e BROKER e -> "BROKER " <> smpEncode e BASIC_AUTH -> "BASIC_AUTH" NO_SESSION -> "NO_SESSION" smpP = A.takeTill (== ' ') >>= \case "PROTOCOL" -> PROTOCOL <$> _smpP "BROKER" -> BROKER <$> _smpP "BASIC_AUTH" -> pure BASIC_AUTH "NO_SESSION" -> pure NO_SESSION _ -> fail "bad ProxyError" instance StrEncoding ProxyError where strEncode = \case PROTOCOL e -> "PROTOCOL " <> strEncode e BROKER e -> "BROKER " <> strEncode e BASIC_AUTH -> "BASIC_AUTH" NO_SESSION -> "NO_SESSION" strP = A.takeTill (== ' ') >>= \case "PROTOCOL" -> PROTOCOL <$> _strP "BROKER" -> BROKER <$> _strP "BASIC_AUTH" -> pure BASIC_AUTH "NO_SESSION" -> pure NO_SESSION _ -> fail "bad ProxyError" instance Encoding BrokerErrorType where smpEncode = \case RESPONSE e -> "RESPONSE " <> smpEncode e UNEXPECTED e -> "UNEXPECTED " <> smpEncode e TRANSPORT e -> "TRANSPORT " <> smpEncode e NETWORK -> "NETWORK" TIMEOUT -> "TIMEOUT" HOST -> "HOST" smpP = A.takeTill (== ' ') >>= \case "RESPONSE" -> RESPONSE <$> _smpP "UNEXPECTED" -> UNEXPECTED <$> _smpP "TRANSPORT" -> TRANSPORT <$> _smpP "NETWORK" -> pure NETWORK "TIMEOUT" -> pure TIMEOUT "HOST" -> pure HOST _ -> fail "bad BrokerErrorType" instance StrEncoding BrokerErrorType where strEncode = \case RESPONSE e -> "RESPONSE " <> encodeUtf8 (T.pack e) UNEXPECTED e -> "UNEXPECTED " <> encodeUtf8 (T.pack e) TRANSPORT e -> "TRANSPORT " <> smpEncode e NETWORK -> "NETWORK" TIMEOUT -> "TIMEOUT" HOST -> "HOST" strP = A.takeTill (== ' ') >>= \case "RESPONSE" -> RESPONSE <$> _textP "UNEXPECTED" -> UNEXPECTED <$> _textP "TRANSPORT" -> TRANSPORT <$> _smpP "NETWORK" -> pure NETWORK "TIMEOUT" -> pure TIMEOUT "HOST" -> pure HOST _ -> fail "bad BrokerErrorType" where _textP = A.space *> (T.unpack . safeDecodeUtf8 <$> A.takeByteString) -- | Send signed SMP transmission to TCP transport. tPut :: Transport c => THandle v c p -> NonEmpty (Either TransportError SentRawTransmission) -> IO [Either TransportError ()] tPut th@THandle {params} = fmap concat . mapM tPutBatch . batchTransmissions (batch params) (blockSize params) where tPutBatch :: TransportBatch () -> IO [Either TransportError ()] tPutBatch = \case TBError e _ -> [Left e] <$ putStrLn "tPut error: large message" TBTransmissions s n _ -> replicate n <$> tPutLog th s TBTransmission s _ -> (: []) <$> tPutLog th s tPutLog :: Transport c => THandle v c p -> ByteString -> IO (Either TransportError ()) tPutLog th s = do r <- tPutBlock th s case r of Left e -> putStrLn ("tPut error: " <> show e) _ -> pure () pure r -- ByteString in TBTransmissions includes byte with transmissions count data TransportBatch r = TBTransmissions ByteString Int [r] | TBTransmission ByteString r | TBError TransportError r batchTransmissions :: Bool -> Int -> NonEmpty (Either TransportError SentRawTransmission) -> [TransportBatch ()] batchTransmissions batch bSize = batchTransmissions' batch bSize . L.map (,()) -- | encodes and batches transmissions into blocks batchTransmissions' :: forall r. Bool -> Int -> NonEmpty (Either TransportError SentRawTransmission, r) -> [TransportBatch r] batchTransmissions' batch bSize ts | batch = batchTransmissions_ bSize $ L.map (first $ fmap tEncodeForBatch) ts | otherwise = map mkBatch1 $ L.toList ts where mkBatch1 :: (Either TransportError SentRawTransmission, r) -> TransportBatch r mkBatch1 (t_, r) = case t_ of Left e -> TBError e r Right t -- 2 bytes are reserved for pad size | B.length s <= bSize - 2 -> TBTransmission s r | otherwise -> TBError TELargeMsg r where s = tEncode t -- | Pack encoded transmissions into batches batchTransmissions_ :: Int -> NonEmpty (Either TransportError ByteString, r) -> [TransportBatch r] batchTransmissions_ bSize = addBatch . foldr addTransmission ([], 0, 0, [], []) where -- 3 = 2 bytes reserved for pad size + 1 for transmission count bSize' = bSize - 3 addTransmission :: (Either TransportError ByteString, r) -> ([TransportBatch r], Int, Int, [ByteString], [r]) -> ([TransportBatch r], Int, Int, [ByteString], [r]) addTransmission (t_, r) acc@(bs, !len, !n, ss, rs) = case t_ of Left e -> (TBError e r : addBatch acc, 0, 0, [], []) Right s | len' <= bSize' && n < 255 -> (bs, len', 1 + n, s : ss, r : rs) | sLen <= bSize' -> (addBatch acc, sLen, 1, [s], [r]) | otherwise -> (TBError TELargeMsg r : addBatch acc, 0, 0, [], []) where sLen = B.length s len' = len + sLen addBatch :: ([TransportBatch r], Int, Int, [ByteString], [r]) -> [TransportBatch r] addBatch (bs, _len, n, ss, rs) = if n == 0 then bs else TBTransmissions b n rs : bs where b = B.concat $ B.singleton (lenEncode n) : ss tEncode :: SentRawTransmission -> ByteString tEncode (auth, t) = smpEncode (tAuthBytes auth) <> t {-# INLINE tEncode #-} tEncodeForBatch :: SentRawTransmission -> ByteString tEncodeForBatch = smpEncode . Large . tEncode {-# INLINE tEncodeForBatch #-} tEncodeBatch1 :: SentRawTransmission -> ByteString tEncodeBatch1 t = lenEncode 1 `B.cons` tEncodeForBatch t {-# INLINE tEncodeBatch1 #-} -- tForAuth is lazy to avoid computing it when there is no key to sign data TransmissionForAuth = TransmissionForAuth {tForAuth :: ~ByteString, tToSend :: ByteString} encodeTransmissionForAuth :: ProtocolEncoding v e c => THandleParams v p -> Transmission c -> TransmissionForAuth encodeTransmissionForAuth THandleParams {thVersion = v, sessionId, implySessId} t = TransmissionForAuth {tForAuth, tToSend = if implySessId then t' else tForAuth} where tForAuth = smpEncode sessionId <> t' t' = encodeTransmission_ v t {-# INLINE encodeTransmissionForAuth #-} encodeTransmission :: ProtocolEncoding v e c => THandleParams v p -> Transmission c -> ByteString encodeTransmission THandleParams {thVersion = v, sessionId, implySessId} t = if implySessId then t' else smpEncode sessionId <> t' where t' = encodeTransmission_ v t {-# INLINE encodeTransmission #-} encodeTransmission_ :: ProtocolEncoding v e c => Version v -> Transmission c -> ByteString encodeTransmission_ v (CorrId corrId, queueId, command) = smpEncode (corrId, queueId) <> encodeProtocol v command {-# INLINE encodeTransmission_ #-} -- | Receive and parse transmission from the TCP transport (ignoring any trailing padding). tGetParse :: Transport c => THandle v c p -> IO (NonEmpty (Either TransportError RawTransmission)) tGetParse th@THandle {params} = eitherList (tParse params) <$> tGetBlock th {-# INLINE tGetParse #-} tParse :: THandleParams v p -> ByteString -> NonEmpty (Either TransportError RawTransmission) tParse thParams@THandleParams {batch} s | batch = eitherList (L.map (\(Large t) -> tParse1 t)) ts | otherwise = [tParse1 s] where tParse1 = parse (transmissionP thParams) TEBadBlock ts = parse smpP TEBadBlock s eitherList :: (a -> NonEmpty (Either e b)) -> Either e a -> NonEmpty (Either e b) eitherList = either (\e -> [Left e]) -- | Receive client and server transmissions (determined by `cmd` type). tGet :: forall v err cmd c p. (ProtocolEncoding v err cmd, Transport c) => THandle v c p -> IO (NonEmpty (SignedTransmission err cmd)) tGet th@THandle {params} = L.map (tDecodeParseValidate params) <$> tGetParse th tDecodeParseValidate :: forall v p err cmd. ProtocolEncoding v err cmd => THandleParams v p -> Either TransportError RawTransmission -> SignedTransmission err cmd tDecodeParseValidate THandleParams {sessionId, thVersion = v, implySessId} = \case Right RawTransmission {authenticator, authorized, sessId, corrId, entityId, command} | implySessId || sessId == sessionId -> let decodedTransmission = (,corrId,entityId,command) <$> decodeTAuthBytes authenticator in either (const $ tError corrId) (tParseValidate authorized) decodedTransmission | otherwise -> (Nothing, "", (CorrId corrId, "", Left $ fromProtocolError @v @err @cmd PESession)) Left _ -> tError "" where tError :: ByteString -> SignedTransmission err cmd tError corrId = (Nothing, "", (CorrId corrId, "", Left $ fromProtocolError @v @err @cmd PEBlock)) tParseValidate :: ByteString -> SignedRawTransmission -> SignedTransmission err cmd tParseValidate signed t@(sig, corrId, entityId, command) = let cmd = parseProtocol @v @err @cmd v command >>= checkCredentials t in (sig, signed, (CorrId corrId, entityId, cmd)) $(J.deriveJSON defaultJSON ''MsgFlags) $(J.deriveJSON (sumTypeJSON id) ''CommandError) $(J.deriveJSON (sumTypeJSON id) ''BrokerErrorType) -- run deriveJSON in one TH splice to allow mutual instance $(concat <$> mapM @[] (J.deriveJSON (sumTypeJSON id)) [''ProxyError, ''ErrorType])