{-# LANGUAGE DataKinds #-}
{-# LANGUAGE TypeApplications #-}
module Arbor.File.Format.Asif.ByteString.Builder
( magicString
, withSize
, segmentsC
, segmentsRawC
, makeMagic
, magicLength
) where
import Arbor.File.Format.Asif.Whatever
import Conduit
import Control.Lens
import Control.Monad
import Data.Bits
import Data.ByteString.Builder
import Data.Generics.Product.Any
import Data.Int
import Data.Maybe
import Data.Monoid ((<>))
import Data.String
import Data.Thyme.Clock
import Data.Thyme.Clock.POSIX (POSIXTime, getPOSIXTime)
import Data.Word
import qualified Arbor.File.Format.Asif.Format as F
import qualified Arbor.File.Format.Asif.IO as IO
import qualified Arbor.File.Format.Asif.Type as Z
import qualified Data.ByteString as BS
import qualified Data.ByteString.Builder as B
import qualified Data.ByteString.Lazy as LBS
import qualified Data.ByteString.Lazy.Char8 as LC8
import qualified Data.Conduit.List as CL
import qualified Data.Text.Encoding as T
import qualified GHC.IO.Handle as IO
import qualified System.IO.Temp as IO
makeMagic :: String -> Builder
makeMagic c = B.lazyByteString (magicString c)
magicPrefix :: IsString a => a
magicPrefix = "seg:"
magicString :: String -> LC8.ByteString
magicString s = if LBS.length truncatedMagic < LBS.length rawMagic
then truncatedMagic
else error $ "Magic length of " <> show (LC8.unpack truncatedMagic) <> " cannot be greater than " <> show magicLength
where rawMagic = LC8.pack magicPrefix <> LC8.pack s <> LBS.replicate 12 0
truncatedMagic = LBS.take magicLength rawMagic
magicLength :: Int64
magicLength = 16
padding64 :: Int64 -> Int64
padding64 s = (8 - s) `mod` 8
withSize :: LBS.ByteString -> (Int64, LBS.ByteString)
withSize bs = (LBS.length bs, bs)
headerLen :: Int64 -> Int64
headerLen n = w64 + magicLength + n * w64
where w64 :: Int64
w64 = fromIntegral $ finiteBitSize (0 :: Word64) `quot` 8
intersperse :: Int64 -> Int64 -> B.Builder
intersperse a b = B.word32LE (fromIntegral a) <> B.word32LE (fromIntegral b)
segmentsRawC :: MonadIO m => String -> [IO.Handle] -> ConduitT () BS.ByteString m ()
segmentsRawC asifType handles = do
let segmentCount = fromIntegral $ length handles :: Int64
rawSizes <- forM handles $ liftIO . IO.hGetAndResetOffset
let paddings = padding64 <$> rawSizes
let paddedSizes = uncurry (+) <$> zip rawSizes paddings
let offsets = (+ headerLen segmentCount) <$> init (scanl (+) 0 paddedSizes)
let positions = zip offsets rawSizes
CL.sourceList
[ LBS.toStrict . B.toLazyByteString $ makeMagic asifType
<> B.word64LE (fromIntegral segmentCount)
<> mconcat (uncurry intersperse <$> positions)
]
forM_ (zip paddings handles) $ \(padding, h) -> do
sourceHandle h
CL.sourceList (replicate (fromIntegral padding) (BS.singleton 0))
segmentsC :: (MonadIO m, MonadResource m)
=> String
-> Maybe POSIXTime
-> [Z.Segment IO.Handle]
-> m (ConduitT () BS.ByteString m ())
segmentsC asifType maybeTimestamp metas = do
fileTime <- maybe (liftIO getPOSIXTime) return maybeTimestamp
(_, _, hFilenames ) <- IO.openTempFile Nothing "asif-filenames"
(_, _, hCreateTimes ) <- IO.openTempFile Nothing "asif-timestamps"
(_, _, hFormats ) <- IO.openTempFile Nothing "asif-formats"
let metaMeta = Z.metaCreateTime fileTime
let metaFilenames = Z.segment hFilenames $ metaMeta <> Z.metaFilename ".asif/filenames" <> Z.metaFormat (Known F.StringZ)
let metaCreateTimes = Z.segment hCreateTimes $ metaMeta <> Z.metaFilename ".asif/createtimes" <> Z.metaFormat (Known F.TimeMicros64LE)
let metaFormats = Z.segment hFormats $ metaMeta <> Z.metaFilename ".asif/formats" <> Z.metaFormat (Known F.StringZ)
let moreMetas = metaFilenames:metaCreateTimes:metaFormats:metas
forM_ moreMetas $ \meta -> do
liftIO $ B.hPutBuilder hFilenames $ B.byteString (meta ^. the @"meta" . the @"filename" & fromMaybe "" & T.encodeUtf8) <> B.word8 0
liftIO $ B.hPutBuilder hCreateTimes $ B.int64LE $ (meta ^. the @"meta" . the @"createTime") <&> (^. microseconds) & fromMaybe 0
liftIO $ B.hPutBuilder hFormats $ B.byteString (meta ^. the @"meta" . the @"format" <&> tShowWhatever & fromMaybe "" & T.encodeUtf8) <> B.word8 0
return ()
let source = segmentsRawC asifType ((^. the @"payload") <$> moreMetas)
return source