Safe Haskell | None |
---|---|
Language | Haskell2010 |
- header :: Parser RecordHeader
- encodeHeader :: RecordHeader -> Builder
- data Version = Version {
- versionMajor, versionMinor :: !Int
- warc0_16 :: Version
- data RecordHeader = RecordHeader {
- _recWarcVersion :: Version
- _recHeaders :: HashMap FieldName ByteString
- data WarcType
- = WarcInfo
- | Response
- | Resource
- | Request
- | Metadata
- | Revisit
- | Conversion
- | Continuation
- | FutureType !Text
- newtype RecordId = RecordId Uri
- data TruncationReason
- = TruncLength
- | TruncTime
- | TruncDisconnect
- | TruncUnspecified
- | TruncOther !Text
- data Digest = Digest {}
- newtype Uri = Uri ByteString
- data Field a = Field {}
- newtype FieldName = FieldName {
- getFieldName :: Text
- field :: Field a -> Traversal' RecordHeader a
- lookupField :: RecordHeader -> Field a -> Maybe (Either String a)
- addField :: Field a -> a -> RecordHeader -> RecordHeader
- mapField :: (a -> b) -> (b -> a) -> Field a -> Field b
- rawField :: FieldName -> Field ByteString
- warcRecordId :: Field RecordId
- contentLength :: Field Integer
- warcDate :: Field UTCTime
- warcType :: Field WarcType
- contentType :: Field ByteString
- warcConcurrentTo :: Field RecordId
- warcBlockDigest :: Field Digest
- warcPayloadDigest :: Field Digest
- warcIpAddress :: Field ByteString
- warcRefersTo :: Field Uri
- warcTargetUri :: Field Uri
- warcTruncated :: Field TruncationReason
- warcWarcinfoID :: Field RecordId
- warcFilename :: Field Text
- warcProfile :: Field Uri
- warcSegmentNumber :: Field Integer
- warcSegmentTotalLength :: Field Integer
- recWarcVersion :: Lens' RecordHeader Version
- recHeaders :: Lens' RecordHeader (HashMap FieldName ByteString)
Parsing
header :: Parser RecordHeader Source #
A WARC header
Encoding
encodeHeader :: RecordHeader -> Builder Source #
WARC Version
Types
data RecordHeader Source #
RecordHeader | |
|
data TruncationReason Source #
Header field types
FieldName | |
|
lookupField :: RecordHeader -> Field a -> Maybe (Either String a) Source #
Lookup the value of a field. Returns Nothing
if the field is not
present, Just (Left err)
in the event of a parse error, and
Just (Right v)
on success.
addField :: Field a -> a -> RecordHeader -> RecordHeader Source #
Standard fields
warcRefersTo :: Field Uri Source #
warcTargetUri :: Field Uri Source #
warcFilename :: Field Text Source #
warcProfile :: Field Uri Source #
Lenses
recWarcVersion :: Lens' RecordHeader Version Source #
recHeaders :: Lens' RecordHeader (HashMap FieldName ByteString) Source #