module Network.Shpider.Options where
import Data.Maybe
import Network.Shpider.State
import Network.Shpider.URL
import Network.Shpider.TextUtils
stayOnDomain :: Bool -> Shpider ( )
stayOnDomain b = do
shpider <- get
put $ shpider { dontLeaveDomain =
b
}
setStartPage :: String -> Shpider ( )
setStartPage uncleanUrl = do
shpider <- get
if isAbsoluteUrl url
then
put $ shpider { startPage =
url
}
else
error "The start page must be an absolute URL"
where
url =
escapeSpaces uncleanUrl
getStartPage :: Shpider String
getStartPage = do
shpider <- get
return $ startPage shpider
onlyDownloadHtml :: Bool -> Shpider ( )
onlyDownloadHtml b = do
st <- get
put $ st { htmlOnlyDownloads = b }
setCurrentPage :: Page -> Shpider ( )
setCurrentPage p = do
shpider <- get
put $ shpider { currentPage = p }
getCurrentPage :: Shpider Page
getCurrentPage = do
sh <- get
return $ currentPage sh
keepTrack :: Shpider ( )
keepTrack = do
shpider <- get
put $ shpider { visited = Just [ ] }