{-| Network server library to handle over 10,000 connections. Since GHC 6.10.4 or earlier uses select(), it cannot handle connections over 1,024. This library uses the \"prefork\" technique to get over the barrier. Each process handles 'threadNumberPerProcess' connections. 'preforkProcessNumber' child server processes are preforked. So, this server can handle 'preforkProcessNumber' * 'threadNumberPerProcess' connections. Even if GHC supports kqueue or epoll(), it is difficult for RTS to balance over multi-cores. So, this library can be used to make a process for each core and to set limitation of the number to accept connections. To stop all server, send SIGTERM to the parent process. (e.g. @kill `cat PIDFILE`@ where the PID file name is specified by 'pidFile') -} module Network.C10kServer ( C10kConfig(..) , C10kServer, runC10kServer , C10kServerH, runC10kServerH ) where import Control.Concurrent import Control.Exception import Control.Monad import IO hiding (catch, try) import Network hiding (accept) import Network.Socket import Prelude hiding (catch) import Network.TCPInfo hiding (accept) import qualified Network.TCPInfo as T (accept) import System.Posix.Process import System.Posix.Signals import System.Posix.User import System.Exit ---------------------------------------------------------------- {-| The type of the first argument of 'runC10kServer'. -} type C10kServer = Socket -> IO () {-| The type of the first argument of 'runC10kServerH'. -} type C10kServerH = Handle -> TCPInfo -> IO () {-| The type of configuration given to 'runC10kServer' as the second argument. -} data C10kConfig = C10kConfig { -- | A hook called initialization time. This is used topically to -- initialize syslog. initHook :: IO () -- | A hook called when the server exits due to an error. , exitHook :: String -> IO () -- | A hook to be called in the parent process when all child -- process are preforked successfully. , parentStartedHook :: IO () -- | A hook to be called when each child process is started -- successfully. , startedHook :: IO () -- | The time in seconds that a main thread of each child process -- to sleep when the number of connection reaches -- 'threadNumberPerProcess'. , sleepTimer :: Int -- | The number of child process. , preforkProcessNumber :: Int -- | The number of thread which a process handle. , threadNumberPerProcess :: Int -- | A port name. e.g. \"http\" or \"80\" , portName :: ServiceName -- | A file where the process ID of the parent process is written. , pidFile :: FilePath -- | A user name. When the program linked with this library runs -- in the root privilege, set user to this value. Otherwise, -- this value is ignored. , user :: String -- | A group name. When the program linked with this library runs -- in the root privilege, set group to this value. Otherwise, -- this value is ignored. , group :: String } ---------------------------------------------------------------- {-| Run 'C10kServer' with 'C10kConfig'. -} runC10kServer :: C10kServer -> C10kConfig -> IO () runC10kServer srv cnf = runC10kServer' (dispatchS srv) cnf ---------------------------------------------------------------- {-| Run 'C10kServerH' with 'C10kConfig'. -} runC10kServerH :: C10kServerH -> C10kConfig -> IO () runC10kServerH srv cnf = runC10kServer' (dispatchH srv) cnf ---------------------------------------------------------------- runC10kServer' :: (Socket -> Dispatch) -> C10kConfig -> IO () runC10kServer' sDispatch cnf = do initHook cnf `catch` ignore initServer sDispatch cnf `catch` errorHandle parentStartedHook cnf `catch` ignore doNothing where errorHandle :: SomeException -> IO () errorHandle e = do exitHook cnf (show e) exitFailure doNothing = do threadDelay $ 5 * microseconds doNothing ---------------------------------------------------------------- initServer :: (Socket -> Dispatch) -> C10kConfig -> IO () initServer sDispatch cnf = do let port = Service $ portName cnf n = preforkProcessNumber cnf pidf = pidFile cnf s <- listenOn port setGroupUser preFork n (sDispatch s) cnf sClose s writePidFile pidf where writePidFile pidf = do pid <- getProcessID writeFile pidf $ show pid ++ "\n" setGroupUser = do uid <- getRealUserID when (uid == 0) $ do getGroupEntryForName (group cnf) >>= setGroupID . groupID getUserEntryForName (user cnf) >>= setUserID . userID preFork :: Int -> Dispatch -> C10kConfig -> IO () preFork n dispatch cnf = do ignoreSigChild pid <- getProcessID cids <- replicateM n $ forkProcess (runServer dispatch cnf) mapM_ (terminator pid cids) [sigTERM,sigINT] where ignoreSigChild = installHandler sigCHLD Ignore Nothing terminator pid cids sig = installHandler sig (Catch (terminate pid cids)) Nothing terminate pid cids = do mapM_ terminateChild cids signalProcess killProcess pid terminateChild cid = signalProcess sigTERM cid `catch` ignore ---------------------------------------------------------------- runServer :: Dispatch -> C10kConfig -> IO () runServer dispatch cnf = do startedHook cnf mvar <- newMVar 0 dispatchOrSleep mvar dispatch cnf dispatchOrSleep :: MVar Int -> Dispatch -> C10kConfig -> IO () dispatchOrSleep mvar dispatch cnf = do n <- howMany if n > threadNumberPerProcess cnf then sleep (sleepTimer cnf * microseconds) else dispatch increase decrease dispatchOrSleep mvar dispatch cnf where howMany = readMVar mvar increase = modifyMVar_ mvar (return . succ) decrease = modifyMVar_ mvar (return . pred) sleep = threadDelay ---------------------------------------------------------------- type Dispatch = IO () -> IO () -> IO () dispatchS :: C10kServer -> Socket -> Dispatch dispatchS srv sock inc dec = do (connsock,_) <- accept sock inc forkIO $ srv connsock `finally` (dec >> sClose connsock) return () dispatchH :: C10kServerH -> Socket -> Dispatch dispatchH srv sock inc dec = do (hdl,tcpi) <- T.accept sock inc forkIO $ srv hdl tcpi `finally` (dec >> hClose hdl) return () ---------------------------------------------------------------- ignore :: SomeException -> IO () ignore _ = return () microseconds :: Int microseconds = 1000000