18 lines
342 B
Haskell
18 lines
342 B
Haskell
module Main where
|
|
|
|
type Seconds = Int
|
|
type DomainName = String
|
|
type Url = (DomainName, String)
|
|
type UserAgent = String
|
|
|
|
data RobotsTxt = RobotsTxt
|
|
{ crawlDelay :: Seconds
|
|
, canonicalDomain :: DomainName
|
|
, sitemapLocation :: Url
|
|
, globalDisallows :: [Url]
|
|
, botDisallows :: [(UserAgent, [Url])]
|
|
}
|
|
|
|
main :: IO ()
|
|
main = putStrLn ""
|