18 lines
342 B
Haskell
18 lines
342 B
Haskell
|
module Main where
|
||
|
|
||
|
type Seconds = Int
|
||
|
type DomainName = String
|
||
|
type Url = (DomainName, String)
|
||
|
type UserAgent = String
|
||
|
|
||
|
data RobotsTxt = RobotsTxt
|
||
|
{ crawlDelay :: Seconds
|
||
|
, canonicalDomain :: DomainName
|
||
|
, sitemapLocation :: Url
|
||
|
, globalDisallows :: [Url]
|
||
|
, botDisallows :: [(UserAgent, [Url])]
|
||
|
}
|
||
|
|
||
|
main :: IO ()
|
||
|
main = putStrLn ""
|