# # This is a file specifying rules for crawling robots # User-agent: * Disallow: /mateusz/private/ Disallow: /cgi-bin/ Disallow: /mateusz/cv/ Crawl-delay: 2