# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-Delay: 60
#Disallow: /assets/
Disallow: /libs/
Disallow: /modulos/
Disallow: /paginas/
Disallow: /route/
Disallow: /repositories/
Disallow: /models/
Disallow: /controllers/
Disallow: /helpers/
Disallow: /logs/
Disallow: /config/
Disallow: /media/
Allow: /media/*/myweb/