# robots.txt 06/01/2004 # # This is the file retrieved by spiders. # See # # Format is: # User-agent: # Disallow: | # # ----------------------------------------------------------------------------- User-agent: UbiCrawler Disallow: / User-agent: * Disallow: /admin/ Disallow: /photolibrary/ Disallow: /assets/ Disallow: /images/ Disallow: /includes/ Disallow: /modules/ Disallow: /templates/