# /robots.txt file for http://www.brooklynpaper.com/ User-agent: Googlebot Disallow: Allow: /assets/pdf Disallow: /assets/ads Disallow: /assets/media Disallow: /html User-agent: * Disallow: /assets/pdf Disallow: /assets/media Disallow: /assets/ads Disallow: /assets/scripts/mobiletest.x Disallow: /assets/scripts/putclick.x Disallow: /html Crawl-delay: 60