User-agent: * Disallow: /wp-admin/ Disallow: /jfed # Sitemap archive Sitemap: https://www.jta.org/sitemap_index.xml # Crawlers User-agent: PetalBot Disallow: / User-agent: MaxPoint Disallow: / User-agent: MaxPointCrawler Disallow: / User-agent: MaxPoint Bot Disallow: / User-agent: Nutch Disallow: / User-agent: msnbot Crawl-delay: 1