User-Agent: *
Crawl-Delay : 20
Allow: /

Disallow: /cgi-bin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /tdb_templates/
Disallow: /wp-includes/*
Disallow: /wp-includes/themes/*
Disallow: /*/feed
Disallow: /page
Disallow: /*/page
Disallow: /trackback/
Disallow: /index.php
Disallow: /comments/feed/
Disallow: /xmlrpc.php
Disallow: /?s=*

User-agent: NinjaBot
Allow: /

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: Adsbot-Google
Allow: /
 
User-agent: Googlebot-Mobile
Allow: /

User-Agent: Googlebot
Allow: /

User-Agent: msnbot
Allow: /

User-Agent: bingbot
Allow: /

# Adsense
User-Agent: Mediapartners-Google
Allow: / 

# Blekko
User-Agent: ScoutJet
Allow: / 

User-Agent: Yandex
Allow: / 

User-agent: baiduspider
Allow: / 

User-agent: DuckDuckBot
Allow: / 

# CommonCrawl
User-agent: ccbot
Allow: /

Sitemap: https://turtleverse.com/sitemap_index.xml