#**************************************************************************** # robots.txt # : Robots, spiders, and search engines use this file to determine which # content they should *not* crawl while indexing your website. # : This system is called "The Standard Robots Exclusion." #**************************************************************************** User-agent: * Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/themes/ Disallow: /wp-includes/ Disallow: /wp-json/ Disallow: /xmlrpc.php User-agent: Googlebot Allow: / User-agent: NinjaBot Allow: / User-agent: Mediapartners-Google Allow: / User-agent: Googlebot-Image Allow: /wp-content/uploads/ User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Mobile Allow: / Sitemap: https://bioliveit.com/sitemap.xml Sitemap: https://bioliveit.com/sitemap_images.xml Sitemap: https://bioliveit.com/sitemap_video.xml