User-agent: *
Disallow: /wp-json/
Disallow: /*?go_to=
Disallow: /search/
Disallow: /?s=*
Disallow: /*/search/
Disallow: /trackback/
Disallow: /*/trackback/
Disallow: /page/
Disallow: /page/*
Disallow: /*/page/
Disallow: /*/page/*
Disallow: /*/*/page/
Disallow: /*/*/page/*
Disallow: /*/*/*/page/
Disallow: /*/*/*/page/*
Disallow: /*/*/*/*/page/
Disallow: /*/*/*/*/page/*
Disallow: /*/*/*/*/*/page/
Disallow: /topics/*/page/*/
Disallow: /topics/*/page/
Disallow: /*/topics/*/page/*/
Disallow: /*/topics/*/page/
Disallow: /articles/*/page/
Disallow: /articles/*/page/*
Disallow: /cdn-cgi/bm/cv/
Disallow: /cdn-cgi/challenge-platform/

# Our Sitemaps

Sitemap: https://www.bollyinside.com/sitemap_index.xml
Sitemap: https://www.bollyinside.com/articles/sitemap_index.xml
Sitemap: https://www.bollyinside.com/articles/news-sitemap.xml
Sitemap: https://www.bollyinside.com/articles/post_tag-sitemap.xml
Sitemap: https://www.bollyinside.com/category-sitemap.xml
Sitemap: https://www.bollyinside.com/news-sitemap.xml
Sitemap: https://www.bollyinside.com/what-is/sitemap_index.xml

# Ban bots 

User-agent: PetalBot
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Heritrix
Disallow: /

User-agent: Trendiction
Disallow: /

User-agent: Nuclei
Disallow: /

User-agent: WikiDo
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: Zoominfobot
Disallow: /

User-agent: Go-http-client
Disallow: /

User-agent: Node/simplecrawler
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: dotbot/1.0
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: magpie-crawler
Disallow: /