# Allow specific bots - 
User-agent: Amazonbot
User-agent: Anthropic-ai
User-agent: Applebot-Extended
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Cohere-ai
User-agent: DataForSeoBot
User-agent: FacebookBot
User-agent: Google-Extended
User-agent: GPTBot
User-agent: ImagesiftBot
User-agent: Magpie-crawler
User-agent: Omgili
User-agent: Omgilibot
User-agent: Peer39_crawler
User-agent: DuckDuckBot
User-agent: Gemini
User-agent: waikay.io
User-agent: Clarity-Bot

# General rules
User-agent: * 
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/uploads/wpo-plugins-tables-list.json
Disallow: /tag/
Disallow: /feed/
Disallow: /resources/release-note/
Disallow: /demo/
Disallow: /backup/
Disallow: /.git
Disallow: /test/
Disallow: /campaign/
Disallow: /phpmyadmin/doc/html/user.html
Disallow: /phpmyadmin/doc/html/_sources/user.rst.txt
Disallow: /before_login/
Disallow: /brand/
Disallow: /buyer/
Disallow: /categoryindex/
Disallow: /clubtop_bn3/
Disallow: /csr/
Disallow: /e/
Disallow: /etc/
Disallow: /f/
Disallow: /guide/
Disallow: /iqr/
Disallow: /ja/
Disallow: /kaisya/
Disallow: /maker/
Disallow: /odr/
Disallow: /sf/
Disallow: /tpc/
Disallow: /webapp/
Disallow: /contents/
Disallow: /information/
Disallow: /products/
Disallow: /shop/
Disallow: /toyu/
Disallow: /reserve/

Sitemap: https://www.varstreetinc.com/sitemap.xml