User-agent: crawl
Disallow: /

User-agent: *
Disallow:

User-agent: Unknown robot identified by *bot
Disallow: /

User-agent: Unknown robot identified by bot*
Disallow: /

User-agent: robot
Disallow: /

User-agent: Wget
Disallow: /

User-agent: nbot
Disallow: /

User-agent: Go-http-client
Disallow: /

User-agent: Dalvik
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: feed
Disallow: /

User-agent: CFNetwork
Disallow: /

User-agent: empty user agent string
Disallow: /

User-agent: Others
Disallow: /

Disallow: /wp-admin/
Disallow: /GETTABLE/*
Disallow: /blog/category/*
Disallow: /blog/author/*
Disallow: /comments/*
Disallow: /blog/tag/*
Disallow: /tag/*
Disallow: /support/tag/*
Disallow: /category/*
Disallow: /login/
Disallow: /login/*
Disallow: /wp-content/grade/
Disallow: /wp-content/grade/*
Disallow: /newhome

Allow: /wp-admin/admin-ajax.php

Sitemap: https://99pandit.com/sitemap_index.xml
Sitemap: https://99pandit.com/page-sitemap.xml
Sitemap: https://99pandit.com/sitemap.xml