User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /fa
Disallow: /html
Disallow: /old
Disallow: /test
Disallow: /backup
Disallow: /cgi-bin
Disallow: /.well-known
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /readme.html


#specific instructions for Googlebot
User-agent: Googlebot
Allow: 
Disallow: /wp-admin/
Disallow: /wp-includes/

#specific instructions for Bingbot
User-agent: Bingbot
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /not-for-Bingbot/
Crawl-delay: 3

host: www.hadiran.ir

Sitemap: http://www.hadiran.ir/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK
Sitemap: https://www.hadiran.ir/sitemap.xml
Sitemap: https://www.hadiran.ir/sitemap.html

makefile

Copy code

User-agent: badbot

Disallow: /