# robots.txt for https://it-blogger.net/
# News: https://it-blogger.net/news-sitemap.xml

Sitemap: https://it-blogger.net/sitemap.xml
Sitemap: https://it-blogger.net/sitemap-1.xml
Sitemap: https://it-blogger.net/sitemap-2.xml
Sitemap: https://it-blogger.net/sitemap-3.xml
Sitemap: https://it-blogger.net/sitemap-4.xml
Sitemap: https://it-blogger.net/news-sitemap.xml
Sitemap: https://it-blogger.net/sitemap-index-1.xml

User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: ia_archiver-web.archive.org 
Disallow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /