User-agent: Scrapy
Allow: /

User-agent: ia_archiver
Disallow: /
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /t/
Disallow: /f/
Disallow: /fak/
Disallow: /st/
Disallow: /dz/
Disallow: /pr/
Disallow: /k/
Disallow: /ft/
Disallow: /ko/
Disallow: /l/
Disallow: /p/
Disallow: /k/
Disallow: /o/
Sitemap: https://www.niepoddawajsie.pl/sitemap_index.xml