User-agent: *
Allow: /
Disallow: /admin/
Disallow: /login
Disallow: /register
Disallow: /password/
Disallow: /storage/
Disallow: /vendor/
Disallow: /node_modules/
Disallow: /.env
Disallow: /.git/
Disallow: /.github/

# Sitemap
Sitemap: https://www.tarifpirat.at/sitemap.xml

User-agent: MJ12bot
User-agent: dotbot
User-agent: DeuSu
User-agent: Cliqzbot
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: betaBot
User-agent: DomainAppender
User-agent: sogou spider
User-agent: sogou web spider
User-agent: nutch
User-agent: spiderbot
User-agent: Spiderbot/Nutch-1.7
User-agent: Yandex
User-agent: YoudaoBot
User-agent: DuckDuckGo-Favicons-Bot
User-agent: DuckDuckBot
User-agent: MegaIndex
User-agent: YandexBot
User-agent: msnbot-media
User-agent: jobs.de-Robot
User-agent: Exabot
User-agent: HaosouSpider
User-agent: yacybot
User-agent: proximic
User-agent: GrapeshotCrawler
User-agent: OnCrawl
User-agent: SafeDNSBot
User-agent: ia_archiver
User-agent: ia_archiver/1.6
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: AlphaBot
User-agent: SEOkicks
User-agent: SEOkicks-Robot
User-agent: tracemyfile
Disallow: /