# Enables robots.txt rules for all crawlers
User-agent: *
Sitemap: https://www.team-neusta.de/sitemap.xml

Allow: /

# # Do not allow indexing files and folders that are required during development: CVS, SVN directory and dump files
Disallow: /*.git$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$
Disallow: /*.tar.gz$
Disallow: /*.zip$
Disallow: /session.php
Disallow: /ch/

Disallow: /admin/
Disallow: /srv/admin/
Disallow: /cache/
Disallow: /de/404-seite
Disallow: /en/404-seite

# # Exclude Various Robots
User-agent: MJ12bot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: FatBot
Disallow: /

User-agent: SputnikBot
Disallow: /

User-agent: trendictionbot0.5.0
Disallow: /

User-agent: Owlin
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: Stashbot
Disallow: /

User-agent: MetaJobBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: linkdexbot
Disallow: /