# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Disallow: /openx*
Disallow: /email-alert*
Disallow: /resetting*
Disallow: /register* 
Disallow: /login*
Disallow: /prace?title=*
Disallow: /prace?type=*
Disallow: /prace?language=*
Disallow: /my-jobs/*
Disallow: /connect/*
# Ergänzung laut internet
Disallow /*?
Sitemap: https://www.jobswype.cz/sitemap/cz/sitemap.xml

User-agent: msnbot
Crawl-delay: 5

User-agent: bingbot
Crawl-delay: 5

User-agent: amazonaws
User-agent: Amazonbot
Disallow: /

User-agent: AhrefsBot 
Crawl-delay: 5

User-agent: SemrushBot
Crawl-delay: 5

User-agent: BLEXBot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: Yandex
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: SeekportBot
Crawl-delay: 5

User-agent: SeznamBot
Crawl-delay: 5

User-agent: FreshBot
Crawl-delay: 5

User-agent: DataForSeoBot
Crawl-delay: 5

User-agent: PetalBot 
Crawl-delay: 5

User-agent: Applebot
Crawl-delay: 5

User-agent: GPTBot
Crawl-delay: 5

User-agent: ClaudeBot
Crawl-delay: 5

User-agent: Bytespider
Crawl-delay: 5

User-agent: Baiduspider
Crawl-delay: 5

User-agent: FacebookExternalHit
Crawl-delay: 5

User-agent: ZoomBot
Crawl-delay: 5

User-agent: DataForSeoBot
Crawl-delay: 5

User-agent: Timpibot
Crawl-delay: 5

User-agent: OAI-SearchBot
Crawl-delay: 5

User-agent: ChatGPT-User
Crawl-delay: 5

User-agent: AliyunSecBot
Crawl-delay: 5

User-agent: OpenindexSpider
User-agent: OpenindexDeepSpider
Disallow: /

User-Agent: Meta-ExternalAgent
User-Agent: meta-externalagent
User-agent: MetaAI
User-agent: Meta-AI
User-agent: Meta AI
User-agent: Meta.AI
User-agent: meta-ai
User-agent: metaai
Disallow: /