User-agent: *
Allow: /
Allow: /index.php
Allow: /sitemap.xml
Allow: /assets/
Allow: /images/
Disallow: /admin/
Disallow: /config/
Disallow: /includes/
Disallow: /vendor/
Disallow: /node_modules/
Disallow: /.git/
Disallow: /.env
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.zip$
Disallow: /*.tar$
Disallow: /*.gz$

# Googlebot
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bingbot
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Yandex
User-agent: Yandex
Allow: /
Crawl-delay: 2

# Baidu
User-agent: Baiduspider
Allow: /
Crawl-delay: 2

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# Ahrefs
User-agent: AhrefsBot
Allow: /
Crawl-delay: 2

# Semrush
User-agent: SemrushBot
Allow: /
Crawl-delay: 2

# Majestic
User-agent: MJ12bot
Allow: /
Crawl-delay: 3

# Sitemap
Sitemap: https://cemilbasaran.wasmer.app/sitemap.xml
Sitemap: https://cemilbasaran.wasmer.app/sitemap-images.xml