User-agent: *
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*?*
Allow: /?page=

# Sitemap
Sitemap: https://askeriplatform.com/sitemap.xml

# Crawl delay (1 request per 2 seconds)
Crawl-delay: 2

# Request rate (requests per minute)
Request-rate: 30/1m
