User-agent: *
Allow: /

# Sitemap location
Sitemap: https://skycorehost.com/sitemap.xml

# Disallow admin/system directories
Disallow: /clients/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /logs/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/

# Disallow specific file types
Disallow: /*.sql$
Disallow: /*.zip$
Disallow: /*.tar$
Disallow: /*.gz$

# Crawl delay for bots (optional, helps server performance)
Crawl-delay: 10

# Specific rules for major bots
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1