19 lines
333 B
Plaintext
19 lines
333 B
Plaintext
User-agent: *
|
|
Allow: /
|
|
|
|
# Sitemap location
|
|
Sitemap: https://kobelly.com/sitemap.xml
|
|
|
|
# Crawl delay (optional - be respectful to server)
|
|
Crawl-delay: 1
|
|
|
|
# Disallow admin areas (if any)
|
|
Disallow: /admin/
|
|
Disallow: /private/
|
|
Disallow: /temp/
|
|
|
|
# Allow important pages
|
|
Allow: /services/
|
|
Allow: /about/
|
|
Allow: /contact/
|
|
Allow: /portfolio/ |