Initial commit: Complete multilingual website with translation system
This commit is contained in:
19
robots.txt
Normal file
19
robots.txt
Normal file
@@ -0,0 +1,19 @@
|
||||
User-agent: *
|
||||
Allow: /
|
||||
|
||||
# Sitemap location
|
||||
Sitemap: https://kobelly.com/sitemap.xml
|
||||
|
||||
# Crawl delay (optional - be respectful to server)
|
||||
Crawl-delay: 1
|
||||
|
||||
# Disallow admin areas (if any)
|
||||
Disallow: /admin/
|
||||
Disallow: /private/
|
||||
Disallow: /temp/
|
||||
|
||||
# Allow important pages
|
||||
Allow: /services/
|
||||
Allow: /about/
|
||||
Allow: /contact/
|
||||
Allow: /portfolio/
|
||||
Reference in New Issue
Block a user