28 lines
480 B
Plaintext
28 lines
480 B
Plaintext
User-agent: *
|
|
Allow: /
|
|
|
|
# Sitemap
|
|
Sitemap: https://exampass.com/sitemap.xml
|
|
|
|
# Crawl-delay for respectful crawling
|
|
Crawl-delay: 1
|
|
|
|
# Allow all important pages
|
|
Allow: /index.html
|
|
Allow: /src/
|
|
Allow: /assets/
|
|
|
|
# Disallow admin or private areas (if any)
|
|
Disallow: /admin/
|
|
Disallow: /private/
|
|
Disallow: /temp/
|
|
|
|
# Allow search engines to index all content
|
|
Allow: /#about
|
|
Allow: /#methodology
|
|
Allow: /#contact
|
|
Allow: /#success
|
|
|
|
# Optimize for mobile
|
|
Allow: /mobile/
|
|
Allow: /responsive/ |