42 lines
907 B
Plaintext
42 lines
907 B
Plaintext
|
# robots.txt for Multi-tenant ERP System
|
||
|
|
# Moderate blocking strategy to prevent Chrome warnings
|
||
|
|
|
||
|
|
# Allow homepage and public pages for legitimate access
|
||
|
|
User-agent: *
|
||
|
|
Allow: /
|
||
|
|
Allow: /login
|
||
|
|
Allow: /about
|
||
|
|
|
||
|
|
# Block core ERP functionality and sensitive areas
|
||
|
|
Disallow: /dashboard
|
||
|
|
Disallow: /admin
|
||
|
|
Disallow: /api
|
||
|
|
Disallow: /tenant
|
||
|
|
Disallow: /settings
|
||
|
|
Disallow: /users
|
||
|
|
Disallow: /reports
|
||
|
|
Disallow: /analytics
|
||
|
|
Disallow: /inventory
|
||
|
|
Disallow: /finance
|
||
|
|
Disallow: /hr
|
||
|
|
Disallow: /crm
|
||
|
|
|
||
|
|
# Block common sensitive patterns
|
||
|
|
Disallow: /*?*sessionid=
|
||
|
|
Disallow: /*?*token=
|
||
|
|
Disallow: /*?*key=
|
||
|
|
Disallow: /*/private
|
||
|
|
Disallow: /*/internal
|
||
|
|
|
||
|
|
# Prevent indexing of sensitive file types
|
||
|
|
Disallow: /*.json$
|
||
|
|
Disallow: /*.xml$
|
||
|
|
Disallow: /*.csv$
|
||
|
|
Disallow: /*.xls$
|
||
|
|
Disallow: /*.xlsx$
|
||
|
|
|
||
|
|
# Crawl delay to reduce server load (in seconds)
|
||
|
|
Crawl-delay: 10
|
||
|
|
|
||
|
|
# Sitemap (optional - can be added later)
|
||
|
|
# Sitemap: https://yourdomain.com/sitemap.xml
|