10 lines
209 B
Plaintext
10 lines
209 B
Plaintext
# robots.txt for futureporn.net
|
|
|
|
# Block all web crawlers from accessing admin and private areas
|
|
User-agent: *
|
|
Disallow: /_/
|
|
Disallow: /auth/
|
|
Disallow: /api/
|
|
|
|
# Allow crawlers to access public content
|
|
Allow: / |