User-agent: *
Allow: /

# SEO optimized robots.txt for LamPost
# Allow all search engines to crawl the entire site

# Sitemaps
Sitemap: https://lampost.pl/sitemap.xml

# Specific directives for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 1

# Block access to admin areas and sensitive files
Disallow: /admin/
Disallow: /database/
Disallow: /*.log
Disallow: /*.db
Disallow: /templates/
Disallow: /static/*.py

# Allow important files for SEO
Allow: /static/style.css
Allow: /static/themes.css
Allow: /static/images/
Allow: /static/favicon.ico
Allow: /static/robots.txt
Allow: /static/sitemap.xml

# Additional directives
Host: lampostcomunity.replit.app