# Robots.txt for ShipVault User-agent: * Disallow: / Allow: /ships/ # Allow specific paths for SEO Allow: /home Allow: /ships/ Allow: /companies/ Allow: /yards/ # Sitemap location Sitemap: https://www.shipvault.com/sitemap.xml # Crawl delay (optional, helps prevent server overload) Crawl-delay: 2