# robots.txt for inweblife.vercel.app User-agent: * Allow: / Allow: /blog/ Allow: /about/ Allow: /_next/static/ Allow: /_next/image/ # Optimize crawling Crawl-delay: 1 # Add your sitemap location Sitemap: https://inweblife.vercel.app/sitemap.xml # Prevent crawling of potential sensitive areas Disallow: /api/ Disallow: /_next/data/ Disallow: /_vercel/