User-agent: * Allow: / # Important pages Allow: / Allow: /#about Allow: /#skills Allow: /#projects Allow: /#contact # API endpoints (generally blocked for crawlers) Disallow: /api/ # Allow specific static assets Allow: /ersaayan.png Allow: /erp.png Allow: /asistone.png Allow: /*.css Allow: /*.js Allow: /*.png Allow: /*.jpg Allow: /*.jpeg Allow: /*.gif Allow: /*.svg Allow: /*.ico Allow: /*.webp # Sitemap location Sitemap: https://ersaayan.com/sitemap.xml # Crawl delay (optional, helps with server load) Crawl-delay: 1