# Allow all search engines to crawl the website
User-agent: *

# Allow crawling of all public pages
Disallow: /admin/
Disallow: /profile/
Disallow: /create-website/
Disallow: /icod-preview/
Disallow: /icod-builder/
Disallow: /my-projects/
Disallow: /shared-projects/
Disallow: /login
Disallow: /signup
Disallow: /forget-pasword
Disallow: /google/
Disallow: /auth/


# Allow crawling of specific assets
Allow: /assets/
Allow: /images/

# Block specific files or directories that shouldn't be indexed
Disallow: /login.html
Disallow: /admin.html
Disallow: /signup.html

# Sitemap location
Sitemap: https://www.icod.ai/sitemap.xml