User-agent: *
Allow: /

# Disallow access to documentation and development files
Disallow: /docs/
Disallow: /.git/
Disallow: /node_modules/
Disallow: /vendor/

# Allow access to assets
Allow: /assets/
Allow: /favicon.ico
Allow: /favicon.svg

# Sitemap location
Sitemap: https://newmedia.technology/sitemap.xml

# Crawl delay (optional - helps with server load)
Crawl-delay: 1